[ 556.518680] env[69413]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69413) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 556.519115] env[69413]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69413) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 556.519198] env[69413]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69413) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 556.519511] env[69413]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 556.619508] env[69413]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69413) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 556.629028] env[69413]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69413) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 556.671455] env[69413]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 557.230842] env[69413]: INFO nova.virt.driver [None req-cd946712-35a3-4b87-baf3-129fc89eee8f None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 557.302372] env[69413]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 557.302541] env[69413]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 557.302644] env[69413]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69413) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 560.176731] env[69413]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-50ab62f4-cb96-4182-85c5-fbb28009b809 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.193283] env[69413]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69413) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 560.193412] env[69413]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-316cf46c-6ce8-4d01-aeba-4ec2d8f7834b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.219219] env[69413]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 69999. [ 560.219345] env[69413]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.917s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 560.219905] env[69413]: INFO nova.virt.vmwareapi.driver [None req-cd946712-35a3-4b87-baf3-129fc89eee8f None None] VMware vCenter version: 7.0.3 [ 560.223406] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e74d6c2-e8b4-465a-94b9-3c79a3e0e024 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.244571] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74e24a0-5274-4c4e-a23d-b16292de0fdd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.250376] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fa0cb5-7bbd-4b2f-aaef-79566f1b39fa {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.256923] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc831763-a4a9-496b-a600-027d6b846d8a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.270340] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b638eeba-c59f-49e2-a8ce-5e43281f072c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.276260] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d61c0ff-c75f-431f-aa45-b8833a81f1d8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.306423] env[69413]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-08ba8bea-fb40-4940-ab90-dbdcd1acb5a4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.311221] env[69413]: DEBUG nova.virt.vmwareapi.driver [None req-cd946712-35a3-4b87-baf3-129fc89eee8f None None] Extension org.openstack.compute already exists. {{(pid=69413) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 560.313802] env[69413]: INFO nova.compute.provider_config [None req-cd946712-35a3-4b87-baf3-129fc89eee8f None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 560.817378] env[69413]: DEBUG nova.context [None req-cd946712-35a3-4b87-baf3-129fc89eee8f None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),842f71f8-d08c-4f08-8c6d-c4178eb45a67(cell1) {{(pid=69413) load_cells /opt/stack/nova/nova/context.py:464}} [ 560.819599] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 560.819847] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 560.820633] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 560.821096] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] Acquiring lock "842f71f8-d08c-4f08-8c6d-c4178eb45a67" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 560.821364] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] Lock "842f71f8-d08c-4f08-8c6d-c4178eb45a67" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 560.822411] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] Lock "842f71f8-d08c-4f08-8c6d-c4178eb45a67" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 560.843809] env[69413]: INFO dbcounter [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] Registered counter for database nova_cell0 [ 560.852676] env[69413]: INFO dbcounter [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] Registered counter for database nova_cell1 [ 561.289181] env[69413]: DEBUG oslo_db.sqlalchemy.engines [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69413) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 561.289914] env[69413]: DEBUG oslo_db.sqlalchemy.engines [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69413) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 561.294784] env[69413]: ERROR nova.db.main.api [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 561.294784] env[69413]: result = function(*args, **kwargs) [ 561.294784] env[69413]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 561.294784] env[69413]: return func(*args, **kwargs) [ 561.294784] env[69413]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 561.294784] env[69413]: result = fn(*args, **kwargs) [ 561.294784] env[69413]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 561.294784] env[69413]: return f(*args, **kwargs) [ 561.294784] env[69413]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 561.294784] env[69413]: return db.service_get_minimum_version(context, binaries) [ 561.294784] env[69413]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 561.294784] env[69413]: _check_db_access() [ 561.294784] env[69413]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 561.294784] env[69413]: stacktrace = ''.join(traceback.format_stack()) [ 561.294784] env[69413]: [ 561.295823] env[69413]: ERROR nova.db.main.api [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 561.295823] env[69413]: result = function(*args, **kwargs) [ 561.295823] env[69413]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 561.295823] env[69413]: return func(*args, **kwargs) [ 561.295823] env[69413]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 561.295823] env[69413]: result = fn(*args, **kwargs) [ 561.295823] env[69413]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 561.295823] env[69413]: return f(*args, **kwargs) [ 561.295823] env[69413]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 561.295823] env[69413]: return db.service_get_minimum_version(context, binaries) [ 561.295823] env[69413]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 561.295823] env[69413]: _check_db_access() [ 561.295823] env[69413]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 561.295823] env[69413]: stacktrace = ''.join(traceback.format_stack()) [ 561.295823] env[69413]: [ 561.296536] env[69413]: WARNING nova.objects.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] Failed to get minimum service version for cell 842f71f8-d08c-4f08-8c6d-c4178eb45a67 [ 561.296536] env[69413]: WARNING nova.objects.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 561.296816] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] Acquiring lock "singleton_lock" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.296976] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] Acquired lock "singleton_lock" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.297239] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] Releasing lock "singleton_lock" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.297579] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] Full set of CONF: {{(pid=69413) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 561.297724] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] ******************************************************************************** {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 561.297853] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] Configuration options gathered from: {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 561.297988] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 561.298202] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 561.298334] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] ================================================================================ {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 561.298545] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] allow_resize_to_same_host = True {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.298718] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] arq_binding_timeout = 300 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.298886] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] backdoor_port = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.298983] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] backdoor_socket = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.299190] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] block_device_allocate_retries = 60 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.299362] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] block_device_allocate_retries_interval = 3 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.299534] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cert = self.pem {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.299703] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.299871] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] compute_monitors = [] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.300048] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] config_dir = [] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.300460] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] config_drive_format = iso9660 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.300609] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.300785] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] config_source = [] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.300958] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] console_host = devstack {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.301162] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] control_exchange = nova {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.301329] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cpu_allocation_ratio = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.301496] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] daemon = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.301667] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] debug = True {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.301826] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] default_access_ip_network_name = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.302031] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] default_availability_zone = nova {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.302198] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] default_ephemeral_format = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.302363] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] default_green_pool_size = 1000 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.302605] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.302771] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] default_schedule_zone = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.302928] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] disk_allocation_ratio = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.303102] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] enable_new_services = True {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.303282] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] enabled_apis = ['osapi_compute'] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.303449] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] enabled_ssl_apis = [] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.303608] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] flat_injected = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.303765] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] force_config_drive = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.303922] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] force_raw_images = True {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.304105] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] graceful_shutdown_timeout = 5 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.304273] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] heal_instance_info_cache_interval = -1 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.304506] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] host = cpu-1 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.304686] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.304851] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] initial_disk_allocation_ratio = 1.0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.305018] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] initial_ram_allocation_ratio = 1.0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.305236] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.305400] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] instance_build_timeout = 0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.305559] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] instance_delete_interval = 300 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.305723] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] instance_format = [instance: %(uuid)s] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.305887] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] instance_name_template = instance-%08x {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.306059] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] instance_usage_audit = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.306233] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] instance_usage_audit_period = month {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.306397] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.306560] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] instances_path = /opt/stack/data/nova/instances {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.306723] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] internal_service_availability_zone = internal {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.306876] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] key = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.307043] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] live_migration_retry_count = 30 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.307214] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] log_color = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.307380] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] log_config_append = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.307544] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.307699] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] log_dir = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.307855] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] log_file = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.307979] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] log_options = True {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.308157] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] log_rotate_interval = 1 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.308326] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] log_rotate_interval_type = days {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.308488] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] log_rotation_type = none {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.308616] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.308740] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.308907] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.309098] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.309241] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.309409] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] long_rpc_timeout = 1800 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.309570] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] max_concurrent_builds = 10 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.309728] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] max_concurrent_live_migrations = 1 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.309883] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] max_concurrent_snapshots = 5 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.310050] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] max_local_block_devices = 3 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.310211] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] max_logfile_count = 30 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.310369] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] max_logfile_size_mb = 200 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.310524] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] maximum_instance_delete_attempts = 5 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.310689] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] metadata_listen = 0.0.0.0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.310854] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] metadata_listen_port = 8775 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.311032] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] metadata_workers = 2 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.311230] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] migrate_max_retries = -1 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.311410] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] mkisofs_cmd = genisoimage {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.311616] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] my_block_storage_ip = 10.180.1.21 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.311748] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] my_ip = 10.180.1.21 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.311953] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.312175] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] network_allocate_retries = 0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.312373] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.312544] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] osapi_compute_listen = 0.0.0.0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.312708] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] osapi_compute_listen_port = 8774 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.312872] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] osapi_compute_unique_server_name_scope = {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.313054] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] osapi_compute_workers = 2 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.313263] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] password_length = 12 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.313464] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] periodic_enable = True {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.313633] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] periodic_fuzzy_delay = 60 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.313804] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] pointer_model = usbtablet {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.313970] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] preallocate_images = none {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.314149] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] publish_errors = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.314282] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] pybasedir = /opt/stack/nova {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.314437] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] ram_allocation_ratio = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.314596] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] rate_limit_burst = 0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.314761] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] rate_limit_except_level = CRITICAL {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.314921] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] rate_limit_interval = 0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.315088] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] reboot_timeout = 0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.315247] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] reclaim_instance_interval = 0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.315403] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] record = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.315569] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] reimage_timeout_per_gb = 60 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.315735] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] report_interval = 120 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.315896] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] rescue_timeout = 0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.316068] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] reserved_host_cpus = 0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.316251] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] reserved_host_disk_mb = 0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.316468] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] reserved_host_memory_mb = 512 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.316639] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] reserved_huge_pages = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.316804] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] resize_confirm_window = 0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.316964] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] resize_fs_using_block_device = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.317145] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] resume_guests_state_on_host_boot = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.317327] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.317501] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] rpc_response_timeout = 60 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.317665] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] run_external_periodic_tasks = True {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.317835] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] running_deleted_instance_action = reap {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.317996] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] running_deleted_instance_poll_interval = 1800 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.318171] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] running_deleted_instance_timeout = 0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.318333] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] scheduler_instance_sync_interval = 120 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.318501] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] service_down_time = 720 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.318669] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] servicegroup_driver = db {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.318828] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] shell_completion = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.318986] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] shelved_offload_time = 0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.319183] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] shelved_poll_interval = 3600 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.319360] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] shutdown_timeout = 0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.319523] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] source_is_ipv6 = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.319681] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] ssl_only = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.319934] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.320119] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] sync_power_state_interval = 600 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.320286] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] sync_power_state_pool_size = 1000 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.320456] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] syslog_log_facility = LOG_USER {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.320617] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] tempdir = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.320777] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] timeout_nbd = 10 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.320945] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] transport_url = **** {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.321120] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] update_resources_interval = 0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.321314] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] use_cow_images = True {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.321482] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] use_journal = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.321644] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] use_json = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.321803] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] use_rootwrap_daemon = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.321962] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] use_stderr = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.322145] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] use_syslog = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.322320] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vcpu_pin_set = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.322488] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vif_plugging_is_fatal = True {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.322653] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vif_plugging_timeout = 300 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.322817] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] virt_mkfs = [] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.322975] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] volume_usage_poll_interval = 0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.323151] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] watch_log_file = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.323318] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] web = /usr/share/spice-html5 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.323504] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.323670] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.323832] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.323999] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_concurrency.disable_process_locking = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.324301] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.324487] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.324653] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.324823] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.324993] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.325178] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.325445] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] api.auth_strategy = keystone {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.325652] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] api.compute_link_prefix = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.325839] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.326032] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] api.dhcp_domain = novalocal {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.326215] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] api.enable_instance_password = True {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.326385] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] api.glance_link_prefix = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.326554] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.326729] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.326895] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] api.instance_list_per_project_cells = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.327068] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] api.list_records_by_skipping_down_cells = True {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.327237] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] api.local_metadata_per_cell = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.327409] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] api.max_limit = 1000 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.327581] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] api.metadata_cache_expiration = 15 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.327759] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] api.neutron_default_tenant_id = default {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.327931] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] api.response_validation = warn {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.328118] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] api.use_neutron_default_nets = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.328292] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.328458] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.328627] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.328801] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.328973] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] api.vendordata_dynamic_targets = [] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.329177] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] api.vendordata_jsonfile_path = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.329375] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.329571] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cache.backend = dogpile.cache.memcached {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.329741] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cache.backend_argument = **** {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.329904] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cache.backend_expiration_time = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.330086] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cache.config_prefix = cache.oslo {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.330262] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cache.dead_timeout = 60.0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.330432] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cache.debug_cache_backend = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.330596] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cache.enable_retry_client = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.330759] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cache.enable_socket_keepalive = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.330929] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cache.enabled = True {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.331104] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cache.enforce_fips_mode = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.331300] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cache.expiration_time = 600 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.331471] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cache.hashclient_retry_attempts = 2 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.331636] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cache.hashclient_retry_delay = 1.0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.331799] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cache.memcache_dead_retry = 300 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.331954] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cache.memcache_password = **** {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.332130] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.332296] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.332461] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cache.memcache_pool_maxsize = 10 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.332624] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.332788] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cache.memcache_sasl_enabled = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.332968] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.333154] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cache.memcache_socket_timeout = 1.0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.333317] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cache.memcache_username = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.333483] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cache.proxies = [] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.333646] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cache.redis_db = 0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.333807] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cache.redis_password = **** {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.333978] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cache.redis_sentinel_service_name = mymaster {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.334173] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.334351] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cache.redis_server = localhost:6379 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.334521] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cache.redis_socket_timeout = 1.0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.334683] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cache.redis_username = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.334850] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cache.retry_attempts = 2 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.335027] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cache.retry_delay = 0.0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.335201] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cache.socket_keepalive_count = 1 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.335366] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cache.socket_keepalive_idle = 1 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.335530] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cache.socket_keepalive_interval = 1 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.335691] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cache.tls_allowed_ciphers = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.335851] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cache.tls_cafile = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.336021] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cache.tls_certfile = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.336194] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cache.tls_enabled = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.336358] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cache.tls_keyfile = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.336532] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cinder.auth_section = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.336708] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cinder.auth_type = password {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.336874] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cinder.cafile = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.337058] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cinder.catalog_info = volumev3::publicURL {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.337227] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cinder.certfile = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.337395] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cinder.collect_timing = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.337560] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cinder.cross_az_attach = True {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.337723] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cinder.debug = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.337882] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cinder.endpoint_template = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.338058] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cinder.http_retries = 3 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.338225] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cinder.insecure = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.338387] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cinder.keyfile = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.338560] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cinder.os_region_name = RegionOne {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.338724] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cinder.split_loggers = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.338883] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cinder.timeout = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.339081] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.339262] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] compute.cpu_dedicated_set = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.339429] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] compute.cpu_shared_set = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.339599] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] compute.image_type_exclude_list = [] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.339763] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.339924] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] compute.max_concurrent_disk_ops = 0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.340096] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] compute.max_disk_devices_to_attach = -1 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.340260] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.340433] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.340596] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] compute.resource_provider_association_refresh = 300 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.340755] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.340915] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] compute.shutdown_retry_interval = 10 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.341108] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.341321] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] conductor.workers = 2 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.341510] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] console.allowed_origins = [] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.341674] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] console.ssl_ciphers = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.341844] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] console.ssl_minimum_version = default {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.342026] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] consoleauth.enforce_session_timeout = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.342202] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] consoleauth.token_ttl = 600 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.342378] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cyborg.cafile = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.342539] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cyborg.certfile = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.342702] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cyborg.collect_timing = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.342859] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cyborg.connect_retries = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.343028] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cyborg.connect_retry_delay = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.343193] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cyborg.endpoint_override = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.343356] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cyborg.insecure = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.343513] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cyborg.keyfile = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.343671] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cyborg.max_version = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.343827] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cyborg.min_version = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.343982] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cyborg.region_name = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.344153] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cyborg.retriable_status_codes = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.344313] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cyborg.service_name = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.344482] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cyborg.service_type = accelerator {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.344641] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cyborg.split_loggers = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.344799] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cyborg.status_code_retries = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.344957] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cyborg.status_code_retry_delay = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.345137] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cyborg.timeout = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.345320] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.345481] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] cyborg.version = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.345651] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] database.asyncio_connection = **** {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.345811] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] database.asyncio_slave_connection = **** {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.345979] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] database.backend = sqlalchemy {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.346195] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] database.connection = **** {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.346421] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] database.connection_debug = 0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.346606] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] database.connection_parameters = {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.346776] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] database.connection_recycle_time = 3600 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.346941] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] database.connection_trace = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.347121] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] database.db_inc_retry_interval = True {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.347289] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] database.db_max_retries = 20 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.347455] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] database.db_max_retry_interval = 10 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.347619] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] database.db_retry_interval = 1 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.347780] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] database.max_overflow = 50 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.347941] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] database.max_pool_size = 5 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.348164] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] database.max_retries = 10 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.348354] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.348518] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] database.mysql_wsrep_sync_wait = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.348677] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] database.pool_timeout = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.348840] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] database.retry_interval = 10 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.348999] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] database.slave_connection = **** {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.349200] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] database.sqlite_synchronous = True {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.349372] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] database.use_db_reconnect = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.349543] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] api_database.asyncio_connection = **** {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.349707] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] api_database.asyncio_slave_connection = **** {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.349878] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] api_database.backend = sqlalchemy {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.350061] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] api_database.connection = **** {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.350231] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] api_database.connection_debug = 0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.350402] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] api_database.connection_parameters = {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.350566] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] api_database.connection_recycle_time = 3600 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.350725] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] api_database.connection_trace = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.350885] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] api_database.db_inc_retry_interval = True {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.351056] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] api_database.db_max_retries = 20 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.351251] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] api_database.db_max_retry_interval = 10 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.351418] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] api_database.db_retry_interval = 1 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.351580] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] api_database.max_overflow = 50 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.351741] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] api_database.max_pool_size = 5 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.351901] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] api_database.max_retries = 10 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.352080] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.352243] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.352402] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] api_database.pool_timeout = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.352561] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] api_database.retry_interval = 10 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.352719] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] api_database.slave_connection = **** {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.352881] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] api_database.sqlite_synchronous = True {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.353067] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] devices.enabled_mdev_types = [] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.353258] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.353428] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] ephemeral_storage_encryption.default_format = luks {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.353590] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] ephemeral_storage_encryption.enabled = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.353754] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.353923] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] glance.api_servers = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.354098] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] glance.cafile = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.354267] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] glance.certfile = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.354424] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] glance.collect_timing = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.354582] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] glance.connect_retries = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.354737] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] glance.connect_retry_delay = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.354896] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] glance.debug = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.355071] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] glance.default_trusted_certificate_ids = [] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.355236] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] glance.enable_certificate_validation = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.355399] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] glance.enable_rbd_download = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.355557] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] glance.endpoint_override = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.355720] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] glance.insecure = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.355879] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] glance.keyfile = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.356046] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] glance.max_version = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.356207] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] glance.min_version = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.356374] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] glance.num_retries = 3 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.356542] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] glance.rbd_ceph_conf = {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.356700] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] glance.rbd_connect_timeout = 5 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.356864] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] glance.rbd_pool = {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.357052] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] glance.rbd_user = {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.357234] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] glance.region_name = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.357397] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] glance.retriable_status_codes = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.357557] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] glance.service_name = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.357726] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] glance.service_type = image {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.357885] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] glance.split_loggers = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.358066] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] glance.status_code_retries = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.358237] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] glance.status_code_retry_delay = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.358395] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] glance.timeout = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.358576] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.358739] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] glance.verify_glance_signatures = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.358895] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] glance.version = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.359073] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] guestfs.debug = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.359253] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] manila.auth_section = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.359415] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] manila.auth_type = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.359572] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] manila.cafile = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.359727] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] manila.certfile = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.359889] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] manila.collect_timing = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.360063] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] manila.connect_retries = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.360226] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] manila.connect_retry_delay = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.360385] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] manila.endpoint_override = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.360543] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] manila.insecure = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.360698] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] manila.keyfile = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.360856] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] manila.max_version = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.361019] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] manila.min_version = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.361206] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] manila.region_name = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.361408] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] manila.retriable_status_codes = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.361578] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] manila.service_name = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.361750] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] manila.service_type = shared-file-system {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.361918] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] manila.share_apply_policy_timeout = 10 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.362094] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] manila.split_loggers = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.362262] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] manila.status_code_retries = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.362420] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] manila.status_code_retry_delay = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.362580] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] manila.timeout = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.362763] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.362924] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] manila.version = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.363108] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] mks.enabled = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.363457] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.363649] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] image_cache.manager_interval = 2400 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.363819] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] image_cache.precache_concurrency = 1 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.363990] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] image_cache.remove_unused_base_images = True {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.364177] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.364348] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.364523] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] image_cache.subdirectory_name = _base {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.364698] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] ironic.api_max_retries = 60 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.364876] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] ironic.api_retry_interval = 2 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.365054] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] ironic.auth_section = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.365226] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] ironic.auth_type = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.365390] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] ironic.cafile = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.365548] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] ironic.certfile = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.365711] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] ironic.collect_timing = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.365876] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] ironic.conductor_group = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.366045] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] ironic.connect_retries = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.366209] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] ironic.connect_retry_delay = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.366371] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] ironic.endpoint_override = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.366536] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] ironic.insecure = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.366694] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] ironic.keyfile = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.366852] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] ironic.max_version = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.367023] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] ironic.min_version = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.367184] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] ironic.peer_list = [] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.367346] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] ironic.region_name = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.367506] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] ironic.retriable_status_codes = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.367670] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] ironic.serial_console_state_timeout = 10 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.367829] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] ironic.service_name = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.367997] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] ironic.service_type = baremetal {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.368175] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] ironic.shard = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.368342] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] ironic.split_loggers = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.368501] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] ironic.status_code_retries = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.368658] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] ironic.status_code_retry_delay = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.368813] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] ironic.timeout = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.368992] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.369181] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] ironic.version = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.369380] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.369555] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] key_manager.fixed_key = **** {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.369740] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.369902] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] barbican.barbican_api_version = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.370076] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] barbican.barbican_endpoint = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.370248] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] barbican.barbican_endpoint_type = public {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.370409] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] barbican.barbican_region_name = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.370569] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] barbican.cafile = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.370728] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] barbican.certfile = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.370891] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] barbican.collect_timing = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.371065] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] barbican.insecure = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.371252] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] barbican.keyfile = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.371461] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] barbican.number_of_retries = 60 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.371635] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] barbican.retry_delay = 1 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.371800] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] barbican.send_service_user_token = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.371960] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] barbican.split_loggers = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.372211] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] barbican.timeout = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.372384] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] barbican.verify_ssl = True {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.372545] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] barbican.verify_ssl_path = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.372715] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] barbican_service_user.auth_section = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.372879] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] barbican_service_user.auth_type = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.373048] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] barbican_service_user.cafile = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.373213] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] barbican_service_user.certfile = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.373379] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] barbican_service_user.collect_timing = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.373541] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] barbican_service_user.insecure = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.373698] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] barbican_service_user.keyfile = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.373860] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] barbican_service_user.split_loggers = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.374024] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] barbican_service_user.timeout = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.374194] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vault.approle_role_id = **** {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.374355] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vault.approle_secret_id = **** {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.374523] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vault.kv_mountpoint = secret {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.374681] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vault.kv_path = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.374843] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vault.kv_version = 2 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.375014] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vault.namespace = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.375175] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vault.root_token_id = **** {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.375336] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vault.ssl_ca_crt_file = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.375501] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vault.timeout = 60.0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.375661] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vault.use_ssl = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.375829] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.375995] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] keystone.cafile = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.376173] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] keystone.certfile = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.376339] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] keystone.collect_timing = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.376499] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] keystone.connect_retries = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.376656] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] keystone.connect_retry_delay = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.376812] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] keystone.endpoint_override = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.376972] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] keystone.insecure = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.377139] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] keystone.keyfile = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.377296] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] keystone.max_version = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.377450] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] keystone.min_version = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.377605] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] keystone.region_name = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.377763] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] keystone.retriable_status_codes = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.377920] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] keystone.service_name = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.378097] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] keystone.service_type = identity {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.378260] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] keystone.split_loggers = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.378419] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] keystone.status_code_retries = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.378574] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] keystone.status_code_retry_delay = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.378728] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] keystone.timeout = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.378904] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.379092] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] keystone.version = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.379315] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.ceph_mount_options = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.379737] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.379924] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.connection_uri = {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.380102] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.cpu_mode = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.380278] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.cpu_model_extra_flags = [] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.380450] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.cpu_models = [] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.380622] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.cpu_power_governor_high = performance {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.380791] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.cpu_power_governor_low = powersave {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.380955] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.cpu_power_management = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.381169] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.381341] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.device_detach_attempts = 8 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.381511] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.device_detach_timeout = 20 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.381679] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.disk_cachemodes = [] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.381842] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.disk_prefix = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.382015] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.enabled_perf_events = [] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.382207] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.file_backed_memory = 0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.382392] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.gid_maps = [] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.382556] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.hw_disk_discard = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.382714] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.hw_machine_type = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.382884] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.images_rbd_ceph_conf = {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.383061] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.383230] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.383404] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.images_rbd_glance_store_name = {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.383576] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.images_rbd_pool = rbd {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.383747] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.images_type = default {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.383908] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.images_volume_group = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.384082] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.inject_key = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.384251] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.inject_partition = -2 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.384415] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.inject_password = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.384578] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.iscsi_iface = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.384740] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.iser_use_multipath = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.384941] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.live_migration_bandwidth = 0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.385141] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.385349] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.live_migration_downtime = 500 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.385531] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.385697] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.385859] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.live_migration_inbound_addr = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.386034] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.386203] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.live_migration_permit_post_copy = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.386366] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.live_migration_scheme = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.386538] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.live_migration_timeout_action = abort {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.386700] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.live_migration_tunnelled = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.386859] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.live_migration_uri = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.387030] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.live_migration_with_native_tls = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.387196] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.max_queues = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.387364] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.387590] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.387755] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.nfs_mount_options = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.388074] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.388257] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.388427] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.num_iser_scan_tries = 5 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.388597] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.num_memory_encrypted_guests = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.388763] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.388927] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.num_pcie_ports = 0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.389111] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.num_volume_scan_tries = 5 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.389344] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.pmem_namespaces = [] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.389528] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.quobyte_client_cfg = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.389816] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.389994] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.rbd_connect_timeout = 5 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.390177] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.390344] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.390506] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.rbd_secret_uuid = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.390665] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.rbd_user = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.390830] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.391006] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.remote_filesystem_transport = ssh {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.391219] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.rescue_image_id = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.391372] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.rescue_kernel_id = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.391534] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.rescue_ramdisk_id = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.391703] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.391863] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.rx_queue_size = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.392040] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.smbfs_mount_options = {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.392345] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.392517] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.snapshot_compression = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.392682] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.snapshot_image_format = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.392916] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.393100] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.sparse_logical_volumes = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.393293] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.swtpm_enabled = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.393482] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.swtpm_group = tss {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.393658] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.swtpm_user = tss {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.393831] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.sysinfo_serial = unique {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.393993] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.tb_cache_size = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.394171] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.tx_queue_size = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.394340] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.uid_maps = [] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.394505] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.use_virtio_for_bridges = True {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.394677] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.virt_type = kvm {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.394848] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.volume_clear = zero {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.395025] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.volume_clear_size = 0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.395198] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.volume_enforce_multipath = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.395369] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.volume_use_multipath = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.395528] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.vzstorage_cache_path = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.395698] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.395866] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.vzstorage_mount_group = qemu {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.396044] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.vzstorage_mount_opts = [] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.396219] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.396514] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.396695] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.vzstorage_mount_user = stack {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.396863] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.397048] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] neutron.auth_section = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.397229] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] neutron.auth_type = password {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.397394] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] neutron.cafile = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.397554] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] neutron.certfile = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.397717] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] neutron.collect_timing = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.397872] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] neutron.connect_retries = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.398037] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] neutron.connect_retry_delay = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.398211] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] neutron.default_floating_pool = public {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.398374] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] neutron.endpoint_override = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.398539] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] neutron.extension_sync_interval = 600 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.398699] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] neutron.http_retries = 3 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.398896] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] neutron.insecure = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.399112] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] neutron.keyfile = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.399284] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] neutron.max_version = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.399459] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.399622] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] neutron.min_version = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.399791] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] neutron.ovs_bridge = br-int {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.399958] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] neutron.physnets = [] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.400144] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] neutron.region_name = RegionOne {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.400309] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] neutron.retriable_status_codes = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.400478] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] neutron.service_metadata_proxy = True {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.400638] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] neutron.service_name = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.400802] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] neutron.service_type = network {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.400963] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] neutron.split_loggers = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.401144] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] neutron.status_code_retries = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.401319] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] neutron.status_code_retry_delay = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.401483] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] neutron.timeout = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.401663] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.401821] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] neutron.version = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.401990] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] notifications.bdms_in_notifications = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.402199] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] notifications.default_level = INFO {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.402382] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] notifications.include_share_mapping = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.402560] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] notifications.notification_format = unversioned {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.402727] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] notifications.notify_on_state_change = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.402906] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.403095] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] pci.alias = [] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.403270] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] pci.device_spec = [] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.403438] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] pci.report_in_placement = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.403609] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] placement.auth_section = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.403783] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] placement.auth_type = password {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.403950] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.404123] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] placement.cafile = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.404281] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] placement.certfile = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.404439] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] placement.collect_timing = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.404597] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] placement.connect_retries = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.404756] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] placement.connect_retry_delay = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.404912] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] placement.default_domain_id = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.405082] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] placement.default_domain_name = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.405243] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] placement.domain_id = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.405402] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] placement.domain_name = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.405559] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] placement.endpoint_override = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.405719] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] placement.insecure = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.405877] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] placement.keyfile = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.406042] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] placement.max_version = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.406204] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] placement.min_version = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.406375] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] placement.password = **** {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.406536] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] placement.project_domain_id = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.406704] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] placement.project_domain_name = Default {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.406872] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] placement.project_id = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.407054] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] placement.project_name = service {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.407228] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] placement.region_name = RegionOne {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.407392] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] placement.retriable_status_codes = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.407558] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] placement.service_name = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.407725] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] placement.service_type = placement {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.407888] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] placement.split_loggers = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.408066] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] placement.status_code_retries = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.408231] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] placement.status_code_retry_delay = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.408393] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] placement.system_scope = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.408549] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] placement.timeout = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.408705] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] placement.trust_id = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.408862] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] placement.user_domain_id = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.409042] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] placement.user_domain_name = Default {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.409228] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] placement.user_id = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.409418] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] placement.username = nova {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.409601] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.409763] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] placement.version = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.409944] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] quota.cores = 20 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.410125] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] quota.count_usage_from_placement = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.410300] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.410470] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] quota.injected_file_content_bytes = 10240 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.410640] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] quota.injected_file_path_length = 255 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.410803] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] quota.injected_files = 5 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.410970] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] quota.instances = 10 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.411166] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] quota.key_pairs = 100 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.411352] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] quota.metadata_items = 128 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.411525] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] quota.ram = 51200 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.411691] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] quota.recheck_quota = True {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.411860] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] quota.server_group_members = 10 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.412046] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] quota.server_groups = 10 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.412264] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.412439] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] quota.unified_limits_resource_strategy = require {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.412613] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.412776] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.412935] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] scheduler.image_metadata_prefilter = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.413109] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.413276] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] scheduler.max_attempts = 3 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.413439] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] scheduler.max_placement_results = 1000 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.413599] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.413757] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] scheduler.query_placement_for_image_type_support = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.413915] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.414097] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] scheduler.workers = 2 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.414279] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.414450] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.414626] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.414793] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.414955] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.415132] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.415297] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.415486] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.415653] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] filter_scheduler.host_subset_size = 1 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.415817] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.415974] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.416149] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.416315] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.416487] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.416649] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] filter_scheduler.isolated_hosts = [] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.416811] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] filter_scheduler.isolated_images = [] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.416982] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.417165] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.417340] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.417515] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] filter_scheduler.pci_in_placement = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.417684] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.417845] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.418013] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.418180] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.418345] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.418507] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.418667] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] filter_scheduler.track_instance_changes = True {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.418846] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.419027] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] metrics.required = True {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.419216] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] metrics.weight_multiplier = 1.0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.419395] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.419564] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] metrics.weight_setting = [] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.419876] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.420065] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] serial_console.enabled = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.420245] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] serial_console.port_range = 10000:20000 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.420420] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.420588] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.420755] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] serial_console.serialproxy_port = 6083 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.420922] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] service_user.auth_section = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.421108] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] service_user.auth_type = password {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.421297] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] service_user.cafile = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.421463] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] service_user.certfile = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.421627] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] service_user.collect_timing = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.421785] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] service_user.insecure = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.421939] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] service_user.keyfile = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.422125] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] service_user.send_service_user_token = True {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.422315] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] service_user.split_loggers = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.422477] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] service_user.timeout = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.422650] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] spice.agent_enabled = True {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.422812] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] spice.enabled = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.423140] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.423350] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.423525] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] spice.html5proxy_port = 6082 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.423688] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] spice.image_compression = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.423846] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] spice.jpeg_compression = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.424017] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] spice.playback_compression = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.424181] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] spice.require_secure = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.424350] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] spice.server_listen = 127.0.0.1 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.424569] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.424876] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.425063] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] spice.streaming_mode = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.425232] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] spice.zlib_compression = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.425404] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] upgrade_levels.baseapi = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.425577] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] upgrade_levels.compute = auto {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.425740] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] upgrade_levels.conductor = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.425900] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] upgrade_levels.scheduler = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.426078] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vendordata_dynamic_auth.auth_section = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.426246] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vendordata_dynamic_auth.auth_type = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.426407] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vendordata_dynamic_auth.cafile = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.426565] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vendordata_dynamic_auth.certfile = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.426727] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.426886] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vendordata_dynamic_auth.insecure = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.427053] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vendordata_dynamic_auth.keyfile = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.427221] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.427381] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vendordata_dynamic_auth.timeout = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.427554] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vmware.api_retry_count = 10 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.427715] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vmware.ca_file = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.427885] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vmware.cache_prefix = devstack-image-cache {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.428071] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vmware.cluster_name = testcl1 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.428243] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vmware.connection_pool_size = 10 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.428404] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vmware.console_delay_seconds = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.428572] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vmware.datastore_regex = ^datastore.* {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.428782] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.428956] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vmware.host_password = **** {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.429151] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vmware.host_port = 443 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.429337] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vmware.host_username = administrator@vsphere.local {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.429510] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vmware.insecure = True {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.429673] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vmware.integration_bridge = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.429840] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vmware.maximum_objects = 100 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.429999] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vmware.pbm_default_policy = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.430179] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vmware.pbm_enabled = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.430339] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vmware.pbm_wsdl_location = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.430509] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.430669] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vmware.serial_port_proxy_uri = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.430825] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vmware.serial_port_service_uri = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.430989] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vmware.task_poll_interval = 0.5 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.431196] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vmware.use_linked_clone = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.431379] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vmware.vnc_keymap = en-us {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.431549] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vmware.vnc_port = 5900 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.431712] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vmware.vnc_port_total = 10000 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.431896] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vnc.auth_schemes = ['none'] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.432085] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vnc.enabled = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.432405] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.432598] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.432772] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vnc.novncproxy_port = 6080 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.432959] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vnc.server_listen = 127.0.0.1 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.433155] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.433324] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vnc.vencrypt_ca_certs = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.433482] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vnc.vencrypt_client_cert = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.433637] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vnc.vencrypt_client_key = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.433809] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.433973] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] workarounds.disable_deep_image_inspection = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.434149] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.434309] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.434467] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.434626] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] workarounds.disable_rootwrap = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.434784] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] workarounds.enable_numa_live_migration = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.434945] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.435118] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.435281] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.435441] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] workarounds.libvirt_disable_apic = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.435734] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.435910] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.436088] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.436257] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.436421] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.436582] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.436739] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.436897] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.437067] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.437236] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.437422] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.437591] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] wsgi.client_socket_timeout = 900 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.437757] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] wsgi.default_pool_size = 1000 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.437920] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] wsgi.keep_alive = True {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.438095] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] wsgi.max_header_line = 16384 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.438261] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] wsgi.secure_proxy_ssl_header = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.438426] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] wsgi.ssl_ca_file = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.438586] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] wsgi.ssl_cert_file = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.438745] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] wsgi.ssl_key_file = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.438907] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] wsgi.tcp_keepidle = 600 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.439100] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.439291] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] zvm.ca_file = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.439459] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] zvm.cloud_connector_url = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.439752] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.439930] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] zvm.reachable_timeout = 300 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.440126] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.440310] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.440492] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] profiler.connection_string = messaging:// {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.440663] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] profiler.enabled = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.440835] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] profiler.es_doc_type = notification {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.441010] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] profiler.es_scroll_size = 10000 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.441212] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] profiler.es_scroll_time = 2m {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.441391] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] profiler.filter_error_trace = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.441563] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] profiler.hmac_keys = **** {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.441732] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] profiler.sentinel_service_name = mymaster {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.441899] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] profiler.socket_timeout = 0.1 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.442073] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] profiler.trace_requests = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.442262] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] profiler.trace_sqlalchemy = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.442454] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] profiler_jaeger.process_tags = {} {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.442618] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] profiler_jaeger.service_name_prefix = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.442780] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] profiler_otlp.service_name_prefix = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.442944] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] remote_debug.host = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.443120] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] remote_debug.port = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.443299] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.443465] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.443628] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.443789] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.443950] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.444123] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.444288] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.444450] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.444609] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.444781] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.444940] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.445125] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.445297] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.445466] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.445631] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.445805] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.445968] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.446145] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.446320] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.446484] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.446645] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.446811] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.446976] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.447153] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.447317] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.447478] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.447640] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.447799] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.447959] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.448134] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.448298] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_messaging_rabbit.ssl = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.448468] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.448637] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.448800] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.448968] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.449166] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_messaging_rabbit.ssl_version = {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.449352] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.449545] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.449716] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_messaging_notifications.retry = -1 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.449893] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.450079] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_messaging_notifications.transport_url = **** {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.450259] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_limit.auth_section = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.450427] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_limit.auth_type = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.450587] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_limit.cafile = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.450745] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_limit.certfile = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.450907] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_limit.collect_timing = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.451078] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_limit.connect_retries = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.451295] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_limit.connect_retry_delay = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.451527] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_limit.endpoint_id = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.451721] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_limit.endpoint_interface = publicURL {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.451885] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_limit.endpoint_override = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.452057] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_limit.endpoint_region_name = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.452222] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_limit.endpoint_service_name = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.452381] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_limit.endpoint_service_type = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.452542] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_limit.insecure = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.452698] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_limit.keyfile = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.452856] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_limit.max_version = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.453023] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_limit.min_version = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.453186] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_limit.region_name = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.453348] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_limit.retriable_status_codes = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.453514] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_limit.service_name = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.453666] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_limit.service_type = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.453825] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_limit.split_loggers = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.453983] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_limit.status_code_retries = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.454157] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_limit.status_code_retry_delay = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.454317] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_limit.timeout = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.454475] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_limit.valid_interfaces = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.454631] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_limit.version = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.454796] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_reports.file_event_handler = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.454960] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.455134] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] oslo_reports.log_dir = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.455306] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.455466] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.455627] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.455793] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.455957] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.456129] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.456302] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.456461] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vif_plug_ovs_privileged.group = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.456616] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.456779] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.456940] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.457109] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] vif_plug_ovs_privileged.user = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.457317] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] os_vif_linux_bridge.flat_interface = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.457505] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.457684] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.457854] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.458038] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.458218] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.458385] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.458547] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.458727] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.458894] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] os_vif_ovs.isolate_vif = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.459074] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.459246] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.459419] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.459595] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] os_vif_ovs.ovsdb_interface = native {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.459759] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] os_vif_ovs.per_port_bridge = False {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.459929] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] privsep_osbrick.capabilities = [21] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.460097] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] privsep_osbrick.group = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.460257] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] privsep_osbrick.helper_command = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.460422] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.460584] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.460739] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] privsep_osbrick.user = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.460908] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.461123] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] nova_sys_admin.group = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.461277] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] nova_sys_admin.helper_command = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.461452] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.461615] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.461772] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] nova_sys_admin.user = None {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.461902] env[69413]: DEBUG oslo_service.backend.eventlet.service [None req-3bcd662f-4ad5-4c68-9b32-c6553430fd0e None None] ******************************************************************************** {{(pid=69413) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 561.462331] env[69413]: INFO nova.service [-] Starting compute node (version 31.0.0) [ 561.965472] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b0040516-fa39-451e-a5e1-2eee4093cf7a None None] Getting list of instances from cluster (obj){ [ 561.965472] env[69413]: value = "domain-c8" [ 561.965472] env[69413]: _type = "ClusterComputeResource" [ 561.965472] env[69413]: } {{(pid=69413) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 561.966564] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aff076f-648f-40be-a417-d660c5cd14e1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.975371] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b0040516-fa39-451e-a5e1-2eee4093cf7a None None] Got total of 0 instances {{(pid=69413) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 561.976015] env[69413]: WARNING nova.virt.vmwareapi.driver [None req-b0040516-fa39-451e-a5e1-2eee4093cf7a None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 561.976501] env[69413]: INFO nova.virt.node [None req-b0040516-fa39-451e-a5e1-2eee4093cf7a None None] Generated node identity 65568fbe-598e-408e-afad-1b65d19c68ec [ 561.976732] env[69413]: INFO nova.virt.node [None req-b0040516-fa39-451e-a5e1-2eee4093cf7a None None] Wrote node identity 65568fbe-598e-408e-afad-1b65d19c68ec to /opt/stack/data/n-cpu-1/compute_id [ 562.479478] env[69413]: WARNING nova.compute.manager [None req-b0040516-fa39-451e-a5e1-2eee4093cf7a None None] Compute nodes ['65568fbe-598e-408e-afad-1b65d19c68ec'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 563.485261] env[69413]: INFO nova.compute.manager [None req-b0040516-fa39-451e-a5e1-2eee4093cf7a None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 564.491297] env[69413]: WARNING nova.compute.manager [None req-b0040516-fa39-451e-a5e1-2eee4093cf7a None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 564.491646] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b0040516-fa39-451e-a5e1-2eee4093cf7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 564.491757] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b0040516-fa39-451e-a5e1-2eee4093cf7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 564.491907] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b0040516-fa39-451e-a5e1-2eee4093cf7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 564.492077] env[69413]: DEBUG nova.compute.resource_tracker [None req-b0040516-fa39-451e-a5e1-2eee4093cf7a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69413) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 564.493033] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f01ee56-8464-4944-927e-4c44b12cba15 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.501365] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f71dcc-2971-465c-b4f5-df05b8b0e8e3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.516015] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4aaeb1-99ba-4328-a513-a4f0f55a2a4d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.521973] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7212890e-eff8-4651-840e-aa12e03c6529 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.549878] env[69413]: DEBUG nova.compute.resource_tracker [None req-b0040516-fa39-451e-a5e1-2eee4093cf7a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181020MB free_disk=140GB free_vcpus=48 pci_devices=None {{(pid=69413) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 564.550013] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b0040516-fa39-451e-a5e1-2eee4093cf7a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 564.550220] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b0040516-fa39-451e-a5e1-2eee4093cf7a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 565.052792] env[69413]: WARNING nova.compute.resource_tracker [None req-b0040516-fa39-451e-a5e1-2eee4093cf7a None None] No compute node record for cpu-1:65568fbe-598e-408e-afad-1b65d19c68ec: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 65568fbe-598e-408e-afad-1b65d19c68ec could not be found. [ 565.557093] env[69413]: INFO nova.compute.resource_tracker [None req-b0040516-fa39-451e-a5e1-2eee4093cf7a None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 65568fbe-598e-408e-afad-1b65d19c68ec [ 567.066107] env[69413]: DEBUG nova.compute.resource_tracker [None req-b0040516-fa39-451e-a5e1-2eee4093cf7a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69413) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 567.066434] env[69413]: DEBUG nova.compute.resource_tracker [None req-b0040516-fa39-451e-a5e1-2eee4093cf7a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69413) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 567.220965] env[69413]: INFO nova.scheduler.client.report [None req-b0040516-fa39-451e-a5e1-2eee4093cf7a None None] [req-45a2a9e6-55f4-41f3-af3e-ee593d714f60] Created resource provider record via placement API for resource provider with UUID 65568fbe-598e-408e-afad-1b65d19c68ec and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 567.238652] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1207c995-d7fd-479d-9067-97a8124eb7b2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.246862] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11050f85-af99-4017-b40b-7ff6d60a85ba {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.277464] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed328d3-c39d-4fae-b716-f9f87f3a8947 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.284734] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51f3325-6f60-47cb-9554-05ad6cbee1e1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.297893] env[69413]: DEBUG nova.compute.provider_tree [None req-b0040516-fa39-451e-a5e1-2eee4093cf7a None None] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 567.831448] env[69413]: DEBUG nova.scheduler.client.report [None req-b0040516-fa39-451e-a5e1-2eee4093cf7a None None] Updated inventory for provider 65568fbe-598e-408e-afad-1b65d19c68ec with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 567.831665] env[69413]: DEBUG nova.compute.provider_tree [None req-b0040516-fa39-451e-a5e1-2eee4093cf7a None None] Updating resource provider 65568fbe-598e-408e-afad-1b65d19c68ec generation from 0 to 1 during operation: update_inventory {{(pid=69413) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 567.831802] env[69413]: DEBUG nova.compute.provider_tree [None req-b0040516-fa39-451e-a5e1-2eee4093cf7a None None] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 567.882636] env[69413]: DEBUG nova.compute.provider_tree [None req-b0040516-fa39-451e-a5e1-2eee4093cf7a None None] Updating resource provider 65568fbe-598e-408e-afad-1b65d19c68ec generation from 1 to 2 during operation: update_traits {{(pid=69413) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 568.387383] env[69413]: DEBUG nova.compute.resource_tracker [None req-b0040516-fa39-451e-a5e1-2eee4093cf7a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69413) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 568.387843] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b0040516-fa39-451e-a5e1-2eee4093cf7a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.837s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 568.387843] env[69413]: DEBUG nova.service [None req-b0040516-fa39-451e-a5e1-2eee4093cf7a None None] Creating RPC server for service compute {{(pid=69413) start /opt/stack/nova/nova/service.py:186}} [ 568.401835] env[69413]: DEBUG nova.service [None req-b0040516-fa39-451e-a5e1-2eee4093cf7a None None] Join ServiceGroup membership for this service compute {{(pid=69413) start /opt/stack/nova/nova/service.py:203}} [ 568.402084] env[69413]: DEBUG nova.servicegroup.drivers.db [None req-b0040516-fa39-451e-a5e1-2eee4093cf7a None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69413) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 609.512372] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Acquiring lock "162b8b0c-9f6c-4acd-bf2f-b053f487ccd8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.512676] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Lock "162b8b0c-9f6c-4acd-bf2f-b053f487ccd8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.015885] env[69413]: DEBUG nova.compute.manager [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 610.611108] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.612809] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.614968] env[69413]: INFO nova.compute.claims [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.070628] env[69413]: DEBUG oslo_concurrency.lockutils [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Acquiring lock "057c5ad1-94e2-4c5d-9d3e-032bc4248979" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.073949] env[69413]: DEBUG oslo_concurrency.lockutils [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Lock "057c5ad1-94e2-4c5d-9d3e-032bc4248979" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.107700] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Acquiring lock "fa02511c-c494-44f0-8e49-1dcc95c9f6bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.107964] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Lock "fa02511c-c494-44f0-8e49-1dcc95c9f6bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.577121] env[69413]: DEBUG nova.compute.manager [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 611.612691] env[69413]: DEBUG nova.compute.manager [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 611.766680] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005b5fe5-bb9e-448f-a801-6af0d710242f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.779652] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e889019-8fa6-4fd7-99b1-452430de4fa4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.819391] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d89c69c-7d39-48a3-8274-05486badfec8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.826854] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53a6707-f00f-4799-9ee5-9a0afc541d2f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.841839] env[69413]: DEBUG nova.compute.provider_tree [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 611.847611] env[69413]: DEBUG oslo_concurrency.lockutils [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Acquiring lock "cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.847978] env[69413]: DEBUG oslo_concurrency.lockutils [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Lock "cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.118180] env[69413]: DEBUG oslo_concurrency.lockutils [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.143576] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.248664] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Acquiring lock "cc255889-3de9-4a77-9e45-9801d250e203" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.248990] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Lock "cc255889-3de9-4a77-9e45-9801d250e203" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.348696] env[69413]: DEBUG nova.scheduler.client.report [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.354404] env[69413]: DEBUG nova.compute.manager [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 612.753482] env[69413]: DEBUG nova.compute.manager [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 612.860607] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.249s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.861267] env[69413]: DEBUG nova.compute.manager [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 612.867035] env[69413]: DEBUG oslo_concurrency.lockutils [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.747s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.867035] env[69413]: INFO nova.compute.claims [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 612.922476] env[69413]: DEBUG oslo_concurrency.lockutils [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.277798] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.373099] env[69413]: DEBUG nova.compute.utils [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 613.375544] env[69413]: DEBUG nova.compute.manager [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 613.375544] env[69413]: DEBUG nova.network.neutron [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 613.590829] env[69413]: DEBUG nova.policy [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a4993c8b2ff4907834fc9c1d397081b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e5c4a79017e4b798fd55782cd9b4050', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 613.888559] env[69413]: DEBUG nova.compute.manager [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 614.024513] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1c12a4-ecfd-43ae-8b50-06746d88843b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.034210] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2027ae0-d894-4015-8e4f-e5fda4bb3fdd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.068632] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5fdade-6daf-43c8-ba0f-1575c3774ae9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.076615] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb95d44a-650c-4fe6-9240-ac277b027485 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.092674] env[69413]: DEBUG nova.compute.provider_tree [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.394103] env[69413]: DEBUG nova.network.neutron [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Successfully created port: 041d8af1-f9af-4214-8257-878d8b157a1d {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 614.598362] env[69413]: DEBUG nova.scheduler.client.report [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 614.905486] env[69413]: DEBUG nova.compute.manager [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 614.946809] env[69413]: DEBUG nova.virt.hardware [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 614.947720] env[69413]: DEBUG nova.virt.hardware [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 614.947720] env[69413]: DEBUG nova.virt.hardware [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 614.947720] env[69413]: DEBUG nova.virt.hardware [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 614.947974] env[69413]: DEBUG nova.virt.hardware [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 614.948198] env[69413]: DEBUG nova.virt.hardware [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 614.948914] env[69413]: DEBUG nova.virt.hardware [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 614.948914] env[69413]: DEBUG nova.virt.hardware [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 614.950036] env[69413]: DEBUG nova.virt.hardware [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 614.950662] env[69413]: DEBUG nova.virt.hardware [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 614.951799] env[69413]: DEBUG nova.virt.hardware [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 614.952839] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5491e07b-4d4f-483d-9dda-93fc959ef668 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.963713] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17fd76d-efb3-4cbd-8223-e68d933535cf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.988130] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83ba184-ee93-41ca-816a-225d4e7d105e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.103433] env[69413]: DEBUG oslo_concurrency.lockutils [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.239s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.104046] env[69413]: DEBUG nova.compute.manager [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 615.108472] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.963s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.108472] env[69413]: INFO nova.compute.claims [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 615.612119] env[69413]: DEBUG nova.compute.utils [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 615.618997] env[69413]: DEBUG nova.compute.manager [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 615.619577] env[69413]: DEBUG nova.network.neutron [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 615.790513] env[69413]: DEBUG nova.policy [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e276d0f436174c60b80dba2849f3a8ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cead625662b44ae4869bf266c27e67d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 616.121178] env[69413]: DEBUG nova.compute.manager [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 616.283228] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39392f22-4058-4521-b935-598992f7446a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.292175] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945f45f6-b9ac-4780-8c15-5f96ad01664f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.325968] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a74679e-fa66-44be-af54-14aa9f366e64 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.334156] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd4a51b-ca73-4d56-b6b7-c3d5f949965a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.349995] env[69413]: DEBUG nova.compute.provider_tree [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.856325] env[69413]: DEBUG nova.scheduler.client.report [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 617.158627] env[69413]: DEBUG nova.compute.manager [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 617.189652] env[69413]: DEBUG nova.network.neutron [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Successfully created port: 7aa85065-4501-493a-a816-dde8c31f89d6 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 617.194733] env[69413]: DEBUG nova.virt.hardware [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 617.194958] env[69413]: DEBUG nova.virt.hardware [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 617.195224] env[69413]: DEBUG nova.virt.hardware [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 617.195291] env[69413]: DEBUG nova.virt.hardware [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 617.195429] env[69413]: DEBUG nova.virt.hardware [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 617.195569] env[69413]: DEBUG nova.virt.hardware [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 617.195765] env[69413]: DEBUG nova.virt.hardware [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 617.195917] env[69413]: DEBUG nova.virt.hardware [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 617.197777] env[69413]: DEBUG nova.virt.hardware [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 617.198481] env[69413]: DEBUG nova.virt.hardware [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 617.198481] env[69413]: DEBUG nova.virt.hardware [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 617.199743] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72f08a9-7f59-4feb-8eb6-b9cd25456b80 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.210854] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544c00e4-1e1b-4ffd-aebf-3aa21c9e4d91 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.362487] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.255s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.362487] env[69413]: DEBUG nova.compute.manager [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 617.364906] env[69413]: DEBUG oslo_concurrency.lockutils [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.443s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.366268] env[69413]: INFO nova.compute.claims [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 617.873930] env[69413]: DEBUG nova.compute.utils [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 617.880701] env[69413]: DEBUG nova.compute.manager [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Not allocating networking since 'none' was specified. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 618.239981] env[69413]: DEBUG nova.network.neutron [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Successfully updated port: 041d8af1-f9af-4214-8257-878d8b157a1d {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 618.384147] env[69413]: DEBUG nova.compute.manager [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 618.405339] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.405658] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.406359] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.406359] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.406359] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.406518] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.406648] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._sync_power_states {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.527311] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a61892-a01a-40b8-ae41-75235a6232be {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.536602] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717d1c83-afe4-4c9a-873d-5b77952da862 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.574225] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19834522-33fb-436d-a209-e6150dd7c860 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.583385] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc965cb1-b4d6-48d2-af84-00928133255a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.599087] env[69413]: DEBUG nova.compute.provider_tree [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.742323] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Acquiring lock "refresh_cache-162b8b0c-9f6c-4acd-bf2f-b053f487ccd8" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.742530] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Acquired lock "refresh_cache-162b8b0c-9f6c-4acd-bf2f-b053f487ccd8" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.742717] env[69413]: DEBUG nova.network.neutron [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 618.916572] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Getting list of instances from cluster (obj){ [ 618.916572] env[69413]: value = "domain-c8" [ 618.916572] env[69413]: _type = "ClusterComputeResource" [ 618.916572] env[69413]: } {{(pid=69413) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 618.917673] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da3b373-57af-44a1-9375-5d6fd644e915 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.928926] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Got total of 0 instances {{(pid=69413) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 618.929153] env[69413]: WARNING nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] While synchronizing instance power states, found 4 instances in the database and 0 instances on the hypervisor. [ 618.929509] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Triggering sync for uuid 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8 {{(pid=69413) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 618.930218] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Triggering sync for uuid fa02511c-c494-44f0-8e49-1dcc95c9f6bb {{(pid=69413) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 618.930452] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Triggering sync for uuid 057c5ad1-94e2-4c5d-9d3e-032bc4248979 {{(pid=69413) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 618.930630] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Triggering sync for uuid cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2 {{(pid=69413) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 618.930974] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Acquiring lock "162b8b0c-9f6c-4acd-bf2f-b053f487ccd8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.932182] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Acquiring lock "fa02511c-c494-44f0-8e49-1dcc95c9f6bb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.932182] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Acquiring lock "057c5ad1-94e2-4c5d-9d3e-032bc4248979" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.932182] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Acquiring lock "cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.932182] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.932182] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69413) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 618.932406] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager.update_available_resource {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 619.108466] env[69413]: DEBUG nova.scheduler.client.report [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.237947] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquiring lock "550f42d5-10b7-4a74-b3f8-84526a6e166c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.238180] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lock "550f42d5-10b7-4a74-b3f8-84526a6e166c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.373342] env[69413]: DEBUG nova.network.neutron [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 619.396588] env[69413]: DEBUG nova.compute.manager [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 619.435682] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.445850] env[69413]: DEBUG nova.virt.hardware [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 619.446098] env[69413]: DEBUG nova.virt.hardware [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 619.446263] env[69413]: DEBUG nova.virt.hardware [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 619.446461] env[69413]: DEBUG nova.virt.hardware [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 619.450019] env[69413]: DEBUG nova.virt.hardware [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 619.450019] env[69413]: DEBUG nova.virt.hardware [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 619.450019] env[69413]: DEBUG nova.virt.hardware [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 619.450019] env[69413]: DEBUG nova.virt.hardware [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 619.450019] env[69413]: DEBUG nova.virt.hardware [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 619.450384] env[69413]: DEBUG nova.virt.hardware [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 619.450384] env[69413]: DEBUG nova.virt.hardware [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 619.450384] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4c4a1a-f24e-4305-b152-1c0c5b4ce4bb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.462845] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1d12c4-6558-4f5a-ad11-827bfaa0c388 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.490708] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Instance VIF info [] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.502055] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.502361] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c84526a6-df80-402c-8748-ca5203daa316 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.516762] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Created folder: OpenStack in parent group-v4. [ 619.517165] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Creating folder: Project (74cc1bd8e6c44e0ba5e7eaf26e286c19). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.517511] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fde7ca79-42d4-450a-9cb9-91ce723bdd0e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.530352] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Created folder: Project (74cc1bd8e6c44e0ba5e7eaf26e286c19) in parent group-v616034. [ 619.530352] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Creating folder: Instances. Parent ref: group-v616035. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.530352] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ee86d72-2e90-468c-b36d-0516279728f5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.538883] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Created folder: Instances in parent group-v616035. [ 619.539186] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 619.539456] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 619.539573] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0f781fc-c0cc-4499-bea5-c9cfd006e99c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.563391] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 619.563391] env[69413]: value = "task-3076976" [ 619.563391] env[69413]: _type = "Task" [ 619.563391] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.574961] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3076976, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.614350] env[69413]: DEBUG oslo_concurrency.lockutils [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.249s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.614847] env[69413]: DEBUG nova.compute.manager [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 619.619641] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.342s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.621797] env[69413]: INFO nova.compute.claims [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.741087] env[69413]: DEBUG nova.compute.manager [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 619.983169] env[69413]: DEBUG nova.compute.manager [req-564bed63-71bb-4f02-84bf-8bfcb9fc23c6 req-c503f3ae-c772-4900-9e46-95bdf8d92f94 service nova] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Received event network-vif-plugged-041d8af1-f9af-4214-8257-878d8b157a1d {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 619.983169] env[69413]: DEBUG oslo_concurrency.lockutils [req-564bed63-71bb-4f02-84bf-8bfcb9fc23c6 req-c503f3ae-c772-4900-9e46-95bdf8d92f94 service nova] Acquiring lock "162b8b0c-9f6c-4acd-bf2f-b053f487ccd8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.983169] env[69413]: DEBUG oslo_concurrency.lockutils [req-564bed63-71bb-4f02-84bf-8bfcb9fc23c6 req-c503f3ae-c772-4900-9e46-95bdf8d92f94 service nova] Lock "162b8b0c-9f6c-4acd-bf2f-b053f487ccd8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.983169] env[69413]: DEBUG oslo_concurrency.lockutils [req-564bed63-71bb-4f02-84bf-8bfcb9fc23c6 req-c503f3ae-c772-4900-9e46-95bdf8d92f94 service nova] Lock "162b8b0c-9f6c-4acd-bf2f-b053f487ccd8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.983169] env[69413]: DEBUG nova.compute.manager [req-564bed63-71bb-4f02-84bf-8bfcb9fc23c6 req-c503f3ae-c772-4900-9e46-95bdf8d92f94 service nova] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] No waiting events found dispatching network-vif-plugged-041d8af1-f9af-4214-8257-878d8b157a1d {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 619.983362] env[69413]: WARNING nova.compute.manager [req-564bed63-71bb-4f02-84bf-8bfcb9fc23c6 req-c503f3ae-c772-4900-9e46-95bdf8d92f94 service nova] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Received unexpected event network-vif-plugged-041d8af1-f9af-4214-8257-878d8b157a1d for instance with vm_state building and task_state spawning. [ 620.077617] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3076976, 'name': CreateVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.127025] env[69413]: DEBUG nova.compute.utils [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 620.130609] env[69413]: DEBUG nova.compute.manager [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 620.130609] env[69413]: DEBUG nova.network.neutron [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 620.198173] env[69413]: DEBUG nova.network.neutron [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Updating instance_info_cache with network_info: [{"id": "041d8af1-f9af-4214-8257-878d8b157a1d", "address": "fa:16:3e:0b:cd:08", "network": {"id": "8cb610e7-e4da-4776-8f19-c9728f51fb27", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9a021a88be0b4ec0bf1248cc136ac194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap041d8af1-f9", "ovs_interfaceid": "041d8af1-f9af-4214-8257-878d8b157a1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.279558] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.351455] env[69413]: DEBUG nova.policy [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f72f49822bbc421988dcb73cf7ae0bed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5b9060f748043b285c99b5e66df0ccc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 620.588538] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3076976, 'name': CreateVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.630532] env[69413]: DEBUG nova.compute.manager [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 620.706315] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Releasing lock "refresh_cache-162b8b0c-9f6c-4acd-bf2f-b053f487ccd8" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.706640] env[69413]: DEBUG nova.compute.manager [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Instance network_info: |[{"id": "041d8af1-f9af-4214-8257-878d8b157a1d", "address": "fa:16:3e:0b:cd:08", "network": {"id": "8cb610e7-e4da-4776-8f19-c9728f51fb27", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9a021a88be0b4ec0bf1248cc136ac194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap041d8af1-f9", "ovs_interfaceid": "041d8af1-f9af-4214-8257-878d8b157a1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 620.711652] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:cd:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4c5eb94-841c-4713-985a-8fc4117fbaf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '041d8af1-f9af-4214-8257-878d8b157a1d', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.725305] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Creating folder: Project (2e5c4a79017e4b798fd55782cd9b4050). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.731827] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d30d45db-6c96-45b1-b1f3-59dc2dc5b487 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.744479] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Created folder: Project (2e5c4a79017e4b798fd55782cd9b4050) in parent group-v616034. [ 620.744646] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Creating folder: Instances. Parent ref: group-v616038. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.744887] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-348c4a3c-2adc-4b12-ab18-0cf84dd7ab50 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.755775] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Created folder: Instances in parent group-v616038. [ 620.756041] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 620.756251] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 620.756461] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5910b50-298a-45eb-adb2-a2a164719a3b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.781773] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.781773] env[69413]: value = "task-3076979" [ 620.781773] env[69413]: _type = "Task" [ 620.781773] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.796380] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3076979, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.811451] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44379812-15c1-4aeb-9a51-f8564f1c0ec6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.818738] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9639268-23ef-43a2-9cea-a1a201252287 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.853328] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ab9a87-4812-4437-96a1-f3974f5fbd7a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.861483] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d54c876-0752-436d-b636-2d2b88096c84 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.876346] env[69413]: DEBUG nova.compute.provider_tree [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.055276] env[69413]: DEBUG nova.network.neutron [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Successfully updated port: 7aa85065-4501-493a-a816-dde8c31f89d6 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 621.081468] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3076976, 'name': CreateVM_Task, 'duration_secs': 1.441236} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.081554] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 621.082615] env[69413]: DEBUG oslo_vmware.service [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70cccaa-b40b-4999-a8fb-6ad9f1aeee46 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.091138] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.091350] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.091969] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.092619] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70683a56-6af5-4183-bfaa-9c437767547a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.096887] env[69413]: DEBUG oslo_vmware.api [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Waiting for the task: (returnval){ [ 621.096887] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]520e09bd-c7d2-a4b0-2acd-f2ae7d4c69b8" [ 621.096887] env[69413]: _type = "Task" [ 621.096887] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.107730] env[69413]: DEBUG oslo_vmware.api [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]520e09bd-c7d2-a4b0-2acd-f2ae7d4c69b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.296588] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3076979, 'name': CreateVM_Task, 'duration_secs': 0.362974} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.296873] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 621.334171] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.381681] env[69413]: DEBUG nova.scheduler.client.report [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.557692] env[69413]: DEBUG oslo_concurrency.lockutils [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Acquiring lock "refresh_cache-057c5ad1-94e2-4c5d-9d3e-032bc4248979" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.557692] env[69413]: DEBUG oslo_concurrency.lockutils [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Acquired lock "refresh_cache-057c5ad1-94e2-4c5d-9d3e-032bc4248979" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.557692] env[69413]: DEBUG nova.network.neutron [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 621.612373] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.612755] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.612850] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.612976] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.613406] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 621.613672] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.613973] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.614216] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8c2e9d8-ba48-42ed-a44c-4c287bf258dd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.618017] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b04a048-3122-4b7a-922d-640989ad4e12 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.635820] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 621.636035] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 621.636927] env[69413]: DEBUG oslo_vmware.api [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Waiting for the task: (returnval){ [ 621.636927] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e037f5-1313-4011-ae45-25e5d2682a92" [ 621.636927] env[69413]: _type = "Task" [ 621.636927] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.637246] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cb2cc3-d51b-45bd-9539-11686cbfb0ba {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.645087] env[69413]: DEBUG nova.compute.manager [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 621.651783] env[69413]: DEBUG oslo_vmware.api [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e037f5-1313-4011-ae45-25e5d2682a92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.656745] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39a5ad2d-58ef-4486-b510-07db9defbc62 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.664017] env[69413]: DEBUG oslo_vmware.api [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Waiting for the task: (returnval){ [ 621.664017] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5208b3fe-aa49-2e5b-60ea-a216beceff51" [ 621.664017] env[69413]: _type = "Task" [ 621.664017] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.671151] env[69413]: DEBUG oslo_vmware.api [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5208b3fe-aa49-2e5b-60ea-a216beceff51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.685198] env[69413]: DEBUG nova.virt.hardware [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 621.685463] env[69413]: DEBUG nova.virt.hardware [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 621.685613] env[69413]: DEBUG nova.virt.hardware [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 621.689021] env[69413]: DEBUG nova.virt.hardware [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 621.689021] env[69413]: DEBUG nova.virt.hardware [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 621.689021] env[69413]: DEBUG nova.virt.hardware [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 621.689021] env[69413]: DEBUG nova.virt.hardware [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 621.689021] env[69413]: DEBUG nova.virt.hardware [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 621.691498] env[69413]: DEBUG nova.virt.hardware [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 621.691498] env[69413]: DEBUG nova.virt.hardware [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 621.691498] env[69413]: DEBUG nova.virt.hardware [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 621.691498] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05c4bdd-2559-4d5c-80b5-15e52b05f0d8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.701609] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b049b8e-8cdc-46d1-9e39-7d03e1df06b8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.747374] env[69413]: DEBUG nova.network.neutron [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Successfully created port: 069d9e6c-e03b-4ddb-ac89-f8b983505094 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 621.832806] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquiring lock "7ba3bef3-3ecd-4dab-8d06-4583bd4b1959" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.833483] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lock "7ba3bef3-3ecd-4dab-8d06-4583bd4b1959" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.890091] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.270s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.890591] env[69413]: DEBUG nova.compute.manager [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 621.893344] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.458s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.893788] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.893788] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69413) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 621.893962] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.615s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.895637] env[69413]: INFO nova.compute.claims [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 621.902117] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e01cbaf-b2c7-414c-a8fd-f4e2dc17eef7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.912629] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4827d35c-3d75-42a3-bcac-bb3b6955ae8b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.934261] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca83cd8-be81-42c6-9ee6-4772b662d24e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.942192] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf0ffc2-3ba1-4013-a675-83ec075007dd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.975832] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181021MB free_disk=140GB free_vcpus=48 pci_devices=None {{(pid=69413) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 621.975996] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.150370] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.150645] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 622.150863] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.172615] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Preparing fetch location {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 622.172854] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Creating directory with path [datastore2] vmware_temp/e5d67dae-2982-487e-967e-225950ccefa2/2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 622.173240] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-477ae04f-de7b-4040-9d3d-1322b60304a5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.199557] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Created directory with path [datastore2] vmware_temp/e5d67dae-2982-487e-967e-225950ccefa2/2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.199731] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Fetch image to [datastore2] vmware_temp/e5d67dae-2982-487e-967e-225950ccefa2/2ef2504d-027d-42fe-98dd-6e912ffbdf46/tmp-sparse.vmdk {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 622.199907] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Downloading image file data 2ef2504d-027d-42fe-98dd-6e912ffbdf46 to [datastore2] vmware_temp/e5d67dae-2982-487e-967e-225950ccefa2/2ef2504d-027d-42fe-98dd-6e912ffbdf46/tmp-sparse.vmdk on the data store datastore2 {{(pid=69413) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 622.200733] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a50e7b1-1896-49cb-bacc-450101048f1a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.207996] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f534603a-acbd-442e-a505-e2cd848505f1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.219522] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175bcdb5-cfa7-4888-a485-e4db48edb8ba {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.256251] env[69413]: DEBUG nova.network.neutron [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 622.259174] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95dd9f70-6a69-441d-81b6-08844094e0cf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.265742] env[69413]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-4bec942a-c7f0-4452-8c2f-f7357dbcfd73 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.336448] env[69413]: DEBUG nova.compute.manager [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 622.353742] env[69413]: DEBUG nova.virt.vmwareapi.images [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Downloading image file data 2ef2504d-027d-42fe-98dd-6e912ffbdf46 to the data store datastore2 {{(pid=69413) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 622.399773] env[69413]: DEBUG nova.compute.utils [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 622.401462] env[69413]: DEBUG nova.compute.manager [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 622.401629] env[69413]: DEBUG nova.network.neutron [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] [instance: cc255889-3de9-4a77-9e45-9801d250e203] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 622.539838] env[69413]: DEBUG oslo_vmware.rw_handles [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e5d67dae-2982-487e-967e-225950ccefa2/2ef2504d-027d-42fe-98dd-6e912ffbdf46/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69413) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 622.622418] env[69413]: DEBUG nova.policy [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d55665891084c078b58bee7d610a400', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '967b282663b549a1945785d439558bb6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 622.884267] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.907816] env[69413]: DEBUG nova.compute.manager [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 623.029516] env[69413]: DEBUG nova.network.neutron [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Updating instance_info_cache with network_info: [{"id": "7aa85065-4501-493a-a816-dde8c31f89d6", "address": "fa:16:3e:c0:ac:e1", "network": {"id": "52384e11-a92a-42b0-a799-b8283e9d8648", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-141883236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cead625662b44ae4869bf266c27e67d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aa85065-45", "ovs_interfaceid": "7aa85065-4501-493a-a816-dde8c31f89d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.128701] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0af1700-b7f1-47bf-919f-be38a43f5359 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.139991] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df2ae17-62fe-404c-8ee6-10d58a389a7d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.149198] env[69413]: DEBUG nova.compute.manager [req-76500ac0-f0db-44ee-a0ea-bb270fc53125 req-d16ddf00-27dd-49f1-82b2-24854ee6e7b1 service nova] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Received event network-changed-041d8af1-f9af-4214-8257-878d8b157a1d {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 623.149456] env[69413]: DEBUG nova.compute.manager [req-76500ac0-f0db-44ee-a0ea-bb270fc53125 req-d16ddf00-27dd-49f1-82b2-24854ee6e7b1 service nova] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Refreshing instance network info cache due to event network-changed-041d8af1-f9af-4214-8257-878d8b157a1d. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 623.149716] env[69413]: DEBUG oslo_concurrency.lockutils [req-76500ac0-f0db-44ee-a0ea-bb270fc53125 req-d16ddf00-27dd-49f1-82b2-24854ee6e7b1 service nova] Acquiring lock "refresh_cache-162b8b0c-9f6c-4acd-bf2f-b053f487ccd8" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.149918] env[69413]: DEBUG oslo_concurrency.lockutils [req-76500ac0-f0db-44ee-a0ea-bb270fc53125 req-d16ddf00-27dd-49f1-82b2-24854ee6e7b1 service nova] Acquired lock "refresh_cache-162b8b0c-9f6c-4acd-bf2f-b053f487ccd8" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.150145] env[69413]: DEBUG nova.network.neutron [req-76500ac0-f0db-44ee-a0ea-bb270fc53125 req-d16ddf00-27dd-49f1-82b2-24854ee6e7b1 service nova] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Refreshing network info cache for port 041d8af1-f9af-4214-8257-878d8b157a1d {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 623.188374] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3f921e-9cb3-499f-9cf0-c32e6946001f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.199258] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8443b785-10c1-4a9e-9426-b3daf1576871 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.218483] env[69413]: DEBUG nova.compute.provider_tree [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.221280] env[69413]: DEBUG oslo_vmware.rw_handles [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Completed reading data from the image iterator. {{(pid=69413) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 623.221515] env[69413]: DEBUG oslo_vmware.rw_handles [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e5d67dae-2982-487e-967e-225950ccefa2/2ef2504d-027d-42fe-98dd-6e912ffbdf46/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69413) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 623.319445] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Acquiring lock "df239eb7-2f59-4228-9a00-859cf92f71f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.319669] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Lock "df239eb7-2f59-4228-9a00-859cf92f71f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.397339] env[69413]: DEBUG nova.virt.vmwareapi.images [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Downloaded image file data 2ef2504d-027d-42fe-98dd-6e912ffbdf46 to vmware_temp/e5d67dae-2982-487e-967e-225950ccefa2/2ef2504d-027d-42fe-98dd-6e912ffbdf46/tmp-sparse.vmdk on the data store datastore2 {{(pid=69413) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 623.399049] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Caching image {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 623.399293] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Copying Virtual Disk [datastore2] vmware_temp/e5d67dae-2982-487e-967e-225950ccefa2/2ef2504d-027d-42fe-98dd-6e912ffbdf46/tmp-sparse.vmdk to [datastore2] vmware_temp/e5d67dae-2982-487e-967e-225950ccefa2/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.399568] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2001de77-137f-4732-80b2-22b34f9a0b40 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.408097] env[69413]: DEBUG oslo_vmware.api [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Waiting for the task: (returnval){ [ 623.408097] env[69413]: value = "task-3076980" [ 623.408097] env[69413]: _type = "Task" [ 623.408097] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.419295] env[69413]: DEBUG oslo_vmware.api [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': task-3076980, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.541018] env[69413]: DEBUG oslo_concurrency.lockutils [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Releasing lock "refresh_cache-057c5ad1-94e2-4c5d-9d3e-032bc4248979" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.541018] env[69413]: DEBUG nova.compute.manager [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Instance network_info: |[{"id": "7aa85065-4501-493a-a816-dde8c31f89d6", "address": "fa:16:3e:c0:ac:e1", "network": {"id": "52384e11-a92a-42b0-a799-b8283e9d8648", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-141883236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cead625662b44ae4869bf266c27e67d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aa85065-45", "ovs_interfaceid": "7aa85065-4501-493a-a816-dde8c31f89d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 623.541289] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:ac:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7aa85065-4501-493a-a816-dde8c31f89d6', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 623.550417] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Creating folder: Project (cead625662b44ae4869bf266c27e67d2). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.551048] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f180749b-d6e9-4bda-86c5-9c112308225d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.565447] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Created folder: Project (cead625662b44ae4869bf266c27e67d2) in parent group-v616034. [ 623.565447] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Creating folder: Instances. Parent ref: group-v616041. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.565447] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b516607-a2cb-4bab-b3a1-65d415860e68 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.578019] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Created folder: Instances in parent group-v616041. [ 623.578019] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 623.578019] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 623.578019] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-983e6427-91d6-4554-b96d-199d7443d15f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.602149] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 623.602149] env[69413]: value = "task-3076983" [ 623.602149] env[69413]: _type = "Task" [ 623.602149] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.608586] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3076983, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.726450] env[69413]: DEBUG nova.scheduler.client.report [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 623.825397] env[69413]: DEBUG nova.compute.manager [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] [instance: df239eb7-2f59-4228-9a00-859cf92f71f8] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 623.923990] env[69413]: DEBUG nova.compute.manager [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 623.926498] env[69413]: DEBUG oslo_vmware.api [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': task-3076980, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.959903] env[69413]: DEBUG nova.virt.hardware [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 623.960233] env[69413]: DEBUG nova.virt.hardware [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 623.960347] env[69413]: DEBUG nova.virt.hardware [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 623.960537] env[69413]: DEBUG nova.virt.hardware [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 623.960683] env[69413]: DEBUG nova.virt.hardware [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 623.960849] env[69413]: DEBUG nova.virt.hardware [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 623.961238] env[69413]: DEBUG nova.virt.hardware [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 623.961307] env[69413]: DEBUG nova.virt.hardware [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 623.961432] env[69413]: DEBUG nova.virt.hardware [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 623.961648] env[69413]: DEBUG nova.virt.hardware [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 623.961757] env[69413]: DEBUG nova.virt.hardware [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 623.962683] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dddbcb2-17a7-4ee1-a131-80f4b8cc6f45 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.971193] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89eda822-0ae3-4755-9007-58cf1f2e14ef {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.111435] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3076983, 'name': CreateVM_Task, 'duration_secs': 0.466457} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.111435] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 624.111831] env[69413]: DEBUG oslo_concurrency.lockutils [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.111881] env[69413]: DEBUG oslo_concurrency.lockutils [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.112284] env[69413]: DEBUG oslo_concurrency.lockutils [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.113060] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67993920-5124-4538-8ba0-4ec1782a81fe {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.117244] env[69413]: DEBUG oslo_vmware.api [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Waiting for the task: (returnval){ [ 624.117244] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f51e32-bdbc-d1bc-3f39-7b79a7c3d0af" [ 624.117244] env[69413]: _type = "Task" [ 624.117244] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.125714] env[69413]: DEBUG oslo_vmware.api [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f51e32-bdbc-d1bc-3f39-7b79a7c3d0af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.198153] env[69413]: DEBUG nova.network.neutron [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Successfully created port: 4012a4a1-86fe-4895-a2a1-677eeec638ea {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 624.231030] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.231701] env[69413]: DEBUG nova.compute.manager [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 624.234771] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.258s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.351879] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.423339] env[69413]: DEBUG oslo_vmware.api [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': task-3076980, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.879438} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.423616] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Copied Virtual Disk [datastore2] vmware_temp/e5d67dae-2982-487e-967e-225950ccefa2/2ef2504d-027d-42fe-98dd-6e912ffbdf46/tmp-sparse.vmdk to [datastore2] vmware_temp/e5d67dae-2982-487e-967e-225950ccefa2/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 624.423800] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Deleting the datastore file [datastore2] vmware_temp/e5d67dae-2982-487e-967e-225950ccefa2/2ef2504d-027d-42fe-98dd-6e912ffbdf46/tmp-sparse.vmdk {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 624.424076] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-603efde2-2c5f-46c9-9f0e-51673e8ed842 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.433733] env[69413]: DEBUG oslo_vmware.api [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Waiting for the task: (returnval){ [ 624.433733] env[69413]: value = "task-3076984" [ 624.433733] env[69413]: _type = "Task" [ 624.433733] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.446286] env[69413]: DEBUG oslo_vmware.api [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': task-3076984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.580309] env[69413]: DEBUG oslo_concurrency.lockutils [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Acquiring lock "dcac029f-96a3-4f1f-98cf-6794be08ab9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.580913] env[69413]: DEBUG oslo_concurrency.lockutils [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Lock "dcac029f-96a3-4f1f-98cf-6794be08ab9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.635360] env[69413]: DEBUG oslo_concurrency.lockutils [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.635726] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 624.636425] env[69413]: DEBUG oslo_concurrency.lockutils [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.669029] env[69413]: DEBUG nova.network.neutron [req-76500ac0-f0db-44ee-a0ea-bb270fc53125 req-d16ddf00-27dd-49f1-82b2-24854ee6e7b1 service nova] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Updated VIF entry in instance network info cache for port 041d8af1-f9af-4214-8257-878d8b157a1d. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 624.669029] env[69413]: DEBUG nova.network.neutron [req-76500ac0-f0db-44ee-a0ea-bb270fc53125 req-d16ddf00-27dd-49f1-82b2-24854ee6e7b1 service nova] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Updating instance_info_cache with network_info: [{"id": "041d8af1-f9af-4214-8257-878d8b157a1d", "address": "fa:16:3e:0b:cd:08", "network": {"id": "8cb610e7-e4da-4776-8f19-c9728f51fb27", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9a021a88be0b4ec0bf1248cc136ac194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap041d8af1-f9", "ovs_interfaceid": "041d8af1-f9af-4214-8257-878d8b157a1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.742232] env[69413]: DEBUG nova.compute.utils [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 624.753020] env[69413]: DEBUG nova.compute.manager [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 624.753020] env[69413]: DEBUG nova.network.neutron [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 624.945548] env[69413]: DEBUG oslo_vmware.api [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': task-3076984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.029176} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.948826] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 624.948826] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Moving file from [datastore2] vmware_temp/e5d67dae-2982-487e-967e-225950ccefa2/2ef2504d-027d-42fe-98dd-6e912ffbdf46 to [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46. {{(pid=69413) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 624.948826] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-8025b626-dfbf-4a4d-9060-75245b98fcca {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.956764] env[69413]: DEBUG oslo_vmware.api [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Waiting for the task: (returnval){ [ 624.956764] env[69413]: value = "task-3076985" [ 624.956764] env[69413]: _type = "Task" [ 624.956764] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.963265] env[69413]: DEBUG nova.policy [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e7dc82f25ef489fac2078a738917833', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb2bf5694da14887a5ddfef0a166bf44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 624.972988] env[69413]: DEBUG oslo_vmware.api [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': task-3076985, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.083513] env[69413]: DEBUG nova.compute.manager [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.167499] env[69413]: DEBUG oslo_concurrency.lockutils [req-76500ac0-f0db-44ee-a0ea-bb270fc53125 req-d16ddf00-27dd-49f1-82b2-24854ee6e7b1 service nova] Releasing lock "refresh_cache-162b8b0c-9f6c-4acd-bf2f-b053f487ccd8" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.169627] env[69413]: DEBUG nova.compute.manager [req-76500ac0-f0db-44ee-a0ea-bb270fc53125 req-d16ddf00-27dd-49f1-82b2-24854ee6e7b1 service nova] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Received event network-vif-plugged-7aa85065-4501-493a-a816-dde8c31f89d6 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 625.169627] env[69413]: DEBUG oslo_concurrency.lockutils [req-76500ac0-f0db-44ee-a0ea-bb270fc53125 req-d16ddf00-27dd-49f1-82b2-24854ee6e7b1 service nova] Acquiring lock "057c5ad1-94e2-4c5d-9d3e-032bc4248979-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.169627] env[69413]: DEBUG oslo_concurrency.lockutils [req-76500ac0-f0db-44ee-a0ea-bb270fc53125 req-d16ddf00-27dd-49f1-82b2-24854ee6e7b1 service nova] Lock "057c5ad1-94e2-4c5d-9d3e-032bc4248979-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.169627] env[69413]: DEBUG oslo_concurrency.lockutils [req-76500ac0-f0db-44ee-a0ea-bb270fc53125 req-d16ddf00-27dd-49f1-82b2-24854ee6e7b1 service nova] Lock "057c5ad1-94e2-4c5d-9d3e-032bc4248979-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.169627] env[69413]: DEBUG nova.compute.manager [req-76500ac0-f0db-44ee-a0ea-bb270fc53125 req-d16ddf00-27dd-49f1-82b2-24854ee6e7b1 service nova] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] No waiting events found dispatching network-vif-plugged-7aa85065-4501-493a-a816-dde8c31f89d6 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 625.170259] env[69413]: WARNING nova.compute.manager [req-76500ac0-f0db-44ee-a0ea-bb270fc53125 req-d16ddf00-27dd-49f1-82b2-24854ee6e7b1 service nova] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Received unexpected event network-vif-plugged-7aa85065-4501-493a-a816-dde8c31f89d6 for instance with vm_state building and task_state spawning. [ 625.170259] env[69413]: DEBUG nova.compute.manager [req-76500ac0-f0db-44ee-a0ea-bb270fc53125 req-d16ddf00-27dd-49f1-82b2-24854ee6e7b1 service nova] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Received event network-changed-7aa85065-4501-493a-a816-dde8c31f89d6 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 625.170259] env[69413]: DEBUG nova.compute.manager [req-76500ac0-f0db-44ee-a0ea-bb270fc53125 req-d16ddf00-27dd-49f1-82b2-24854ee6e7b1 service nova] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Refreshing instance network info cache due to event network-changed-7aa85065-4501-493a-a816-dde8c31f89d6. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 625.170259] env[69413]: DEBUG oslo_concurrency.lockutils [req-76500ac0-f0db-44ee-a0ea-bb270fc53125 req-d16ddf00-27dd-49f1-82b2-24854ee6e7b1 service nova] Acquiring lock "refresh_cache-057c5ad1-94e2-4c5d-9d3e-032bc4248979" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.170259] env[69413]: DEBUG oslo_concurrency.lockutils [req-76500ac0-f0db-44ee-a0ea-bb270fc53125 req-d16ddf00-27dd-49f1-82b2-24854ee6e7b1 service nova] Acquired lock "refresh_cache-057c5ad1-94e2-4c5d-9d3e-032bc4248979" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.170498] env[69413]: DEBUG nova.network.neutron [req-76500ac0-f0db-44ee-a0ea-bb270fc53125 req-d16ddf00-27dd-49f1-82b2-24854ee6e7b1 service nova] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Refreshing network info cache for port 7aa85065-4501-493a-a816-dde8c31f89d6 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 625.251816] env[69413]: DEBUG nova.compute.manager [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 625.282231] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 625.282231] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance fa02511c-c494-44f0-8e49-1dcc95c9f6bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 625.282231] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 057c5ad1-94e2-4c5d-9d3e-032bc4248979 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 625.282231] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 625.282452] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance cc255889-3de9-4a77-9e45-9801d250e203 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 625.282452] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 550f42d5-10b7-4a74-b3f8-84526a6e166c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 625.472189] env[69413]: DEBUG oslo_vmware.api [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': task-3076985, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.046619} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.473398] env[69413]: DEBUG nova.network.neutron [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Successfully updated port: 069d9e6c-e03b-4ddb-ac89-f8b983505094 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 625.475190] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] File moved {{(pid=69413) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 625.475190] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Cleaning up location [datastore2] vmware_temp/e5d67dae-2982-487e-967e-225950ccefa2 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 625.475190] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Deleting the datastore file [datastore2] vmware_temp/e5d67dae-2982-487e-967e-225950ccefa2 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 625.475190] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1360939d-dc3d-4e64-b13b-abd77befa0d7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.483639] env[69413]: DEBUG oslo_vmware.api [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Waiting for the task: (returnval){ [ 625.483639] env[69413]: value = "task-3076986" [ 625.483639] env[69413]: _type = "Task" [ 625.483639] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.496748] env[69413]: DEBUG oslo_vmware.api [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': task-3076986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.613362] env[69413]: DEBUG oslo_concurrency.lockutils [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.786312] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 625.979912] env[69413]: DEBUG oslo_concurrency.lockutils [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Acquiring lock "refresh_cache-cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.980146] env[69413]: DEBUG oslo_concurrency.lockutils [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Acquired lock "refresh_cache-cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.980347] env[69413]: DEBUG nova.network.neutron [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 625.994261] env[69413]: DEBUG oslo_vmware.api [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': task-3076986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.085061} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.995024] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 625.995775] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-612dbab0-7b43-4ec5-8f23-a7e20f562e98 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.005217] env[69413]: DEBUG oslo_vmware.api [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Waiting for the task: (returnval){ [ 626.005217] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5285f459-9588-d46b-d3b3-324810e0d10f" [ 626.005217] env[69413]: _type = "Task" [ 626.005217] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.015993] env[69413]: DEBUG oslo_vmware.api [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5285f459-9588-d46b-d3b3-324810e0d10f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.265054] env[69413]: DEBUG nova.compute.manager [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 626.275364] env[69413]: DEBUG nova.network.neutron [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Successfully created port: 40aa1151-3366-4701-a260-f185fa7ee3bc {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 626.296355] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance df239eb7-2f59-4228-9a00-859cf92f71f8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 626.308594] env[69413]: DEBUG nova.virt.hardware [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 626.308901] env[69413]: DEBUG nova.virt.hardware [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 626.309063] env[69413]: DEBUG nova.virt.hardware [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 626.309468] env[69413]: DEBUG nova.virt.hardware [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 626.309468] env[69413]: DEBUG nova.virt.hardware [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 626.309589] env[69413]: DEBUG nova.virt.hardware [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 626.309790] env[69413]: DEBUG nova.virt.hardware [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 626.309873] env[69413]: DEBUG nova.virt.hardware [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 626.310233] env[69413]: DEBUG nova.virt.hardware [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 626.310694] env[69413]: DEBUG nova.virt.hardware [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 626.310694] env[69413]: DEBUG nova.virt.hardware [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 626.311607] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbebcfe7-45d5-422c-afe4-96f6b91a8c05 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.327034] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389066f1-0105-4eea-96ef-c6513dcd4242 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.516878] env[69413]: DEBUG oslo_vmware.api [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5285f459-9588-d46b-d3b3-324810e0d10f, 'name': SearchDatastore_Task, 'duration_secs': 0.025378} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.517157] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.517639] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] fa02511c-c494-44f0-8e49-1dcc95c9f6bb/fa02511c-c494-44f0-8e49-1dcc95c9f6bb.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.517751] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.517867] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 626.518092] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e5014f0-582e-4a8b-b88c-e4135f0575c6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.520242] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fef4447-a794-4b34-ba01-161238bb9bd7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.527535] env[69413]: DEBUG oslo_vmware.api [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Waiting for the task: (returnval){ [ 626.527535] env[69413]: value = "task-3076987" [ 626.527535] env[69413]: _type = "Task" [ 626.527535] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.531816] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.532053] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 626.533219] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72d70f24-6609-4038-9469-bb524e7cdddc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.538775] env[69413]: DEBUG oslo_vmware.api [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': task-3076987, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.541928] env[69413]: DEBUG oslo_vmware.api [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Waiting for the task: (returnval){ [ 626.541928] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b13921-eb4e-784c-4a50-72cd2122f556" [ 626.541928] env[69413]: _type = "Task" [ 626.541928] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.551526] env[69413]: DEBUG oslo_vmware.api [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b13921-eb4e-784c-4a50-72cd2122f556, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.581544] env[69413]: DEBUG nova.network.neutron [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 626.724899] env[69413]: DEBUG oslo_concurrency.lockutils [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Acquiring lock "7d8f56fd-07ae-458b-b511-546b7adefe96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.725172] env[69413]: DEBUG oslo_concurrency.lockutils [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Lock "7d8f56fd-07ae-458b-b511-546b7adefe96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.804753] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance dcac029f-96a3-4f1f-98cf-6794be08ab9a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 626.805121] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69413) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 626.805308] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69413) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 627.024865] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74ed18c-78e4-48b1-ba32-6f7622fe5561 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.040666] env[69413]: DEBUG oslo_vmware.api [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': task-3076987, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.049925] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6ebdb6-d4c7-4ca2-90c4-9d2cb09ba70e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.059418] env[69413]: DEBUG oslo_vmware.api [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b13921-eb4e-784c-4a50-72cd2122f556, 'name': SearchDatastore_Task, 'duration_secs': 0.012449} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.095727] env[69413]: DEBUG nova.network.neutron [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Updating instance_info_cache with network_info: [{"id": "069d9e6c-e03b-4ddb-ac89-f8b983505094", "address": "fa:16:3e:2b:c4:c4", "network": {"id": "e10d5883-9829-4a2c-9aa8-4c0a02d9ab73", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-985420707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b9060f748043b285c99b5e66df0ccc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap069d9e6c-e0", "ovs_interfaceid": "069d9e6c-e03b-4ddb-ac89-f8b983505094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.097055] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56512c77-0992-4a22-8002-6bda54536eec {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.104583] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a808493-9bae-4874-b372-2c098e1f27c6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.114802] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6444cbc-81f9-4f67-9f06-5bb4f6e2221e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.121550] env[69413]: DEBUG oslo_vmware.api [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Waiting for the task: (returnval){ [ 627.121550] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52341370-2934-5860-a5f1-2d4f022496cd" [ 627.121550] env[69413]: _type = "Task" [ 627.121550] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.136749] env[69413]: DEBUG nova.compute.provider_tree [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.147458] env[69413]: DEBUG oslo_vmware.api [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52341370-2934-5860-a5f1-2d4f022496cd, 'name': SearchDatastore_Task, 'duration_secs': 0.02415} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.147722] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.147970] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8/162b8b0c-9f6c-4acd-bf2f-b053f487ccd8.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 627.148515] env[69413]: DEBUG oslo_concurrency.lockutils [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.148515] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 627.148808] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7b2a280-a738-4dcf-9df4-8de8b4cddae5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.151854] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-559ec801-f207-4320-99e0-0d0bba6a2060 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.159637] env[69413]: DEBUG oslo_vmware.api [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Waiting for the task: (returnval){ [ 627.159637] env[69413]: value = "task-3076988" [ 627.159637] env[69413]: _type = "Task" [ 627.159637] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.171836] env[69413]: DEBUG oslo_vmware.api [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Task: {'id': task-3076988, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.178355] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 627.178539] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 627.179354] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02ace37e-46c7-449e-8998-b38e55f9cb47 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.183210] env[69413]: DEBUG nova.network.neutron [req-76500ac0-f0db-44ee-a0ea-bb270fc53125 req-d16ddf00-27dd-49f1-82b2-24854ee6e7b1 service nova] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Updated VIF entry in instance network info cache for port 7aa85065-4501-493a-a816-dde8c31f89d6. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 627.183210] env[69413]: DEBUG nova.network.neutron [req-76500ac0-f0db-44ee-a0ea-bb270fc53125 req-d16ddf00-27dd-49f1-82b2-24854ee6e7b1 service nova] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Updating instance_info_cache with network_info: [{"id": "7aa85065-4501-493a-a816-dde8c31f89d6", "address": "fa:16:3e:c0:ac:e1", "network": {"id": "52384e11-a92a-42b0-a799-b8283e9d8648", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-141883236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cead625662b44ae4869bf266c27e67d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aa85065-45", "ovs_interfaceid": "7aa85065-4501-493a-a816-dde8c31f89d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.185681] env[69413]: DEBUG oslo_vmware.api [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Waiting for the task: (returnval){ [ 627.185681] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]524378d1-d583-7663-1fe3-66d69f1e459f" [ 627.185681] env[69413]: _type = "Task" [ 627.185681] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.194039] env[69413]: DEBUG oslo_vmware.api [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]524378d1-d583-7663-1fe3-66d69f1e459f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.228904] env[69413]: DEBUG nova.compute.manager [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.541289] env[69413]: DEBUG oslo_vmware.api [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': task-3076987, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62469} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.541813] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] fa02511c-c494-44f0-8e49-1dcc95c9f6bb/fa02511c-c494-44f0-8e49-1dcc95c9f6bb.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 627.542388] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 627.542792] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a659d5a4-203f-4f95-beb8-af5e9957e41a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.552968] env[69413]: DEBUG oslo_vmware.api [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Waiting for the task: (returnval){ [ 627.552968] env[69413]: value = "task-3076989" [ 627.552968] env[69413]: _type = "Task" [ 627.552968] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.560244] env[69413]: DEBUG oslo_vmware.api [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': task-3076989, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.610233] env[69413]: DEBUG oslo_concurrency.lockutils [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Releasing lock "refresh_cache-cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.610233] env[69413]: DEBUG nova.compute.manager [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Instance network_info: |[{"id": "069d9e6c-e03b-4ddb-ac89-f8b983505094", "address": "fa:16:3e:2b:c4:c4", "network": {"id": "e10d5883-9829-4a2c-9aa8-4c0a02d9ab73", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-985420707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b9060f748043b285c99b5e66df0ccc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap069d9e6c-e0", "ovs_interfaceid": "069d9e6c-e03b-4ddb-ac89-f8b983505094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 627.610550] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:c4:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '069d9e6c-e03b-4ddb-ac89-f8b983505094', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 627.621235] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Creating folder: Project (b5b9060f748043b285c99b5e66df0ccc). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.621235] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8332512f-f158-4e05-9bf8-c1fd15b1366b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.633055] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Created folder: Project (b5b9060f748043b285c99b5e66df0ccc) in parent group-v616034. [ 627.633055] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Creating folder: Instances. Parent ref: group-v616044. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.633055] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6656ca61-29b1-48ce-b163-98bc73222b93 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.643126] env[69413]: DEBUG nova.scheduler.client.report [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.651978] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Created folder: Instances in parent group-v616044. [ 627.651978] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 627.651978] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 627.651978] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49efb678-ccc0-4317-b98a-569fad68e29b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.682354] env[69413]: DEBUG oslo_vmware.api [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Task: {'id': task-3076988, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.682354] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 627.682354] env[69413]: value = "task-3076992" [ 627.682354] env[69413]: _type = "Task" [ 627.682354] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.687154] env[69413]: DEBUG nova.network.neutron [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Successfully updated port: 4012a4a1-86fe-4895-a2a1-677eeec638ea {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 627.689464] env[69413]: DEBUG oslo_concurrency.lockutils [req-76500ac0-f0db-44ee-a0ea-bb270fc53125 req-d16ddf00-27dd-49f1-82b2-24854ee6e7b1 service nova] Releasing lock "refresh_cache-057c5ad1-94e2-4c5d-9d3e-032bc4248979" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.708423] env[69413]: DEBUG oslo_vmware.api [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]524378d1-d583-7663-1fe3-66d69f1e459f, 'name': SearchDatastore_Task, 'duration_secs': 0.011753} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.708423] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a2402cc-d325-43e3-9045-2b658b15addf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.715855] env[69413]: DEBUG oslo_vmware.api [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Waiting for the task: (returnval){ [ 627.715855] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52532393-2bca-d9f1-7bb7-3c98c0d68bab" [ 627.715855] env[69413]: _type = "Task" [ 627.715855] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.723157] env[69413]: DEBUG nova.compute.manager [req-52504424-4f00-4ea4-bde6-2a8861d9a17a req-cea67439-20bb-4020-9ab3-c474d5ec20c1 service nova] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Received event network-vif-plugged-069d9e6c-e03b-4ddb-ac89-f8b983505094 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 627.723295] env[69413]: DEBUG oslo_concurrency.lockutils [req-52504424-4f00-4ea4-bde6-2a8861d9a17a req-cea67439-20bb-4020-9ab3-c474d5ec20c1 service nova] Acquiring lock "cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.723550] env[69413]: DEBUG oslo_concurrency.lockutils [req-52504424-4f00-4ea4-bde6-2a8861d9a17a req-cea67439-20bb-4020-9ab3-c474d5ec20c1 service nova] Lock "cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.723728] env[69413]: DEBUG oslo_concurrency.lockutils [req-52504424-4f00-4ea4-bde6-2a8861d9a17a req-cea67439-20bb-4020-9ab3-c474d5ec20c1 service nova] Lock "cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.723916] env[69413]: DEBUG nova.compute.manager [req-52504424-4f00-4ea4-bde6-2a8861d9a17a req-cea67439-20bb-4020-9ab3-c474d5ec20c1 service nova] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] No waiting events found dispatching network-vif-plugged-069d9e6c-e03b-4ddb-ac89-f8b983505094 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 627.724264] env[69413]: WARNING nova.compute.manager [req-52504424-4f00-4ea4-bde6-2a8861d9a17a req-cea67439-20bb-4020-9ab3-c474d5ec20c1 service nova] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Received unexpected event network-vif-plugged-069d9e6c-e03b-4ddb-ac89-f8b983505094 for instance with vm_state building and task_state spawning. [ 627.731279] env[69413]: DEBUG oslo_vmware.api [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52532393-2bca-d9f1-7bb7-3c98c0d68bab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.769310] env[69413]: DEBUG oslo_concurrency.lockutils [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.066871] env[69413]: DEBUG oslo_vmware.api [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': task-3076989, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095908} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.066871] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 628.066871] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9842e370-c28f-4f9b-bb3f-75d5a5ed79d2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.096209] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] fa02511c-c494-44f0-8e49-1dcc95c9f6bb/fa02511c-c494-44f0-8e49-1dcc95c9f6bb.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.096538] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b0f54e9-ebab-4079-b1f7-ea01a8c1105c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.120215] env[69413]: DEBUG oslo_vmware.api [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Waiting for the task: (returnval){ [ 628.120215] env[69413]: value = "task-3076993" [ 628.120215] env[69413]: _type = "Task" [ 628.120215] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.130172] env[69413]: DEBUG oslo_vmware.api [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': task-3076993, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.155587] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69413) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 628.155695] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.921s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.155873] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.272s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.157424] env[69413]: INFO nova.compute.claims [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 628.159910] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.163589] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Getting list of instances from cluster (obj){ [ 628.163589] env[69413]: value = "domain-c8" [ 628.163589] env[69413]: _type = "ClusterComputeResource" [ 628.163589] env[69413]: } {{(pid=69413) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 628.163589] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d41d745-ff24-416e-aa7a-2b5fe367a13d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.176525] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Got total of 4 instances {{(pid=69413) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 628.197116] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Acquiring lock "refresh_cache-cc255889-3de9-4a77-9e45-9801d250e203" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.197116] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Acquired lock "refresh_cache-cc255889-3de9-4a77-9e45-9801d250e203" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.197116] env[69413]: DEBUG nova.network.neutron [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.198266] env[69413]: DEBUG oslo_vmware.api [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Task: {'id': task-3076988, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.198491] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3076992, 'name': CreateVM_Task, 'duration_secs': 0.471126} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.198902] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 628.199782] env[69413]: DEBUG oslo_concurrency.lockutils [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.199938] env[69413]: DEBUG oslo_concurrency.lockutils [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.200270] env[69413]: DEBUG oslo_concurrency.lockutils [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.200519] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81de6089-7aec-4fa7-87e4-15aafe16aa9d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.206381] env[69413]: DEBUG oslo_vmware.api [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Waiting for the task: (returnval){ [ 628.206381] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528ef739-6132-e483-2d1f-1c58ff77c9d2" [ 628.206381] env[69413]: _type = "Task" [ 628.206381] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.217983] env[69413]: DEBUG oslo_vmware.api [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528ef739-6132-e483-2d1f-1c58ff77c9d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.230306] env[69413]: DEBUG oslo_vmware.api [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52532393-2bca-d9f1-7bb7-3c98c0d68bab, 'name': SearchDatastore_Task, 'duration_secs': 0.01391} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.230306] env[69413]: DEBUG oslo_concurrency.lockutils [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.230423] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 057c5ad1-94e2-4c5d-9d3e-032bc4248979/057c5ad1-94e2-4c5d-9d3e-032bc4248979.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 628.230676] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45a531d0-f882-42ba-ab3b-ee457b870e51 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.238170] env[69413]: DEBUG oslo_vmware.api [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Waiting for the task: (returnval){ [ 628.238170] env[69413]: value = "task-3076994" [ 628.238170] env[69413]: _type = "Task" [ 628.238170] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.247645] env[69413]: DEBUG oslo_vmware.api [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Task: {'id': task-3076994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.631836] env[69413]: DEBUG oslo_vmware.api [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': task-3076993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.687723] env[69413]: DEBUG oslo_vmware.api [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Task: {'id': task-3076988, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.467525} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.687987] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8/162b8b0c-9f6c-4acd-bf2f-b053f487ccd8.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 628.688232] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 628.688685] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e573f25-3a58-4759-8af3-a406c5c925f8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.697762] env[69413]: DEBUG oslo_vmware.api [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Waiting for the task: (returnval){ [ 628.697762] env[69413]: value = "task-3076995" [ 628.697762] env[69413]: _type = "Task" [ 628.697762] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.715811] env[69413]: DEBUG oslo_vmware.api [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Task: {'id': task-3076995, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.722389] env[69413]: DEBUG oslo_vmware.api [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528ef739-6132-e483-2d1f-1c58ff77c9d2, 'name': SearchDatastore_Task, 'duration_secs': 0.00966} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.725541] env[69413]: DEBUG oslo_concurrency.lockutils [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.725541] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 628.725541] env[69413]: DEBUG oslo_concurrency.lockutils [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.725541] env[69413]: DEBUG oslo_concurrency.lockutils [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.725807] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 628.725807] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df42a006-6263-4508-b0c3-4ca3efdf304e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.731186] env[69413]: DEBUG nova.network.neutron [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Successfully updated port: 40aa1151-3366-4701-a260-f185fa7ee3bc {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 628.737920] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 628.738030] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 628.739020] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7422837-1e02-46b5-9ce8-ea20400740a6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.749848] env[69413]: DEBUG oslo_vmware.api [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Waiting for the task: (returnval){ [ 628.749848] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c8e135-0717-1948-f9f8-98a363572eeb" [ 628.749848] env[69413]: _type = "Task" [ 628.749848] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.755542] env[69413]: DEBUG oslo_vmware.api [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Task: {'id': task-3076994, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.760159] env[69413]: DEBUG nova.network.neutron [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 628.771198] env[69413]: DEBUG oslo_vmware.api [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c8e135-0717-1948-f9f8-98a363572eeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.127941] env[69413]: DEBUG nova.network.neutron [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Updating instance_info_cache with network_info: [{"id": "4012a4a1-86fe-4895-a2a1-677eeec638ea", "address": "fa:16:3e:9b:9e:30", "network": {"id": "91970957-edeb-475d-9598-c215a67a0643", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1899304400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "967b282663b549a1945785d439558bb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4012a4a1-86", "ovs_interfaceid": "4012a4a1-86fe-4895-a2a1-677eeec638ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.136210] env[69413]: DEBUG oslo_vmware.api [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': task-3076993, 'name': ReconfigVM_Task, 'duration_secs': 0.630638} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.136482] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Reconfigured VM instance instance-00000002 to attach disk [datastore2] fa02511c-c494-44f0-8e49-1dcc95c9f6bb/fa02511c-c494-44f0-8e49-1dcc95c9f6bb.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.137176] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0bb4709-6cee-4b31-938e-ea2a89520beb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.144149] env[69413]: DEBUG oslo_vmware.api [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Waiting for the task: (returnval){ [ 629.144149] env[69413]: value = "task-3076996" [ 629.144149] env[69413]: _type = "Task" [ 629.144149] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.159385] env[69413]: DEBUG oslo_vmware.api [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': task-3076996, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.217438] env[69413]: DEBUG oslo_vmware.api [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Task: {'id': task-3076995, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141494} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.217438] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 629.217438] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572ffc43-1a27-413d-80b8-6de61a213633 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.240182] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquiring lock "refresh_cache-550f42d5-10b7-4a74-b3f8-84526a6e166c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.240322] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquired lock "refresh_cache-550f42d5-10b7-4a74-b3f8-84526a6e166c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.240480] env[69413]: DEBUG nova.network.neutron [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 629.253783] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8/162b8b0c-9f6c-4acd-bf2f-b053f487ccd8.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 629.260819] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d7a5deb-d979-49f5-b797-de06c3987645 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.289100] env[69413]: DEBUG oslo_vmware.api [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Waiting for the task: (returnval){ [ 629.289100] env[69413]: value = "task-3076997" [ 629.289100] env[69413]: _type = "Task" [ 629.289100] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.293836] env[69413]: DEBUG oslo_vmware.api [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Task: {'id': task-3076994, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.880655} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.297060] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 057c5ad1-94e2-4c5d-9d3e-032bc4248979/057c5ad1-94e2-4c5d-9d3e-032bc4248979.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 629.297282] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 629.298251] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aea842ed-97a4-4ad5-9eba-ad86f7f0856f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.306854] env[69413]: DEBUG oslo_vmware.api [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c8e135-0717-1948-f9f8-98a363572eeb, 'name': SearchDatastore_Task, 'duration_secs': 0.049678} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.312057] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fb60e4f-de09-4586-998c-51a15b94b729 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.314890] env[69413]: DEBUG oslo_vmware.api [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Task: {'id': task-3076997, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.317258] env[69413]: DEBUG oslo_vmware.api [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Waiting for the task: (returnval){ [ 629.317258] env[69413]: value = "task-3076998" [ 629.317258] env[69413]: _type = "Task" [ 629.317258] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.322548] env[69413]: DEBUG oslo_vmware.api [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Waiting for the task: (returnval){ [ 629.322548] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5222bf46-af7a-52ce-5d3d-add49f378861" [ 629.322548] env[69413]: _type = "Task" [ 629.322548] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.333048] env[69413]: DEBUG oslo_vmware.api [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Task: {'id': task-3076998, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.336483] env[69413]: DEBUG oslo_vmware.api [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5222bf46-af7a-52ce-5d3d-add49f378861, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.549809] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244cd1d1-306e-42cc-ad16-5af30593637d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.561552] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9cc905-9e3d-4468-95e1-0a27da23cab3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.600098] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd61221-ef10-4913-80aa-9469af2fad53 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.608402] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86153ca2-3a4e-4b44-84cb-8fb354b3c48e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.623230] env[69413]: DEBUG nova.compute.provider_tree [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.632110] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Releasing lock "refresh_cache-cc255889-3de9-4a77-9e45-9801d250e203" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.632110] env[69413]: DEBUG nova.compute.manager [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Instance network_info: |[{"id": "4012a4a1-86fe-4895-a2a1-677eeec638ea", "address": "fa:16:3e:9b:9e:30", "network": {"id": "91970957-edeb-475d-9598-c215a67a0643", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1899304400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "967b282663b549a1945785d439558bb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4012a4a1-86", "ovs_interfaceid": "4012a4a1-86fe-4895-a2a1-677eeec638ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 629.632385] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:9e:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4345ef6-a7c8-4c1c-badf-a0d4f578b61c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4012a4a1-86fe-4895-a2a1-677eeec638ea', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 629.639354] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Creating folder: Project (967b282663b549a1945785d439558bb6). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.643835] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f46a6d5d-5fcb-4511-a68a-2526c6794eb6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.655759] env[69413]: DEBUG oslo_vmware.api [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': task-3076996, 'name': Rename_Task, 'duration_secs': 0.181528} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.655909] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 629.656685] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-edcfd151-5354-455f-9db8-89e52fc0c1bb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.665161] env[69413]: DEBUG oslo_vmware.api [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Waiting for the task: (returnval){ [ 629.665161] env[69413]: value = "task-3077000" [ 629.665161] env[69413]: _type = "Task" [ 629.665161] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.670747] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Created folder: Project (967b282663b549a1945785d439558bb6) in parent group-v616034. [ 629.670747] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Creating folder: Instances. Parent ref: group-v616047. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.671581] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49dd10a1-b0f1-4720-8f3e-e6d1cff5c6dd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.675954] env[69413]: DEBUG oslo_vmware.api [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': task-3077000, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.685231] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Created folder: Instances in parent group-v616047. [ 629.685778] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 629.685778] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 629.685877] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79c62d38-bad4-4510-87ba-5057aa0d080e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.710247] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 629.710247] env[69413]: value = "task-3077002" [ 629.710247] env[69413]: _type = "Task" [ 629.710247] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.717601] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077002, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.778923] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "ad89fe25-881d-46a6-af6a-1098d39c87a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.779166] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "ad89fe25-881d-46a6-af6a-1098d39c87a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.807026] env[69413]: DEBUG oslo_vmware.api [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Task: {'id': task-3076997, 'name': ReconfigVM_Task, 'duration_secs': 0.409771} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.807026] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8/162b8b0c-9f6c-4acd-bf2f-b053f487ccd8.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.807026] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-218c7c3f-84dc-4ba9-838d-061a7f0a8982 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.812481] env[69413]: DEBUG oslo_vmware.api [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Waiting for the task: (returnval){ [ 629.812481] env[69413]: value = "task-3077003" [ 629.812481] env[69413]: _type = "Task" [ 629.812481] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.817071] env[69413]: DEBUG nova.network.neutron [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.828334] env[69413]: DEBUG oslo_vmware.api [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Task: {'id': task-3077003, 'name': Rename_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.840922] env[69413]: DEBUG oslo_vmware.api [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Task: {'id': task-3076998, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.841499] env[69413]: DEBUG oslo_vmware.api [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5222bf46-af7a-52ce-5d3d-add49f378861, 'name': SearchDatastore_Task, 'duration_secs': 0.029018} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.844324] env[69413]: DEBUG oslo_concurrency.lockutils [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.844762] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2/cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 629.845561] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d535d944-d69a-4b97-9e19-e347ff935d6b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.851877] env[69413]: DEBUG oslo_vmware.api [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Waiting for the task: (returnval){ [ 629.851877] env[69413]: value = "task-3077004" [ 629.851877] env[69413]: _type = "Task" [ 629.851877] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.860599] env[69413]: DEBUG oslo_vmware.api [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.102782] env[69413]: DEBUG nova.network.neutron [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Updating instance_info_cache with network_info: [{"id": "40aa1151-3366-4701-a260-f185fa7ee3bc", "address": "fa:16:3e:e6:3d:af", "network": {"id": "ebffccfa-c7ca-41bd-800d-4ab54c5df593", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1923443109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb2bf5694da14887a5ddfef0a166bf44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40aa1151-33", "ovs_interfaceid": "40aa1151-3366-4701-a260-f185fa7ee3bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.126895] env[69413]: DEBUG nova.scheduler.client.report [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.180862] env[69413]: DEBUG oslo_vmware.api [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': task-3077000, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.220531] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077002, 'name': CreateVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.326913] env[69413]: DEBUG oslo_vmware.api [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Task: {'id': task-3077003, 'name': Rename_Task, 'duration_secs': 0.156778} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.327660] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 630.327905] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0095fae9-dabc-47fb-aaa9-257c412bbc43 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.333694] env[69413]: DEBUG oslo_vmware.api [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Task: {'id': task-3076998, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.338033] env[69413]: DEBUG oslo_vmware.api [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Waiting for the task: (returnval){ [ 630.338033] env[69413]: value = "task-3077005" [ 630.338033] env[69413]: _type = "Task" [ 630.338033] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.348228] env[69413]: DEBUG oslo_vmware.api [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Task: {'id': task-3077005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.364856] env[69413]: DEBUG oslo_vmware.api [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.504301] env[69413]: DEBUG nova.compute.manager [req-1b035145-918b-4789-a728-ef9345128612 req-7bed9016-8f7a-4105-98f2-d9a93e7d9b18 service nova] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Received event network-vif-plugged-4012a4a1-86fe-4895-a2a1-677eeec638ea {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.504301] env[69413]: DEBUG oslo_concurrency.lockutils [req-1b035145-918b-4789-a728-ef9345128612 req-7bed9016-8f7a-4105-98f2-d9a93e7d9b18 service nova] Acquiring lock "cc255889-3de9-4a77-9e45-9801d250e203-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.504301] env[69413]: DEBUG oslo_concurrency.lockutils [req-1b035145-918b-4789-a728-ef9345128612 req-7bed9016-8f7a-4105-98f2-d9a93e7d9b18 service nova] Lock "cc255889-3de9-4a77-9e45-9801d250e203-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.504301] env[69413]: DEBUG oslo_concurrency.lockutils [req-1b035145-918b-4789-a728-ef9345128612 req-7bed9016-8f7a-4105-98f2-d9a93e7d9b18 service nova] Lock "cc255889-3de9-4a77-9e45-9801d250e203-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.504301] env[69413]: DEBUG nova.compute.manager [req-1b035145-918b-4789-a728-ef9345128612 req-7bed9016-8f7a-4105-98f2-d9a93e7d9b18 service nova] [instance: cc255889-3de9-4a77-9e45-9801d250e203] No waiting events found dispatching network-vif-plugged-4012a4a1-86fe-4895-a2a1-677eeec638ea {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 630.506399] env[69413]: WARNING nova.compute.manager [req-1b035145-918b-4789-a728-ef9345128612 req-7bed9016-8f7a-4105-98f2-d9a93e7d9b18 service nova] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Received unexpected event network-vif-plugged-4012a4a1-86fe-4895-a2a1-677eeec638ea for instance with vm_state building and task_state spawning. [ 630.605669] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Releasing lock "refresh_cache-550f42d5-10b7-4a74-b3f8-84526a6e166c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.605984] env[69413]: DEBUG nova.compute.manager [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Instance network_info: |[{"id": "40aa1151-3366-4701-a260-f185fa7ee3bc", "address": "fa:16:3e:e6:3d:af", "network": {"id": "ebffccfa-c7ca-41bd-800d-4ab54c5df593", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1923443109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb2bf5694da14887a5ddfef0a166bf44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40aa1151-33", "ovs_interfaceid": "40aa1151-3366-4701-a260-f185fa7ee3bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 630.606437] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:3d:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4712af2-45ef-4652-8d2c-482ec70056d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40aa1151-3366-4701-a260-f185fa7ee3bc', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.617485] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Creating folder: Project (bb2bf5694da14887a5ddfef0a166bf44). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.617585] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53dbafd2-b1ee-48ab-a740-cadedb36c461 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.629659] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Created folder: Project (bb2bf5694da14887a5ddfef0a166bf44) in parent group-v616034. [ 630.629856] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Creating folder: Instances. Parent ref: group-v616050. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.630126] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93e26513-d2ae-4e86-ab13-5eef5bb6a018 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.634686] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.634781] env[69413]: DEBUG nova.compute.manager [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 630.639858] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.288s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.647395] env[69413]: INFO nova.compute.claims [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] [instance: df239eb7-2f59-4228-9a00-859cf92f71f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 630.661828] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Created folder: Instances in parent group-v616050. [ 630.661828] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.662104] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.662409] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-989ee32c-65ff-4954-b7db-c966482d6491 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.705684] env[69413]: DEBUG oslo_vmware.api [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': task-3077000, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.707674] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.707674] env[69413]: value = "task-3077008" [ 630.707674] env[69413]: _type = "Task" [ 630.707674] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.726685] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077002, 'name': CreateVM_Task, 'duration_secs': 0.656571} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.727772] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 630.727772] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.727772] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.728585] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.728737] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4a53372-873e-4279-99cc-a7980ceba6eb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.733154] env[69413]: DEBUG oslo_vmware.api [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Waiting for the task: (returnval){ [ 630.733154] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]520156eb-3fbd-4cb2-9eec-be2a9a180729" [ 630.733154] env[69413]: _type = "Task" [ 630.733154] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.742158] env[69413]: DEBUG oslo_vmware.api [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]520156eb-3fbd-4cb2-9eec-be2a9a180729, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.829988] env[69413]: DEBUG oslo_vmware.api [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Task: {'id': task-3076998, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.111644} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.830280] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 630.831125] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f492b1a2-4919-49c7-8f5a-14c40d62d2d2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.852361] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 057c5ad1-94e2-4c5d-9d3e-032bc4248979/057c5ad1-94e2-4c5d-9d3e-032bc4248979.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 630.855566] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b60622d-bfcb-440c-86a7-a0cfa9c89d8c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.887901] env[69413]: DEBUG oslo_vmware.api [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Task: {'id': task-3077005, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.893528] env[69413]: DEBUG oslo_vmware.api [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077004, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.893528] env[69413]: DEBUG oslo_vmware.api [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Waiting for the task: (returnval){ [ 630.893528] env[69413]: value = "task-3077009" [ 630.893528] env[69413]: _type = "Task" [ 630.893528] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.902018] env[69413]: DEBUG oslo_vmware.api [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Task: {'id': task-3077009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.104586] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Acquiring lock "9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.104838] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Lock "9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.156509] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Acquiring lock "de756510-54b4-4b77-beeb-406507b128cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.156509] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Lock "de756510-54b4-4b77-beeb-406507b128cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.156509] env[69413]: DEBUG nova.compute.utils [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 631.163112] env[69413]: DEBUG nova.compute.manager [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 631.163112] env[69413]: DEBUG nova.network.neutron [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 631.207189] env[69413]: DEBUG oslo_vmware.api [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': task-3077000, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.218861] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077008, 'name': CreateVM_Task, 'duration_secs': 0.358673} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.219039] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.220748] env[69413]: DEBUG oslo_vmware.service [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f5aba2-da75-47c2-af81-583c25350dd3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.228839] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.228839] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.228839] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.228839] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78cac0dc-18a0-4158-809b-69b11cbe1b87 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.240642] env[69413]: DEBUG oslo_vmware.api [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 631.240642] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528f45e1-d32e-06fc-8679-2a200acad065" [ 631.240642] env[69413]: _type = "Task" [ 631.240642] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.249085] env[69413]: DEBUG oslo_vmware.api [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]520156eb-3fbd-4cb2-9eec-be2a9a180729, 'name': SearchDatastore_Task, 'duration_secs': 0.009895} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.250310] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.250310] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.250310] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.250310] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.250509] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.250767] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40b85bb4-4cfb-4965-a7f4-a757d42ed444 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.258910] env[69413]: DEBUG oslo_vmware.api [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528f45e1-d32e-06fc-8679-2a200acad065, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.267116] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.267304] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 631.268117] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b82f5545-6627-4f88-92f6-e770f952ee37 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.273756] env[69413]: DEBUG oslo_vmware.api [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Waiting for the task: (returnval){ [ 631.273756] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52904559-5c94-b9d4-6f86-a9864db090e3" [ 631.273756] env[69413]: _type = "Task" [ 631.273756] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.283975] env[69413]: DEBUG oslo_vmware.api [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52904559-5c94-b9d4-6f86-a9864db090e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.355456] env[69413]: DEBUG oslo_vmware.api [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Task: {'id': task-3077005, 'name': PowerOnVM_Task, 'duration_secs': 0.886971} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.355798] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.356229] env[69413]: INFO nova.compute.manager [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Took 16.45 seconds to spawn the instance on the hypervisor. [ 631.356495] env[69413]: DEBUG nova.compute.manager [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 631.360150] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1cbb91-f485-4ffb-9004-1883f0c50272 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.368650] env[69413]: DEBUG oslo_vmware.api [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077004, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.224665} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.373594] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2/cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 631.373816] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 631.376701] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3bf742c-5068-4d6f-8b4c-bb1ee008c902 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.383644] env[69413]: DEBUG oslo_vmware.api [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Waiting for the task: (returnval){ [ 631.383644] env[69413]: value = "task-3077010" [ 631.383644] env[69413]: _type = "Task" [ 631.383644] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.395598] env[69413]: DEBUG oslo_vmware.api [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077010, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.408782] env[69413]: DEBUG oslo_vmware.api [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Task: {'id': task-3077009, 'name': ReconfigVM_Task, 'duration_secs': 0.446422} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.409114] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 057c5ad1-94e2-4c5d-9d3e-032bc4248979/057c5ad1-94e2-4c5d-9d3e-032bc4248979.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 631.409898] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d07c30b3-1aee-407d-9afb-f6a17dbaf206 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.416240] env[69413]: DEBUG oslo_vmware.api [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Waiting for the task: (returnval){ [ 631.416240] env[69413]: value = "task-3077011" [ 631.416240] env[69413]: _type = "Task" [ 631.416240] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.424888] env[69413]: DEBUG oslo_vmware.api [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Task: {'id': task-3077011, 'name': Rename_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.548045] env[69413]: DEBUG nova.policy [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e7dc82f25ef489fac2078a738917833', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb2bf5694da14887a5ddfef0a166bf44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 631.673500] env[69413]: DEBUG nova.compute.manager [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 631.708826] env[69413]: DEBUG oslo_vmware.api [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': task-3077000, 'name': PowerOnVM_Task, 'duration_secs': 1.673979} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.712649] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.712802] env[69413]: INFO nova.compute.manager [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Took 12.32 seconds to spawn the instance on the hypervisor. [ 631.713029] env[69413]: DEBUG nova.compute.manager [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 631.714326] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b97c4b1-b5a5-49e0-916d-51987ec31fd8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.755182] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.755520] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.755855] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.755958] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.756183] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.758524] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f2ab1bc-fff8-4e40-8fb5-0a3148ac1228 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.775408] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.775586] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 631.780435] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a474bcc-b2b6-4a49-9d20-0f2d21b90bd7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.789028] env[69413]: DEBUG oslo_vmware.api [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52904559-5c94-b9d4-6f86-a9864db090e3, 'name': SearchDatastore_Task, 'duration_secs': 0.021919} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.790921] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-082ff342-8af0-4de5-bcec-9e76ec640993 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.793247] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3041d25a-64a1-4ea8-85b3-65160c442456 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.801958] env[69413]: DEBUG oslo_vmware.api [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Waiting for the task: (returnval){ [ 631.801958] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52310e66-8f3e-29cc-ea95-52d6448baeee" [ 631.801958] env[69413]: _type = "Task" [ 631.801958] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.803354] env[69413]: DEBUG oslo_vmware.api [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 631.803354] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52ad3303-b162-d625-4e4c-67274adf6f3f" [ 631.803354] env[69413]: _type = "Task" [ 631.803354] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.817396] env[69413]: DEBUG oslo_vmware.api [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52310e66-8f3e-29cc-ea95-52d6448baeee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.820125] env[69413]: DEBUG oslo_vmware.api [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52ad3303-b162-d625-4e4c-67274adf6f3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.894581] env[69413]: INFO nova.compute.manager [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Took 21.37 seconds to build instance. [ 631.900703] env[69413]: DEBUG oslo_vmware.api [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077010, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069535} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.901110] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 631.902133] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0adcf501-c285-40b7-be53-a36bc3e97f91 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.931829] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2/cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 631.937839] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cecbf0b-11f1-4437-a6b6-8a6ad9703583 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.965037] env[69413]: DEBUG oslo_vmware.api [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Task: {'id': task-3077011, 'name': Rename_Task, 'duration_secs': 0.338757} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.965037] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 631.965037] env[69413]: DEBUG oslo_vmware.api [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Waiting for the task: (returnval){ [ 631.965037] env[69413]: value = "task-3077012" [ 631.965037] env[69413]: _type = "Task" [ 631.965037] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.965037] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab49f9e7-106e-4c03-a4e9-14c2c9c77e38 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.970771] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a2aedb-da9c-43f5-b73f-aa4b46eb9989 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.977790] env[69413]: DEBUG oslo_vmware.api [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Waiting for the task: (returnval){ [ 631.977790] env[69413]: value = "task-3077013" [ 631.977790] env[69413]: _type = "Task" [ 631.977790] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.978086] env[69413]: DEBUG oslo_vmware.api [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077012, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.984182] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7469de-ef61-4f67-8a5c-d61dc3f6ee19 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.994457] env[69413]: DEBUG oslo_vmware.api [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Task: {'id': task-3077013, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.020010] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8119f7-c376-4640-9a66-99117d5ac150 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.028448] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1788095b-59f8-40e2-9869-4020309dcc44 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.042410] env[69413]: DEBUG nova.compute.provider_tree [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.232713] env[69413]: INFO nova.compute.manager [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Took 20.11 seconds to build instance. [ 632.319250] env[69413]: DEBUG oslo_vmware.api [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52310e66-8f3e-29cc-ea95-52d6448baeee, 'name': SearchDatastore_Task, 'duration_secs': 0.043379} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.319683] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.319828] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] cc255889-3de9-4a77-9e45-9801d250e203/cc255889-3de9-4a77-9e45-9801d250e203.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 632.320102] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb3dd6c7-bec2-4e3e-944f-117801ec87e1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.328903] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Preparing fetch location {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 632.328903] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Creating directory with path [datastore1] vmware_temp/00d4d894-b075-43dd-8ca8-7de868adf00b/2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.328903] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8315cb97-684f-4893-b5df-b400308d5dea {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.332776] env[69413]: DEBUG oslo_vmware.api [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Waiting for the task: (returnval){ [ 632.332776] env[69413]: value = "task-3077014" [ 632.332776] env[69413]: _type = "Task" [ 632.332776] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.344059] env[69413]: DEBUG oslo_vmware.api [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Task: {'id': task-3077014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.359715] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Created directory with path [datastore1] vmware_temp/00d4d894-b075-43dd-8ca8-7de868adf00b/2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.359715] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Fetch image to [datastore1] vmware_temp/00d4d894-b075-43dd-8ca8-7de868adf00b/2ef2504d-027d-42fe-98dd-6e912ffbdf46/tmp-sparse.vmdk {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 632.359959] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Downloading image file data 2ef2504d-027d-42fe-98dd-6e912ffbdf46 to [datastore1] vmware_temp/00d4d894-b075-43dd-8ca8-7de868adf00b/2ef2504d-027d-42fe-98dd-6e912ffbdf46/tmp-sparse.vmdk on the data store datastore1 {{(pid=69413) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 632.360710] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ef093a-e1d7-49dd-88e5-d8792ec4e635 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.376434] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9cbf19-43a8-44ab-831a-f6609b8952e4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.385778] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9810dd-c88c-4ef1-9dc2-5156bf5958ba {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.431078] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d4af2876-ee95-494c-94fe-5c8386d7a8fa tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Lock "162b8b0c-9f6c-4acd-bf2f-b053f487ccd8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.918s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.434143] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "162b8b0c-9f6c-4acd-bf2f-b053f487ccd8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.503s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.434321] env[69413]: INFO nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] During sync_power_state the instance has a pending task (spawning). Skip. [ 632.434494] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "162b8b0c-9f6c-4acd-bf2f-b053f487ccd8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.435313] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478defe2-07d7-4800-9885-970f6881b068 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.439678] env[69413]: DEBUG nova.compute.manager [req-7d90483e-b3ad-4941-9748-60826a58a999 req-06686c75-6bb7-4e9e-b903-d4175c53e602 service nova] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Received event network-changed-069d9e6c-e03b-4ddb-ac89-f8b983505094 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.439863] env[69413]: DEBUG nova.compute.manager [req-7d90483e-b3ad-4941-9748-60826a58a999 req-06686c75-6bb7-4e9e-b903-d4175c53e602 service nova] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Refreshing instance network info cache due to event network-changed-069d9e6c-e03b-4ddb-ac89-f8b983505094. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 632.440085] env[69413]: DEBUG oslo_concurrency.lockutils [req-7d90483e-b3ad-4941-9748-60826a58a999 req-06686c75-6bb7-4e9e-b903-d4175c53e602 service nova] Acquiring lock "refresh_cache-cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.440230] env[69413]: DEBUG oslo_concurrency.lockutils [req-7d90483e-b3ad-4941-9748-60826a58a999 req-06686c75-6bb7-4e9e-b903-d4175c53e602 service nova] Acquired lock "refresh_cache-cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.440419] env[69413]: DEBUG nova.network.neutron [req-7d90483e-b3ad-4941-9748-60826a58a999 req-06686c75-6bb7-4e9e-b903-d4175c53e602 service nova] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Refreshing network info cache for port 069d9e6c-e03b-4ddb-ac89-f8b983505094 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.448753] env[69413]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-4d0f62e8-bb0f-427a-8bf8-cb09a37645da {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.477547] env[69413]: DEBUG oslo_vmware.api [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077012, 'name': ReconfigVM_Task, 'duration_secs': 0.402425} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.477547] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Reconfigured VM instance instance-00000004 to attach disk [datastore2] cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2/cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 632.478412] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4114250-96bd-48f7-8a96-de44d0b47775 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.494922] env[69413]: DEBUG oslo_vmware.api [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Waiting for the task: (returnval){ [ 632.494922] env[69413]: value = "task-3077015" [ 632.494922] env[69413]: _type = "Task" [ 632.494922] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.495190] env[69413]: DEBUG oslo_vmware.api [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Task: {'id': task-3077013, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.496053] env[69413]: DEBUG nova.network.neutron [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Successfully created port: e9c53235-cc4e-4e9a-a81d-bcb8dd967244 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 632.541940] env[69413]: DEBUG nova.virt.vmwareapi.images [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Downloading image file data 2ef2504d-027d-42fe-98dd-6e912ffbdf46 to the data store datastore1 {{(pid=69413) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 632.546697] env[69413]: DEBUG nova.scheduler.client.report [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.095478] env[69413]: DEBUG nova.compute.manager [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 633.095478] env[69413]: DEBUG nova.virt.hardware [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 633.095478] env[69413]: DEBUG nova.virt.hardware [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 633.104662] env[69413]: DEBUG nova.virt.hardware [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 633.104662] env[69413]: DEBUG nova.virt.hardware [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 633.104662] env[69413]: DEBUG nova.virt.hardware [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 633.104662] env[69413]: DEBUG nova.virt.hardware [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 633.104662] env[69413]: DEBUG nova.virt.hardware [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 633.105778] env[69413]: DEBUG nova.virt.hardware [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 633.105778] env[69413]: DEBUG nova.virt.hardware [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 633.105778] env[69413]: DEBUG nova.virt.hardware [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 633.105778] env[69413]: DEBUG nova.virt.hardware [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 633.105778] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1fe22a3-0b8a-4f92-b84f-f809ec9f96ce {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.105778] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5395c4e1-4a4e-4af4-8e64-aafcbc046462 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.110349] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4fa3c774-89ec-4f1e-98a4-22fac777c9d7 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Lock "fa02511c-c494-44f0-8e49-1dcc95c9f6bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.631s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.110349] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "fa02511c-c494-44f0-8e49-1dcc95c9f6bb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.809s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.110349] env[69413]: INFO nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] During sync_power_state the instance has a pending task (networking). Skip. [ 633.110349] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "fa02511c-c494-44f0-8e49-1dcc95c9f6bb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.115751] env[69413]: DEBUG oslo_vmware.rw_handles [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/00d4d894-b075-43dd-8ca8-7de868adf00b/2ef2504d-027d-42fe-98dd-6e912ffbdf46/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69413) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 633.115751] env[69413]: DEBUG oslo_vmware.api [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Task: {'id': task-3077014, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.115751] env[69413]: DEBUG nova.compute.manager [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 633.115751] env[69413]: DEBUG oslo_vmware.api [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Task: {'id': task-3077013, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.116548] env[69413]: DEBUG oslo_vmware.api [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077015, 'name': Rename_Task, 'duration_secs': 0.173279} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.116548] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.116548] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06d0dbb7-cd02-4738-a437-4db9de25f332 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.116548] env[69413]: DEBUG oslo_vmware.api [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Waiting for the task: (returnval){ [ 633.116548] env[69413]: value = "task-3077016" [ 633.116548] env[69413]: _type = "Task" [ 633.116548] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.116548] env[69413]: DEBUG oslo_vmware.api [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077016, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.121085] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.412s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.121085] env[69413]: DEBUG nova.compute.manager [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] [instance: df239eb7-2f59-4228-9a00-859cf92f71f8] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 633.121085] env[69413]: DEBUG oslo_concurrency.lockutils [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.444s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.121085] env[69413]: INFO nova.compute.claims [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 633.242771] env[69413]: DEBUG nova.compute.manager [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 633.348963] env[69413]: DEBUG oslo_vmware.api [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Task: {'id': task-3077014, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.354426] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Acquiring lock "9c167732-fb10-402b-8b16-d9094785af78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.355074] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Lock "9c167732-fb10-402b-8b16-d9094785af78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.463480] env[69413]: DEBUG nova.network.neutron [req-7d90483e-b3ad-4941-9748-60826a58a999 req-06686c75-6bb7-4e9e-b903-d4175c53e602 service nova] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Updated VIF entry in instance network info cache for port 069d9e6c-e03b-4ddb-ac89-f8b983505094. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.463667] env[69413]: DEBUG nova.network.neutron [req-7d90483e-b3ad-4941-9748-60826a58a999 req-06686c75-6bb7-4e9e-b903-d4175c53e602 service nova] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Updating instance_info_cache with network_info: [{"id": "069d9e6c-e03b-4ddb-ac89-f8b983505094", "address": "fa:16:3e:2b:c4:c4", "network": {"id": "e10d5883-9829-4a2c-9aa8-4c0a02d9ab73", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-985420707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b9060f748043b285c99b5e66df0ccc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap069d9e6c-e0", "ovs_interfaceid": "069d9e6c-e03b-4ddb-ac89-f8b983505094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.492765] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.506739] env[69413]: DEBUG oslo_vmware.api [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Task: {'id': task-3077013, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.537357] env[69413]: DEBUG oslo_vmware.api [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077016, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.567611] env[69413]: DEBUG nova.compute.utils [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 633.575635] env[69413]: DEBUG nova.compute.manager [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] [instance: df239eb7-2f59-4228-9a00-859cf92f71f8] Not allocating networking since 'none' was specified. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 633.747801] env[69413]: DEBUG oslo_vmware.rw_handles [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Completed reading data from the image iterator. {{(pid=69413) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 633.748092] env[69413]: DEBUG oslo_vmware.rw_handles [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/00d4d894-b075-43dd-8ca8-7de868adf00b/2ef2504d-027d-42fe-98dd-6e912ffbdf46/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69413) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 633.780302] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.817168] env[69413]: DEBUG nova.virt.vmwareapi.images [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Downloaded image file data 2ef2504d-027d-42fe-98dd-6e912ffbdf46 to vmware_temp/00d4d894-b075-43dd-8ca8-7de868adf00b/2ef2504d-027d-42fe-98dd-6e912ffbdf46/tmp-sparse.vmdk on the data store datastore1 {{(pid=69413) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 633.817168] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Caching image {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 633.817168] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Copying Virtual Disk [datastore1] vmware_temp/00d4d894-b075-43dd-8ca8-7de868adf00b/2ef2504d-027d-42fe-98dd-6e912ffbdf46/tmp-sparse.vmdk to [datastore1] vmware_temp/00d4d894-b075-43dd-8ca8-7de868adf00b/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.817769] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d649395b-9e65-4cd4-a4ff-8907049ae454 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.826856] env[69413]: DEBUG oslo_vmware.api [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 633.826856] env[69413]: value = "task-3077017" [ 633.826856] env[69413]: _type = "Task" [ 633.826856] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.846071] env[69413]: DEBUG oslo_vmware.api [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077017, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.848793] env[69413]: DEBUG oslo_vmware.api [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Task: {'id': task-3077014, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.22407} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.849338] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] cc255889-3de9-4a77-9e45-9801d250e203/cc255889-3de9-4a77-9e45-9801d250e203.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 633.851041] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 633.851041] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0dd0d6ef-b1de-4385-9340-5c72bc9cedac {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.858565] env[69413]: DEBUG oslo_vmware.api [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Waiting for the task: (returnval){ [ 633.858565] env[69413]: value = "task-3077018" [ 633.858565] env[69413]: _type = "Task" [ 633.858565] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.872930] env[69413]: DEBUG oslo_vmware.api [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Task: {'id': task-3077018, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.948871] env[69413]: DEBUG oslo_concurrency.lockutils [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Acquiring lock "6bc4ef14-5504-4c90-8d21-a8cd681b9070" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.951044] env[69413]: DEBUG oslo_concurrency.lockutils [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Lock "6bc4ef14-5504-4c90-8d21-a8cd681b9070" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.973908] env[69413]: DEBUG oslo_concurrency.lockutils [req-7d90483e-b3ad-4941-9748-60826a58a999 req-06686c75-6bb7-4e9e-b903-d4175c53e602 service nova] Releasing lock "refresh_cache-cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.997051] env[69413]: DEBUG oslo_vmware.api [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Task: {'id': task-3077013, 'name': PowerOnVM_Task} progress is 37%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.033302] env[69413]: DEBUG oslo_vmware.api [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077016, 'name': PowerOnVM_Task, 'duration_secs': 0.918198} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.033616] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.033819] env[69413]: INFO nova.compute.manager [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Took 12.39 seconds to spawn the instance on the hypervisor. [ 634.033991] env[69413]: DEBUG nova.compute.manager [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.034834] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6547d7c8-47e8-4d34-b64a-6381870e5965 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.077616] env[69413]: DEBUG nova.compute.manager [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] [instance: df239eb7-2f59-4228-9a00-859cf92f71f8] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 634.338970] env[69413]: DEBUG oslo_vmware.api [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077017, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.366408] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d3864e-b5f9-4cf7-806d-fe0371888fb5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.373380] env[69413]: DEBUG oslo_vmware.api [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Task: {'id': task-3077018, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078766} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.374096] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 634.374893] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f429af3-2e96-4fcc-b9ad-ee7de5aea854 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.381983] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beaa9f29-2c3d-4e41-bebc-8105e582356d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.411404] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] cc255889-3de9-4a77-9e45-9801d250e203/cc255889-3de9-4a77-9e45-9801d250e203.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 634.411404] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad23ef3f-910f-45ca-aca5-9dd41fb0be4d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.455207] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0237d215-14fb-4d94-a0ab-87931fdebafc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.458983] env[69413]: DEBUG oslo_vmware.api [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Waiting for the task: (returnval){ [ 634.458983] env[69413]: value = "task-3077019" [ 634.458983] env[69413]: _type = "Task" [ 634.458983] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.466453] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e105ea-60c8-44f6-bcf2-a320d22550e2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.476569] env[69413]: DEBUG oslo_vmware.api [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Task: {'id': task-3077019, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.488871] env[69413]: DEBUG nova.compute.provider_tree [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.498644] env[69413]: DEBUG oslo_vmware.api [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Task: {'id': task-3077013, 'name': PowerOnVM_Task} progress is 80%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.559142] env[69413]: INFO nova.compute.manager [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Took 21.68 seconds to build instance. [ 634.841213] env[69413]: DEBUG oslo_vmware.api [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077017, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.849565} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.841575] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Copied Virtual Disk [datastore1] vmware_temp/00d4d894-b075-43dd-8ca8-7de868adf00b/2ef2504d-027d-42fe-98dd-6e912ffbdf46/tmp-sparse.vmdk to [datastore1] vmware_temp/00d4d894-b075-43dd-8ca8-7de868adf00b/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.841679] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Deleting the datastore file [datastore1] vmware_temp/00d4d894-b075-43dd-8ca8-7de868adf00b/2ef2504d-027d-42fe-98dd-6e912ffbdf46/tmp-sparse.vmdk {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 634.841952] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d0f4662-5ca4-4971-a95a-33aa6150e072 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.851486] env[69413]: DEBUG oslo_vmware.api [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 634.851486] env[69413]: value = "task-3077020" [ 634.851486] env[69413]: _type = "Task" [ 634.851486] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.859820] env[69413]: DEBUG oslo_vmware.api [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.970711] env[69413]: DEBUG oslo_vmware.api [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Task: {'id': task-3077019, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.995205] env[69413]: DEBUG nova.scheduler.client.report [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.008157] env[69413]: DEBUG oslo_vmware.api [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Task: {'id': task-3077013, 'name': PowerOnVM_Task, 'duration_secs': 2.934382} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.010358] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 635.011174] env[69413]: INFO nova.compute.manager [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Took 17.86 seconds to spawn the instance on the hypervisor. [ 635.011174] env[69413]: DEBUG nova.compute.manager [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 635.014428] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7141408-783a-48d0-acd9-5e04cc5d7c95 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.061737] env[69413]: DEBUG oslo_concurrency.lockutils [None req-248a55e2-4ccd-4c54-b8e5-00e8fb8a98e8 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Lock "cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.214s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.065047] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 16.131s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.065047] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6227c772-caa5-4e07-b5e3-74b34c123416 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.099284] env[69413]: DEBUG nova.compute.manager [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] [instance: df239eb7-2f59-4228-9a00-859cf92f71f8] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 635.135718] env[69413]: DEBUG nova.virt.hardware [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 635.136021] env[69413]: DEBUG nova.virt.hardware [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 635.136205] env[69413]: DEBUG nova.virt.hardware [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 635.139146] env[69413]: DEBUG nova.virt.hardware [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 635.139146] env[69413]: DEBUG nova.virt.hardware [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 635.139146] env[69413]: DEBUG nova.virt.hardware [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 635.139146] env[69413]: DEBUG nova.virt.hardware [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 635.139146] env[69413]: DEBUG nova.virt.hardware [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 635.139312] env[69413]: DEBUG nova.virt.hardware [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 635.139312] env[69413]: DEBUG nova.virt.hardware [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 635.139529] env[69413]: DEBUG nova.virt.hardware [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 635.140601] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba75bb8-47a3-4a17-b527-e3de5958c1eb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.149555] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb38b48f-c643-4e18-9673-7528ee13e465 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.163574] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] [instance: df239eb7-2f59-4228-9a00-859cf92f71f8] Instance VIF info [] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 635.169193] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Creating folder: Project (f4abbbc1491842a0a46c76f8ccda874f). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.169529] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c5d9d7c-6d9d-4330-8a0f-abd20df3597f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.180365] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Created folder: Project (f4abbbc1491842a0a46c76f8ccda874f) in parent group-v616034. [ 635.180484] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Creating folder: Instances. Parent ref: group-v616053. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.181130] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6bfd00b-0458-4dea-82ad-9b83640169cb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.190073] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Created folder: Instances in parent group-v616053. [ 635.190382] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 635.190554] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df239eb7-2f59-4228-9a00-859cf92f71f8] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 635.190759] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a60b4003-25a8-43d9-93e8-24176fecf754 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.213561] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.213561] env[69413]: value = "task-3077023" [ 635.213561] env[69413]: _type = "Task" [ 635.213561] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.225376] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077023, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.364104] env[69413]: DEBUG oslo_vmware.api [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077020, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.069822} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.364392] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 635.364587] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Moving file from [datastore1] vmware_temp/00d4d894-b075-43dd-8ca8-7de868adf00b/2ef2504d-027d-42fe-98dd-6e912ffbdf46 to [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46. {{(pid=69413) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 635.366273] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-3ced4297-4f23-4c50-b3ef-f37680d6e118 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.374932] env[69413]: DEBUG oslo_vmware.api [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 635.374932] env[69413]: value = "task-3077024" [ 635.374932] env[69413]: _type = "Task" [ 635.374932] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.383430] env[69413]: DEBUG oslo_vmware.api [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077024, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.456232] env[69413]: DEBUG nova.compute.manager [req-f7f429ea-66cb-47d8-b42f-ece0b3b21d51 req-7c4fc3ef-0752-4180-8003-80110167edc5 service nova] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Received event network-changed-4012a4a1-86fe-4895-a2a1-677eeec638ea {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.456501] env[69413]: DEBUG nova.compute.manager [req-f7f429ea-66cb-47d8-b42f-ece0b3b21d51 req-7c4fc3ef-0752-4180-8003-80110167edc5 service nova] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Refreshing instance network info cache due to event network-changed-4012a4a1-86fe-4895-a2a1-677eeec638ea. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 635.456687] env[69413]: DEBUG oslo_concurrency.lockutils [req-f7f429ea-66cb-47d8-b42f-ece0b3b21d51 req-7c4fc3ef-0752-4180-8003-80110167edc5 service nova] Acquiring lock "refresh_cache-cc255889-3de9-4a77-9e45-9801d250e203" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.457257] env[69413]: DEBUG oslo_concurrency.lockutils [req-f7f429ea-66cb-47d8-b42f-ece0b3b21d51 req-7c4fc3ef-0752-4180-8003-80110167edc5 service nova] Acquired lock "refresh_cache-cc255889-3de9-4a77-9e45-9801d250e203" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.457257] env[69413]: DEBUG nova.network.neutron [req-f7f429ea-66cb-47d8-b42f-ece0b3b21d51 req-7c4fc3ef-0752-4180-8003-80110167edc5 service nova] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Refreshing network info cache for port 4012a4a1-86fe-4895-a2a1-677eeec638ea {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.458631] env[69413]: DEBUG nova.network.neutron [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Successfully updated port: e9c53235-cc4e-4e9a-a81d-bcb8dd967244 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 635.474398] env[69413]: DEBUG oslo_vmware.api [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Task: {'id': task-3077019, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.501064] env[69413]: DEBUG oslo_concurrency.lockutils [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.443s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.501554] env[69413]: DEBUG nova.compute.manager [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 635.504585] env[69413]: DEBUG oslo_concurrency.lockutils [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.736s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.508370] env[69413]: INFO nova.compute.claims [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 635.543261] env[69413]: INFO nova.compute.manager [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Took 23.46 seconds to build instance. [ 635.569409] env[69413]: DEBUG nova.compute.manager [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] [instance: de756510-54b4-4b77-beeb-406507b128cb] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 635.578575] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.515s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.731823] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077023, 'name': CreateVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.886142] env[69413]: DEBUG oslo_vmware.api [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077024, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.033791} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.886142] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] File moved {{(pid=69413) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 635.889352] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Cleaning up location [datastore1] vmware_temp/00d4d894-b075-43dd-8ca8-7de868adf00b {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 635.889571] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Deleting the datastore file [datastore1] vmware_temp/00d4d894-b075-43dd-8ca8-7de868adf00b {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 635.890212] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3e42b28-7042-4c64-884c-d71f36ec778c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.896476] env[69413]: INFO nova.compute.manager [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Rebuilding instance [ 635.898645] env[69413]: DEBUG oslo_vmware.api [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 635.898645] env[69413]: value = "task-3077025" [ 635.898645] env[69413]: _type = "Task" [ 635.898645] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.910985] env[69413]: DEBUG oslo_vmware.api [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077025, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.962548] env[69413]: DEBUG nova.compute.manager [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 635.963327] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed770d2b-5d40-4238-b876-c7e6af3f6f7d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.971282] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquiring lock "refresh_cache-7ba3bef3-3ecd-4dab-8d06-4583bd4b1959" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.971398] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquired lock "refresh_cache-7ba3bef3-3ecd-4dab-8d06-4583bd4b1959" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.971494] env[69413]: DEBUG nova.network.neutron [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 635.986079] env[69413]: DEBUG oslo_vmware.api [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Task: {'id': task-3077019, 'name': ReconfigVM_Task, 'duration_secs': 1.025866} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.989533] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Reconfigured VM instance instance-00000005 to attach disk [datastore2] cc255889-3de9-4a77-9e45-9801d250e203/cc255889-3de9-4a77-9e45-9801d250e203.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 635.989533] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05b78abf-65a9-4314-af43-3de94fd02713 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.995469] env[69413]: DEBUG oslo_vmware.api [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Waiting for the task: (returnval){ [ 635.995469] env[69413]: value = "task-3077026" [ 635.995469] env[69413]: _type = "Task" [ 635.995469] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.004532] env[69413]: DEBUG oslo_vmware.api [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Task: {'id': task-3077026, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.011097] env[69413]: DEBUG nova.compute.utils [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 636.019574] env[69413]: DEBUG nova.compute.manager [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 636.019574] env[69413]: DEBUG nova.network.neutron [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 636.047526] env[69413]: DEBUG oslo_concurrency.lockutils [None req-82668f6e-235e-4b8f-af13-7b8adef39e07 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Lock "057c5ad1-94e2-4c5d-9d3e-032bc4248979" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.973s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.049015] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "057c5ad1-94e2-4c5d-9d3e-032bc4248979" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 17.117s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.050306] env[69413]: INFO nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] During sync_power_state the instance has a pending task (spawning). Skip. [ 636.050306] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "057c5ad1-94e2-4c5d-9d3e-032bc4248979" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.090384] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.222034] env[69413]: DEBUG nova.policy [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcc763c9f3a442eda349c298c5c4da56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db24c346bed444c6bde3bec72a8c86ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 636.228929] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077023, 'name': CreateVM_Task, 'duration_secs': 0.533655} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.228929] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df239eb7-2f59-4228-9a00-859cf92f71f8] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 636.229534] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.229534] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.229848] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.230108] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59c248db-3b30-4c90-85c4-df49185ad30a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.235309] env[69413]: DEBUG oslo_vmware.api [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Waiting for the task: (returnval){ [ 636.235309] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52490a95-d01a-7cf7-682b-7b792d6208be" [ 636.235309] env[69413]: _type = "Task" [ 636.235309] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.250847] env[69413]: DEBUG oslo_vmware.api [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52490a95-d01a-7cf7-682b-7b792d6208be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.409730] env[69413]: DEBUG oslo_vmware.api [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077025, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.059137} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.410078] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 636.410801] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81cd0e9b-e6e2-4717-a898-6125e09c11b1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.419726] env[69413]: DEBUG oslo_vmware.api [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 636.419726] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]521b0d89-86e0-047d-3a4b-67bc75f00c4a" [ 636.419726] env[69413]: _type = "Task" [ 636.419726] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.432648] env[69413]: DEBUG oslo_vmware.api [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]521b0d89-86e0-047d-3a4b-67bc75f00c4a, 'name': SearchDatastore_Task, 'duration_secs': 0.011444} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.432900] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.433173] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 550f42d5-10b7-4a74-b3f8-84526a6e166c/550f42d5-10b7-4a74-b3f8-84526a6e166c.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.433431] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-854e5e1b-4d6e-44d3-9529-9d0687a8a1bc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.441622] env[69413]: DEBUG oslo_vmware.api [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 636.441622] env[69413]: value = "task-3077027" [ 636.441622] env[69413]: _type = "Task" [ 636.441622] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.450814] env[69413]: DEBUG oslo_vmware.api [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.509893] env[69413]: DEBUG oslo_vmware.api [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Task: {'id': task-3077026, 'name': Rename_Task, 'duration_secs': 0.379564} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.510907] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.511385] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e65f9fc7-5fbc-4e87-8e99-53a870805dfb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.519752] env[69413]: DEBUG nova.compute.manager [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 636.537225] env[69413]: DEBUG oslo_vmware.api [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Waiting for the task: (returnval){ [ 636.537225] env[69413]: value = "task-3077028" [ 636.537225] env[69413]: _type = "Task" [ 636.537225] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.557748] env[69413]: DEBUG nova.compute.manager [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 636.564073] env[69413]: DEBUG oslo_vmware.api [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Task: {'id': task-3077028, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.575180] env[69413]: DEBUG nova.network.neutron [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 636.721548] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Acquiring lock "b1a05b8b-385c-44b8-88ef-09d599ca6afb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.721811] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Lock "b1a05b8b-385c-44b8-88ef-09d599ca6afb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.751803] env[69413]: DEBUG oslo_vmware.api [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52490a95-d01a-7cf7-682b-7b792d6208be, 'name': SearchDatastore_Task, 'duration_secs': 0.015944} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.752183] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.752929] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] [instance: df239eb7-2f59-4228-9a00-859cf92f71f8] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.752929] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.753174] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.753234] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.754743] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5083f7d7-f9c4-4df6-9ea6-b5bf1865299b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.769894] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.770319] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.771226] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e6cc71a-0cee-448d-84b0-49afb204a88e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.818608] env[69413]: DEBUG oslo_vmware.api [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Waiting for the task: (returnval){ [ 636.818608] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5276f545-d223-379c-1a86-2f15f7424257" [ 636.818608] env[69413]: _type = "Task" [ 636.818608] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.869230] env[69413]: DEBUG oslo_vmware.api [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5276f545-d223-379c-1a86-2f15f7424257, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.176581] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 637.176581] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e30136b8-9cee-46ce-9646-49c4ce190647 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.186669] env[69413]: DEBUG oslo_vmware.api [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Task: {'id': task-3077028, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.200254] env[69413]: DEBUG oslo_vmware.api [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Waiting for the task: (returnval){ [ 637.200254] env[69413]: value = "task-3077029" [ 637.200254] env[69413]: _type = "Task" [ 637.200254] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.200835] env[69413]: DEBUG oslo_vmware.api [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077027, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547622} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.201364] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 550f42d5-10b7-4a74-b3f8-84526a6e166c/550f42d5-10b7-4a74-b3f8-84526a6e166c.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.202688] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.210365] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5dc9a408-4655-4c22-9c35-931b37786950 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.213995] env[69413]: DEBUG nova.network.neutron [req-f7f429ea-66cb-47d8-b42f-ece0b3b21d51 req-7c4fc3ef-0752-4180-8003-80110167edc5 service nova] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Updated VIF entry in instance network info cache for port 4012a4a1-86fe-4895-a2a1-677eeec638ea. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 637.214372] env[69413]: DEBUG nova.network.neutron [req-f7f429ea-66cb-47d8-b42f-ece0b3b21d51 req-7c4fc3ef-0752-4180-8003-80110167edc5 service nova] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Updating instance_info_cache with network_info: [{"id": "4012a4a1-86fe-4895-a2a1-677eeec638ea", "address": "fa:16:3e:9b:9e:30", "network": {"id": "91970957-edeb-475d-9598-c215a67a0643", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1899304400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "967b282663b549a1945785d439558bb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4012a4a1-86", "ovs_interfaceid": "4012a4a1-86fe-4895-a2a1-677eeec638ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.220829] env[69413]: DEBUG oslo_vmware.api [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': task-3077029, 'name': PowerOffVM_Task, 'duration_secs': 0.175427} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.225134] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 637.225391] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 637.225782] env[69413]: DEBUG oslo_vmware.api [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 637.225782] env[69413]: value = "task-3077030" [ 637.225782] env[69413]: _type = "Task" [ 637.225782] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.227033] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3fbaad-7d5e-4f93-bb6b-b7a5dbf48508 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.231093] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.247786] env[69413]: DEBUG oslo_vmware.api [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.251741] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 637.254886] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6587e9a7-140c-4c38-a69f-0dfd52e7e4a2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.289345] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 637.289565] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 637.289565] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Deleting the datastore file [datastore2] fa02511c-c494-44f0-8e49-1dcc95c9f6bb {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 637.292175] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d21d471-ae43-4796-bc03-6d86ef433631 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.302245] env[69413]: DEBUG oslo_vmware.api [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Waiting for the task: (returnval){ [ 637.302245] env[69413]: value = "task-3077032" [ 637.302245] env[69413]: _type = "Task" [ 637.302245] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.320262] env[69413]: DEBUG oslo_vmware.api [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': task-3077032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.331874] env[69413]: DEBUG oslo_vmware.api [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5276f545-d223-379c-1a86-2f15f7424257, 'name': SearchDatastore_Task, 'duration_secs': 0.052858} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.332461] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93bfa704-cc08-4441-a8bf-65d72fb5f2b9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.341109] env[69413]: DEBUG oslo_vmware.api [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Waiting for the task: (returnval){ [ 637.341109] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d1b3a9-ecd3-ff85-594e-bc4df1bb91aa" [ 637.341109] env[69413]: _type = "Task" [ 637.341109] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.348643] env[69413]: DEBUG oslo_vmware.api [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d1b3a9-ecd3-ff85-594e-bc4df1bb91aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.413581] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b88a40-4212-4477-8957-71c2ede40356 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.416593] env[69413]: DEBUG nova.network.neutron [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Updating instance_info_cache with network_info: [{"id": "e9c53235-cc4e-4e9a-a81d-bcb8dd967244", "address": "fa:16:3e:1a:07:47", "network": {"id": "ebffccfa-c7ca-41bd-800d-4ab54c5df593", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1923443109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb2bf5694da14887a5ddfef0a166bf44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9c53235-cc", "ovs_interfaceid": "e9c53235-cc4e-4e9a-a81d-bcb8dd967244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.422874] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455eb3ed-5938-4f10-8dd2-edfb8fa60bd6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.456956] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdf85fe-7d74-461b-92e8-d45bb4c72178 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.464523] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2808c23-152e-41d0-9cc3-76784625cf29 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.479714] env[69413]: DEBUG nova.compute.provider_tree [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.550524] env[69413]: DEBUG oslo_vmware.api [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Task: {'id': task-3077028, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.694462] env[69413]: DEBUG nova.compute.manager [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 637.696985] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Acquiring lock "70800d42-eff1-496c-aeab-7160e8aef7bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.697232] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Lock "70800d42-eff1-496c-aeab-7160e8aef7bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.720030] env[69413]: DEBUG oslo_concurrency.lockutils [req-f7f429ea-66cb-47d8-b42f-ece0b3b21d51 req-7c4fc3ef-0752-4180-8003-80110167edc5 service nova] Releasing lock "refresh_cache-cc255889-3de9-4a77-9e45-9801d250e203" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.720030] env[69413]: DEBUG nova.compute.manager [req-f7f429ea-66cb-47d8-b42f-ece0b3b21d51 req-7c4fc3ef-0752-4180-8003-80110167edc5 service nova] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Received event network-vif-plugged-40aa1151-3366-4701-a260-f185fa7ee3bc {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 637.720030] env[69413]: DEBUG oslo_concurrency.lockutils [req-f7f429ea-66cb-47d8-b42f-ece0b3b21d51 req-7c4fc3ef-0752-4180-8003-80110167edc5 service nova] Acquiring lock "550f42d5-10b7-4a74-b3f8-84526a6e166c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.720030] env[69413]: DEBUG oslo_concurrency.lockutils [req-f7f429ea-66cb-47d8-b42f-ece0b3b21d51 req-7c4fc3ef-0752-4180-8003-80110167edc5 service nova] Lock "550f42d5-10b7-4a74-b3f8-84526a6e166c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.720030] env[69413]: DEBUG oslo_concurrency.lockutils [req-f7f429ea-66cb-47d8-b42f-ece0b3b21d51 req-7c4fc3ef-0752-4180-8003-80110167edc5 service nova] Lock "550f42d5-10b7-4a74-b3f8-84526a6e166c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.720407] env[69413]: DEBUG nova.compute.manager [req-f7f429ea-66cb-47d8-b42f-ece0b3b21d51 req-7c4fc3ef-0752-4180-8003-80110167edc5 service nova] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] No waiting events found dispatching network-vif-plugged-40aa1151-3366-4701-a260-f185fa7ee3bc {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 637.720544] env[69413]: WARNING nova.compute.manager [req-f7f429ea-66cb-47d8-b42f-ece0b3b21d51 req-7c4fc3ef-0752-4180-8003-80110167edc5 service nova] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Received unexpected event network-vif-plugged-40aa1151-3366-4701-a260-f185fa7ee3bc for instance with vm_state building and task_state spawning. [ 637.720771] env[69413]: DEBUG nova.compute.manager [req-f7f429ea-66cb-47d8-b42f-ece0b3b21d51 req-7c4fc3ef-0752-4180-8003-80110167edc5 service nova] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Received event network-changed-40aa1151-3366-4701-a260-f185fa7ee3bc {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 637.721120] env[69413]: DEBUG nova.compute.manager [req-f7f429ea-66cb-47d8-b42f-ece0b3b21d51 req-7c4fc3ef-0752-4180-8003-80110167edc5 service nova] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Refreshing instance network info cache due to event network-changed-40aa1151-3366-4701-a260-f185fa7ee3bc. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 637.721389] env[69413]: DEBUG oslo_concurrency.lockutils [req-f7f429ea-66cb-47d8-b42f-ece0b3b21d51 req-7c4fc3ef-0752-4180-8003-80110167edc5 service nova] Acquiring lock "refresh_cache-550f42d5-10b7-4a74-b3f8-84526a6e166c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.721546] env[69413]: DEBUG oslo_concurrency.lockutils [req-f7f429ea-66cb-47d8-b42f-ece0b3b21d51 req-7c4fc3ef-0752-4180-8003-80110167edc5 service nova] Acquired lock "refresh_cache-550f42d5-10b7-4a74-b3f8-84526a6e166c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.721808] env[69413]: DEBUG nova.network.neutron [req-f7f429ea-66cb-47d8-b42f-ece0b3b21d51 req-7c4fc3ef-0752-4180-8003-80110167edc5 service nova] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Refreshing network info cache for port 40aa1151-3366-4701-a260-f185fa7ee3bc {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 637.743059] env[69413]: DEBUG nova.virt.hardware [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.743421] env[69413]: DEBUG nova.virt.hardware [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.743485] env[69413]: DEBUG nova.virt.hardware [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.743632] env[69413]: DEBUG nova.virt.hardware [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.743769] env[69413]: DEBUG nova.virt.hardware [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.743942] env[69413]: DEBUG nova.virt.hardware [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.745806] env[69413]: DEBUG nova.virt.hardware [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.746046] env[69413]: DEBUG nova.virt.hardware [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.746255] env[69413]: DEBUG nova.virt.hardware [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.746394] env[69413]: DEBUG nova.virt.hardware [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.746562] env[69413]: DEBUG nova.virt.hardware [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.751455] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd43e7a-5e9d-4021-8dc7-31120198bf1d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.754641] env[69413]: DEBUG oslo_vmware.api [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077030, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080862} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.754901] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.758077] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd813e5-e0e0-4482-8723-88679cc3dbec {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.763990] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b47df0-37e3-47ce-ace4-d5be1103baf9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.788140] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 550f42d5-10b7-4a74-b3f8-84526a6e166c/550f42d5-10b7-4a74-b3f8-84526a6e166c.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.789048] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7231479f-915a-4d8b-b3db-170a91e76434 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.817761] env[69413]: DEBUG oslo_vmware.api [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 637.817761] env[69413]: value = "task-3077033" [ 637.817761] env[69413]: _type = "Task" [ 637.817761] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.820977] env[69413]: DEBUG oslo_vmware.api [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': task-3077032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139571} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.824191] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 637.824377] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 637.824543] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 637.831884] env[69413]: DEBUG oslo_vmware.api [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077033, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.853804] env[69413]: DEBUG oslo_vmware.api [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d1b3a9-ecd3-ff85-594e-bc4df1bb91aa, 'name': SearchDatastore_Task, 'duration_secs': 0.017267} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.853804] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.853804] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] df239eb7-2f59-4228-9a00-859cf92f71f8/df239eb7-2f59-4228-9a00-859cf92f71f8.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 637.854084] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-617c96fb-8ff4-4355-baa4-73ffe1225439 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.861092] env[69413]: DEBUG oslo_vmware.api [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Waiting for the task: (returnval){ [ 637.861092] env[69413]: value = "task-3077034" [ 637.861092] env[69413]: _type = "Task" [ 637.861092] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.868899] env[69413]: DEBUG oslo_vmware.api [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Task: {'id': task-3077034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.921314] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Releasing lock "refresh_cache-7ba3bef3-3ecd-4dab-8d06-4583bd4b1959" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.921314] env[69413]: DEBUG nova.compute.manager [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Instance network_info: |[{"id": "e9c53235-cc4e-4e9a-a81d-bcb8dd967244", "address": "fa:16:3e:1a:07:47", "network": {"id": "ebffccfa-c7ca-41bd-800d-4ab54c5df593", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1923443109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb2bf5694da14887a5ddfef0a166bf44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9c53235-cc", "ovs_interfaceid": "e9c53235-cc4e-4e9a-a81d-bcb8dd967244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 637.921545] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:07:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4712af2-45ef-4652-8d2c-482ec70056d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9c53235-cc4e-4e9a-a81d-bcb8dd967244', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.929200] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 637.929648] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 637.929971] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91e3c000-8dcc-4249-b886-58e3505e3a2a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.960157] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.960157] env[69413]: value = "task-3077035" [ 637.960157] env[69413]: _type = "Task" [ 637.960157] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.968969] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077035, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.983240] env[69413]: DEBUG nova.scheduler.client.report [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.050482] env[69413]: DEBUG oslo_vmware.api [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Task: {'id': task-3077028, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.165117] env[69413]: DEBUG nova.network.neutron [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Successfully created port: 6e7e6f4a-2657-470f-9d28-c01a488504b1 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 638.338707] env[69413]: DEBUG oslo_vmware.api [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.377081] env[69413]: DEBUG oslo_vmware.api [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Task: {'id': task-3077034, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.470949] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077035, 'name': CreateVM_Task, 'duration_secs': 0.466396} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.475757] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.476879] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.477236] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.477922] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.478610] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7833baa8-9bfa-44f8-9af2-0837d231c05d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.484799] env[69413]: DEBUG oslo_vmware.api [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 638.484799] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5228101d-ce59-81e4-eb88-c70127d8fa2a" [ 638.484799] env[69413]: _type = "Task" [ 638.484799] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.489714] env[69413]: DEBUG oslo_concurrency.lockutils [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.985s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.491116] env[69413]: DEBUG nova.compute.manager [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 638.494610] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.002s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.499430] env[69413]: INFO nova.compute.claims [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.510456] env[69413]: DEBUG oslo_vmware.api [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5228101d-ce59-81e4-eb88-c70127d8fa2a, 'name': SearchDatastore_Task, 'duration_secs': 0.013161} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.510456] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.510456] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 638.510456] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.510689] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.510689] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.510689] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ac32b14-2212-4d55-bd49-e3ed8838f1da {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.523034] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.523034] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 638.523805] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43377a13-536d-4535-946e-53aa65a19819 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.530780] env[69413]: DEBUG oslo_vmware.api [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 638.530780] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c32700-616f-fefc-f521-3be5dbab540c" [ 638.530780] env[69413]: _type = "Task" [ 638.530780] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.542781] env[69413]: DEBUG oslo_vmware.api [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c32700-616f-fefc-f521-3be5dbab540c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.562191] env[69413]: DEBUG oslo_concurrency.lockutils [None req-73b610d8-3121-4bbf-a0b9-61938aaf854c tempest-DeleteServersAdminTestJSON-879678909 tempest-DeleteServersAdminTestJSON-879678909-project-admin] Acquiring lock "162b8b0c-9f6c-4acd-bf2f-b053f487ccd8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.562642] env[69413]: DEBUG oslo_concurrency.lockutils [None req-73b610d8-3121-4bbf-a0b9-61938aaf854c tempest-DeleteServersAdminTestJSON-879678909 tempest-DeleteServersAdminTestJSON-879678909-project-admin] Lock "162b8b0c-9f6c-4acd-bf2f-b053f487ccd8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.562966] env[69413]: DEBUG oslo_concurrency.lockutils [None req-73b610d8-3121-4bbf-a0b9-61938aaf854c tempest-DeleteServersAdminTestJSON-879678909 tempest-DeleteServersAdminTestJSON-879678909-project-admin] Acquiring lock "162b8b0c-9f6c-4acd-bf2f-b053f487ccd8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.563290] env[69413]: DEBUG oslo_concurrency.lockutils [None req-73b610d8-3121-4bbf-a0b9-61938aaf854c tempest-DeleteServersAdminTestJSON-879678909 tempest-DeleteServersAdminTestJSON-879678909-project-admin] Lock "162b8b0c-9f6c-4acd-bf2f-b053f487ccd8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.563568] env[69413]: DEBUG oslo_concurrency.lockutils [None req-73b610d8-3121-4bbf-a0b9-61938aaf854c tempest-DeleteServersAdminTestJSON-879678909 tempest-DeleteServersAdminTestJSON-879678909-project-admin] Lock "162b8b0c-9f6c-4acd-bf2f-b053f487ccd8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.565511] env[69413]: DEBUG oslo_vmware.api [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Task: {'id': task-3077028, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.566440] env[69413]: INFO nova.compute.manager [None req-73b610d8-3121-4bbf-a0b9-61938aaf854c tempest-DeleteServersAdminTestJSON-879678909 tempest-DeleteServersAdminTestJSON-879678909-project-admin] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Terminating instance [ 638.699629] env[69413]: DEBUG nova.network.neutron [req-f7f429ea-66cb-47d8-b42f-ece0b3b21d51 req-7c4fc3ef-0752-4180-8003-80110167edc5 service nova] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Updated VIF entry in instance network info cache for port 40aa1151-3366-4701-a260-f185fa7ee3bc. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 638.699730] env[69413]: DEBUG nova.network.neutron [req-f7f429ea-66cb-47d8-b42f-ece0b3b21d51 req-7c4fc3ef-0752-4180-8003-80110167edc5 service nova] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Updating instance_info_cache with network_info: [{"id": "40aa1151-3366-4701-a260-f185fa7ee3bc", "address": "fa:16:3e:e6:3d:af", "network": {"id": "ebffccfa-c7ca-41bd-800d-4ab54c5df593", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1923443109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb2bf5694da14887a5ddfef0a166bf44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40aa1151-33", "ovs_interfaceid": "40aa1151-3366-4701-a260-f185fa7ee3bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.840189] env[69413]: DEBUG oslo_vmware.api [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077033, 'name': ReconfigVM_Task, 'duration_secs': 0.590096} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.840309] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 550f42d5-10b7-4a74-b3f8-84526a6e166c/550f42d5-10b7-4a74-b3f8-84526a6e166c.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 638.840904] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8697278-99e9-4691-95c3-bb18f1dffb60 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.852808] env[69413]: DEBUG oslo_vmware.api [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 638.852808] env[69413]: value = "task-3077036" [ 638.852808] env[69413]: _type = "Task" [ 638.852808] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.865251] env[69413]: DEBUG oslo_vmware.api [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077036, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.883601] env[69413]: DEBUG oslo_vmware.api [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Task: {'id': task-3077034, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616962} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.886478] env[69413]: DEBUG nova.virt.hardware [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 638.886478] env[69413]: DEBUG nova.virt.hardware [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 638.886478] env[69413]: DEBUG nova.virt.hardware [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 638.886667] env[69413]: DEBUG nova.virt.hardware [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 638.886697] env[69413]: DEBUG nova.virt.hardware [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 638.886825] env[69413]: DEBUG nova.virt.hardware [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 638.890444] env[69413]: DEBUG nova.virt.hardware [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 638.890696] env[69413]: DEBUG nova.virt.hardware [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 638.890929] env[69413]: DEBUG nova.virt.hardware [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 638.892288] env[69413]: DEBUG nova.virt.hardware [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 638.892288] env[69413]: DEBUG nova.virt.hardware [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 638.892288] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] df239eb7-2f59-4228-9a00-859cf92f71f8/df239eb7-2f59-4228-9a00-859cf92f71f8.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 638.892288] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] [instance: df239eb7-2f59-4228-9a00-859cf92f71f8] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 638.892781] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6cbcca-f2e6-45b9-bf37-e7d2b7e86c8f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.896780] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1258ab95-7c76-4ff6-bce2-333aee42ed80 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.906038] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfde8f97-b0af-4b5a-9c04-508a2e81c839 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.910404] env[69413]: DEBUG oslo_vmware.api [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Waiting for the task: (returnval){ [ 638.910404] env[69413]: value = "task-3077037" [ 638.910404] env[69413]: _type = "Task" [ 638.910404] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.926373] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Instance VIF info [] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 638.932639] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 638.933542] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 638.933542] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6c65d01-fd8d-4912-8ffd-87e43bdb3a08 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.954828] env[69413]: DEBUG nova.compute.manager [req-ee320dc0-6f1f-4ead-9ef8-28dd72af4036 req-4f4b2738-d68a-4255-ab88-a81dc352ffde service nova] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Received event network-vif-plugged-e9c53235-cc4e-4e9a-a81d-bcb8dd967244 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.955403] env[69413]: DEBUG oslo_concurrency.lockutils [req-ee320dc0-6f1f-4ead-9ef8-28dd72af4036 req-4f4b2738-d68a-4255-ab88-a81dc352ffde service nova] Acquiring lock "7ba3bef3-3ecd-4dab-8d06-4583bd4b1959-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.955403] env[69413]: DEBUG oslo_concurrency.lockutils [req-ee320dc0-6f1f-4ead-9ef8-28dd72af4036 req-4f4b2738-d68a-4255-ab88-a81dc352ffde service nova] Lock "7ba3bef3-3ecd-4dab-8d06-4583bd4b1959-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.955403] env[69413]: DEBUG oslo_concurrency.lockutils [req-ee320dc0-6f1f-4ead-9ef8-28dd72af4036 req-4f4b2738-d68a-4255-ab88-a81dc352ffde service nova] Lock "7ba3bef3-3ecd-4dab-8d06-4583bd4b1959-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.955574] env[69413]: DEBUG nova.compute.manager [req-ee320dc0-6f1f-4ead-9ef8-28dd72af4036 req-4f4b2738-d68a-4255-ab88-a81dc352ffde service nova] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] No waiting events found dispatching network-vif-plugged-e9c53235-cc4e-4e9a-a81d-bcb8dd967244 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 638.958114] env[69413]: WARNING nova.compute.manager [req-ee320dc0-6f1f-4ead-9ef8-28dd72af4036 req-4f4b2738-d68a-4255-ab88-a81dc352ffde service nova] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Received unexpected event network-vif-plugged-e9c53235-cc4e-4e9a-a81d-bcb8dd967244 for instance with vm_state building and task_state spawning. [ 638.958114] env[69413]: DEBUG nova.compute.manager [req-ee320dc0-6f1f-4ead-9ef8-28dd72af4036 req-4f4b2738-d68a-4255-ab88-a81dc352ffde service nova] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Received event network-changed-e9c53235-cc4e-4e9a-a81d-bcb8dd967244 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.958114] env[69413]: DEBUG nova.compute.manager [req-ee320dc0-6f1f-4ead-9ef8-28dd72af4036 req-4f4b2738-d68a-4255-ab88-a81dc352ffde service nova] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Refreshing instance network info cache due to event network-changed-e9c53235-cc4e-4e9a-a81d-bcb8dd967244. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 638.958114] env[69413]: DEBUG oslo_concurrency.lockutils [req-ee320dc0-6f1f-4ead-9ef8-28dd72af4036 req-4f4b2738-d68a-4255-ab88-a81dc352ffde service nova] Acquiring lock "refresh_cache-7ba3bef3-3ecd-4dab-8d06-4583bd4b1959" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.958114] env[69413]: DEBUG oslo_concurrency.lockutils [req-ee320dc0-6f1f-4ead-9ef8-28dd72af4036 req-4f4b2738-d68a-4255-ab88-a81dc352ffde service nova] Acquired lock "refresh_cache-7ba3bef3-3ecd-4dab-8d06-4583bd4b1959" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.958349] env[69413]: DEBUG nova.network.neutron [req-ee320dc0-6f1f-4ead-9ef8-28dd72af4036 req-4f4b2738-d68a-4255-ab88-a81dc352ffde service nova] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Refreshing network info cache for port e9c53235-cc4e-4e9a-a81d-bcb8dd967244 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 638.958349] env[69413]: DEBUG oslo_vmware.api [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Task: {'id': task-3077037, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.963483] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.963483] env[69413]: value = "task-3077038" [ 638.963483] env[69413]: _type = "Task" [ 638.963483] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.973233] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077038, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.008382] env[69413]: DEBUG nova.compute.utils [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 639.012933] env[69413]: DEBUG nova.compute.manager [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 639.012933] env[69413]: DEBUG nova.network.neutron [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 639.041626] env[69413]: DEBUG oslo_vmware.api [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c32700-616f-fefc-f521-3be5dbab540c, 'name': SearchDatastore_Task, 'duration_secs': 0.015736} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.044653] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dfd1838-8ddf-4cf0-9dcf-b9e2f1cd8685 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.060256] env[69413]: DEBUG oslo_vmware.api [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Task: {'id': task-3077028, 'name': PowerOnVM_Task, 'duration_secs': 2.345586} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.060554] env[69413]: DEBUG oslo_vmware.api [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 639.060554] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]521ac7b6-9262-ad02-ca35-5a25f6d0b97d" [ 639.060554] env[69413]: _type = "Task" [ 639.060554] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.060772] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.060990] env[69413]: INFO nova.compute.manager [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Took 15.14 seconds to spawn the instance on the hypervisor. [ 639.061246] env[69413]: DEBUG nova.compute.manager [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.062104] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e2319c-6a8e-48b1-81f5-96003f49d794 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.071430] env[69413]: DEBUG nova.compute.manager [None req-73b610d8-3121-4bbf-a0b9-61938aaf854c tempest-DeleteServersAdminTestJSON-879678909 tempest-DeleteServersAdminTestJSON-879678909-project-admin] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 639.071430] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-73b610d8-3121-4bbf-a0b9-61938aaf854c tempest-DeleteServersAdminTestJSON-879678909 tempest-DeleteServersAdminTestJSON-879678909-project-admin] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 639.072226] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b07c16-2764-4ce5-a321-ea38d2ae071b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.081669] env[69413]: DEBUG oslo_vmware.api [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]521ac7b6-9262-ad02-ca35-5a25f6d0b97d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.086265] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b610d8-3121-4bbf-a0b9-61938aaf854c tempest-DeleteServersAdminTestJSON-879678909 tempest-DeleteServersAdminTestJSON-879678909-project-admin] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 639.086528] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e2a52e7-6d85-4040-9dd5-504a53bb34f1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.092703] env[69413]: DEBUG oslo_vmware.api [None req-73b610d8-3121-4bbf-a0b9-61938aaf854c tempest-DeleteServersAdminTestJSON-879678909 tempest-DeleteServersAdminTestJSON-879678909-project-admin] Waiting for the task: (returnval){ [ 639.092703] env[69413]: value = "task-3077039" [ 639.092703] env[69413]: _type = "Task" [ 639.092703] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.101158] env[69413]: DEBUG oslo_vmware.api [None req-73b610d8-3121-4bbf-a0b9-61938aaf854c tempest-DeleteServersAdminTestJSON-879678909 tempest-DeleteServersAdminTestJSON-879678909-project-admin] Task: {'id': task-3077039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.203387] env[69413]: DEBUG oslo_concurrency.lockutils [req-f7f429ea-66cb-47d8-b42f-ece0b3b21d51 req-7c4fc3ef-0752-4180-8003-80110167edc5 service nova] Releasing lock "refresh_cache-550f42d5-10b7-4a74-b3f8-84526a6e166c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.209188] env[69413]: DEBUG nova.policy [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a4252bcbe614c22b18597f93290b990', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7dcab478a4fe4e7a91bfec1c2dfe6b81', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 639.365205] env[69413]: DEBUG oslo_vmware.api [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077036, 'name': Rename_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.421026] env[69413]: DEBUG oslo_vmware.api [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Task: {'id': task-3077037, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065536} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.421382] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] [instance: df239eb7-2f59-4228-9a00-859cf92f71f8] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.422466] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3dfd4bf-a3ff-4e18-91dc-833f487b1c0d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.443497] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] [instance: df239eb7-2f59-4228-9a00-859cf92f71f8] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] df239eb7-2f59-4228-9a00-859cf92f71f8/df239eb7-2f59-4228-9a00-859cf92f71f8.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.443842] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43dda5ee-8866-447d-9e18-98ebb47700c6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.469931] env[69413]: DEBUG oslo_vmware.api [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Waiting for the task: (returnval){ [ 639.469931] env[69413]: value = "task-3077040" [ 639.469931] env[69413]: _type = "Task" [ 639.469931] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.478077] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077038, 'name': CreateVM_Task} progress is 25%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.482998] env[69413]: DEBUG oslo_vmware.api [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Task: {'id': task-3077040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.515708] env[69413]: DEBUG nova.compute.manager [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 639.575222] env[69413]: DEBUG oslo_vmware.api [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]521ac7b6-9262-ad02-ca35-5a25f6d0b97d, 'name': SearchDatastore_Task, 'duration_secs': 0.047461} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.575625] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.575890] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959/7ba3bef3-3ecd-4dab-8d06-4583bd4b1959.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.576185] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b01e1bb-5459-4c05-9eb8-96bde1af4c75 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.592351] env[69413]: DEBUG oslo_vmware.api [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 639.592351] env[69413]: value = "task-3077041" [ 639.592351] env[69413]: _type = "Task" [ 639.592351] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.594165] env[69413]: INFO nova.compute.manager [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Took 26.34 seconds to build instance. [ 639.613371] env[69413]: DEBUG oslo_vmware.api [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.616876] env[69413]: DEBUG oslo_vmware.api [None req-73b610d8-3121-4bbf-a0b9-61938aaf854c tempest-DeleteServersAdminTestJSON-879678909 tempest-DeleteServersAdminTestJSON-879678909-project-admin] Task: {'id': task-3077039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.829954] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72ab9f8-0ac3-4a15-816e-b0ce2dda47bf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.840471] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb6185c-675e-40ba-9ee7-e173d4ce6254 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.887068] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10fa52f-1705-4f69-8645-615e1d001906 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.900314] env[69413]: DEBUG oslo_vmware.api [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077036, 'name': Rename_Task, 'duration_secs': 0.704881} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.901862] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d269d204-3638-433f-a934-b75898ec8af3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.906132] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.906943] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3293922e-d661-4464-bece-b991be8a906c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.919597] env[69413]: DEBUG nova.compute.provider_tree [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.924026] env[69413]: DEBUG oslo_vmware.api [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 639.924026] env[69413]: value = "task-3077042" [ 639.924026] env[69413]: _type = "Task" [ 639.924026] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.935743] env[69413]: DEBUG oslo_vmware.api [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077042, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.986445] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077038, 'name': CreateVM_Task, 'duration_secs': 0.696547} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.986903] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.987440] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.987631] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.988036] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.988336] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3309a12e-2d4b-486a-b27b-ed0f1e9e9cb6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.995331] env[69413]: DEBUG oslo_vmware.api [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Task: {'id': task-3077040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.000974] env[69413]: DEBUG oslo_vmware.api [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Waiting for the task: (returnval){ [ 640.000974] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]521516af-6974-c84f-b70b-23430b9bb759" [ 640.000974] env[69413]: _type = "Task" [ 640.000974] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.012196] env[69413]: DEBUG oslo_vmware.api [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]521516af-6974-c84f-b70b-23430b9bb759, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.105535] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bd4fa675-4a0e-41e9-b57f-70988b753280 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Lock "cc255889-3de9-4a77-9e45-9801d250e203" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.856s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.112099] env[69413]: DEBUG oslo_vmware.api [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077041, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.118760] env[69413]: DEBUG oslo_vmware.api [None req-73b610d8-3121-4bbf-a0b9-61938aaf854c tempest-DeleteServersAdminTestJSON-879678909 tempest-DeleteServersAdminTestJSON-879678909-project-admin] Task: {'id': task-3077039, 'name': PowerOffVM_Task, 'duration_secs': 0.985013} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.119040] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b610d8-3121-4bbf-a0b9-61938aaf854c tempest-DeleteServersAdminTestJSON-879678909 tempest-DeleteServersAdminTestJSON-879678909-project-admin] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 640.119199] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-73b610d8-3121-4bbf-a0b9-61938aaf854c tempest-DeleteServersAdminTestJSON-879678909 tempest-DeleteServersAdminTestJSON-879678909-project-admin] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 640.119822] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53cf0cab-facd-4899-a491-4e97ccaba242 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.201874] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-73b610d8-3121-4bbf-a0b9-61938aaf854c tempest-DeleteServersAdminTestJSON-879678909 tempest-DeleteServersAdminTestJSON-879678909-project-admin] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 640.201874] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-73b610d8-3121-4bbf-a0b9-61938aaf854c tempest-DeleteServersAdminTestJSON-879678909 tempest-DeleteServersAdminTestJSON-879678909-project-admin] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 640.202337] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-73b610d8-3121-4bbf-a0b9-61938aaf854c tempest-DeleteServersAdminTestJSON-879678909 tempest-DeleteServersAdminTestJSON-879678909-project-admin] Deleting the datastore file [datastore2] 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 640.202427] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed3c58de-0c15-4d28-8e57-112516415b80 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.210768] env[69413]: DEBUG oslo_vmware.api [None req-73b610d8-3121-4bbf-a0b9-61938aaf854c tempest-DeleteServersAdminTestJSON-879678909 tempest-DeleteServersAdminTestJSON-879678909-project-admin] Waiting for the task: (returnval){ [ 640.210768] env[69413]: value = "task-3077044" [ 640.210768] env[69413]: _type = "Task" [ 640.210768] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.219363] env[69413]: DEBUG nova.network.neutron [req-ee320dc0-6f1f-4ead-9ef8-28dd72af4036 req-4f4b2738-d68a-4255-ab88-a81dc352ffde service nova] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Updated VIF entry in instance network info cache for port e9c53235-cc4e-4e9a-a81d-bcb8dd967244. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.219713] env[69413]: DEBUG nova.network.neutron [req-ee320dc0-6f1f-4ead-9ef8-28dd72af4036 req-4f4b2738-d68a-4255-ab88-a81dc352ffde service nova] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Updating instance_info_cache with network_info: [{"id": "e9c53235-cc4e-4e9a-a81d-bcb8dd967244", "address": "fa:16:3e:1a:07:47", "network": {"id": "ebffccfa-c7ca-41bd-800d-4ab54c5df593", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1923443109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb2bf5694da14887a5ddfef0a166bf44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9c53235-cc", "ovs_interfaceid": "e9c53235-cc4e-4e9a-a81d-bcb8dd967244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.230259] env[69413]: DEBUG oslo_vmware.api [None req-73b610d8-3121-4bbf-a0b9-61938aaf854c tempest-DeleteServersAdminTestJSON-879678909 tempest-DeleteServersAdminTestJSON-879678909-project-admin] Task: {'id': task-3077044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.348683] env[69413]: DEBUG nova.network.neutron [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Successfully created port: 8ec7a102-4f8a-429c-aaec-dbb025514e4f {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 640.430146] env[69413]: DEBUG nova.scheduler.client.report [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.438833] env[69413]: DEBUG oslo_vmware.api [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077042, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.486235] env[69413]: DEBUG oslo_vmware.api [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Task: {'id': task-3077040, 'name': ReconfigVM_Task, 'duration_secs': 0.662282} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.486582] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] [instance: df239eb7-2f59-4228-9a00-859cf92f71f8] Reconfigured VM instance instance-00000008 to attach disk [datastore1] df239eb7-2f59-4228-9a00-859cf92f71f8/df239eb7-2f59-4228-9a00-859cf92f71f8.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 640.487225] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4b20989-6f78-46a9-ac3c-ec848d205a73 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.493869] env[69413]: DEBUG oslo_vmware.api [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Waiting for the task: (returnval){ [ 640.493869] env[69413]: value = "task-3077045" [ 640.493869] env[69413]: _type = "Task" [ 640.493869] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.502936] env[69413]: DEBUG oslo_vmware.api [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Task: {'id': task-3077045, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.512460] env[69413]: DEBUG oslo_vmware.api [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]521516af-6974-c84f-b70b-23430b9bb759, 'name': SearchDatastore_Task, 'duration_secs': 0.056904} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.512776] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.513136] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.513300] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.513456] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.513644] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.513970] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbc13c4a-07b2-4453-88de-0273a411a47a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.523259] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.523449] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.524223] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25c38ad9-4237-4710-9af0-b29d0c912c8b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.528125] env[69413]: DEBUG nova.compute.manager [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 640.533260] env[69413]: DEBUG oslo_vmware.api [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Waiting for the task: (returnval){ [ 640.533260] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b779be-0709-7f72-3e80-778b7fdd7c34" [ 640.533260] env[69413]: _type = "Task" [ 640.533260] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.542748] env[69413]: DEBUG oslo_vmware.api [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b779be-0709-7f72-3e80-778b7fdd7c34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.562224] env[69413]: DEBUG nova.virt.hardware [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:11:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1555961403',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-926379594',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 640.562224] env[69413]: DEBUG nova.virt.hardware [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 640.562224] env[69413]: DEBUG nova.virt.hardware [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.562544] env[69413]: DEBUG nova.virt.hardware [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 640.562544] env[69413]: DEBUG nova.virt.hardware [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.562544] env[69413]: DEBUG nova.virt.hardware [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 640.562544] env[69413]: DEBUG nova.virt.hardware [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 640.562544] env[69413]: DEBUG nova.virt.hardware [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 640.562684] env[69413]: DEBUG nova.virt.hardware [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 640.562684] env[69413]: DEBUG nova.virt.hardware [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 640.562684] env[69413]: DEBUG nova.virt.hardware [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 640.563440] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4387bd84-b4df-4980-85d9-93a9a5961b18 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.570980] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5977203-77f1-41db-af0f-814319b8f911 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.605746] env[69413]: DEBUG oslo_vmware.api [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077041, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.609684] env[69413]: DEBUG nova.compute.manager [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.725654] env[69413]: DEBUG oslo_concurrency.lockutils [req-ee320dc0-6f1f-4ead-9ef8-28dd72af4036 req-4f4b2738-d68a-4255-ab88-a81dc352ffde service nova] Releasing lock "refresh_cache-7ba3bef3-3ecd-4dab-8d06-4583bd4b1959" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.725829] env[69413]: DEBUG oslo_vmware.api [None req-73b610d8-3121-4bbf-a0b9-61938aaf854c tempest-DeleteServersAdminTestJSON-879678909 tempest-DeleteServersAdminTestJSON-879678909-project-admin] Task: {'id': task-3077044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.803072] env[69413]: DEBUG nova.network.neutron [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Successfully updated port: 6e7e6f4a-2657-470f-9d28-c01a488504b1 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 640.935628] env[69413]: DEBUG oslo_vmware.api [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077042, 'name': PowerOnVM_Task, 'duration_secs': 0.644172} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.935628] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.935820] env[69413]: DEBUG nova.compute.manager [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 640.938364] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.938465] env[69413]: INFO nova.compute.manager [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Took 14.68 seconds to spawn the instance on the hypervisor. [ 640.939266] env[69413]: DEBUG nova.compute.manager [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.939266] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.159s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.940896] env[69413]: INFO nova.compute.claims [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.944167] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d66411-f213-4dd6-a800-623967abaf3f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.008882] env[69413]: DEBUG oslo_vmware.api [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Task: {'id': task-3077045, 'name': Rename_Task, 'duration_secs': 0.289607} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.009125] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] [instance: df239eb7-2f59-4228-9a00-859cf92f71f8] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 641.009392] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42a182f4-d27b-428b-8e1b-31eeb6d5d743 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.016889] env[69413]: DEBUG oslo_vmware.api [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Waiting for the task: (returnval){ [ 641.016889] env[69413]: value = "task-3077046" [ 641.016889] env[69413]: _type = "Task" [ 641.016889] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.035555] env[69413]: DEBUG oslo_vmware.api [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Task: {'id': task-3077046, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.047131] env[69413]: DEBUG oslo_vmware.api [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b779be-0709-7f72-3e80-778b7fdd7c34, 'name': SearchDatastore_Task, 'duration_secs': 0.018167} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.047530] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f6c49e2-d8e6-461f-b93d-33e4800e46e5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.054280] env[69413]: DEBUG oslo_vmware.api [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Waiting for the task: (returnval){ [ 641.054280] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52fb3cf9-c7ad-f30b-c7b5-52d9f60e5860" [ 641.054280] env[69413]: _type = "Task" [ 641.054280] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.062772] env[69413]: DEBUG oslo_vmware.api [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52fb3cf9-c7ad-f30b-c7b5-52d9f60e5860, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.106946] env[69413]: DEBUG oslo_vmware.api [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077041, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.140591] env[69413]: DEBUG oslo_concurrency.lockutils [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.224530] env[69413]: DEBUG oslo_vmware.api [None req-73b610d8-3121-4bbf-a0b9-61938aaf854c tempest-DeleteServersAdminTestJSON-879678909 tempest-DeleteServersAdminTestJSON-879678909-project-admin] Task: {'id': task-3077044, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.532331} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.226933] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-73b610d8-3121-4bbf-a0b9-61938aaf854c tempest-DeleteServersAdminTestJSON-879678909 tempest-DeleteServersAdminTestJSON-879678909-project-admin] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 641.226933] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-73b610d8-3121-4bbf-a0b9-61938aaf854c tempest-DeleteServersAdminTestJSON-879678909 tempest-DeleteServersAdminTestJSON-879678909-project-admin] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 641.226933] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-73b610d8-3121-4bbf-a0b9-61938aaf854c tempest-DeleteServersAdminTestJSON-879678909 tempest-DeleteServersAdminTestJSON-879678909-project-admin] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 641.226933] env[69413]: INFO nova.compute.manager [None req-73b610d8-3121-4bbf-a0b9-61938aaf854c tempest-DeleteServersAdminTestJSON-879678909 tempest-DeleteServersAdminTestJSON-879678909-project-admin] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Took 2.16 seconds to destroy the instance on the hypervisor. [ 641.226933] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73b610d8-3121-4bbf-a0b9-61938aaf854c tempest-DeleteServersAdminTestJSON-879678909 tempest-DeleteServersAdminTestJSON-879678909-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 641.232994] env[69413]: DEBUG nova.compute.manager [-] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 641.232994] env[69413]: DEBUG nova.network.neutron [-] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 641.234097] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Acquiring lock "a2a4cf08-9e8e-408e-9dc8-93771bab7dca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.234314] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Lock "a2a4cf08-9e8e-408e-9dc8-93771bab7dca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.305951] env[69413]: DEBUG oslo_concurrency.lockutils [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Acquiring lock "refresh_cache-dcac029f-96a3-4f1f-98cf-6794be08ab9a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.306512] env[69413]: DEBUG oslo_concurrency.lockutils [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Acquired lock "refresh_cache-dcac029f-96a3-4f1f-98cf-6794be08ab9a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.306512] env[69413]: DEBUG nova.network.neutron [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.441767] env[69413]: DEBUG nova.compute.utils [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 641.443195] env[69413]: DEBUG nova.compute.manager [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 641.443389] env[69413]: DEBUG nova.network.neutron [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 641.480771] env[69413]: INFO nova.compute.manager [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Took 21.23 seconds to build instance. [ 641.530878] env[69413]: DEBUG oslo_vmware.api [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Task: {'id': task-3077046, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.567655] env[69413]: DEBUG oslo_vmware.api [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52fb3cf9-c7ad-f30b-c7b5-52d9f60e5860, 'name': SearchDatastore_Task, 'duration_secs': 0.048267} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.569429] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.569429] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] fa02511c-c494-44f0-8e49-1dcc95c9f6bb/fa02511c-c494-44f0-8e49-1dcc95c9f6bb.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.569429] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f225bbf-af39-4c77-a7f6-d81f4282c27e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.576366] env[69413]: DEBUG oslo_vmware.api [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Waiting for the task: (returnval){ [ 641.576366] env[69413]: value = "task-3077047" [ 641.576366] env[69413]: _type = "Task" [ 641.576366] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.581209] env[69413]: DEBUG nova.policy [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d3c1f4e90194e7785970560208e2c17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4151a17ee9940e5a7934be8321a3ec6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 641.591653] env[69413]: DEBUG oslo_vmware.api [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': task-3077047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.607472] env[69413]: DEBUG oslo_vmware.api [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077041, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.724943} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.610117] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959/7ba3bef3-3ecd-4dab-8d06-4583bd4b1959.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.610117] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.610117] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80cdc16c-645a-4cf7-8056-d4566577e1b8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.620273] env[69413]: DEBUG oslo_vmware.api [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 641.620273] env[69413]: value = "task-3077048" [ 641.620273] env[69413]: _type = "Task" [ 641.620273] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.630052] env[69413]: DEBUG oslo_vmware.api [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077048, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.906608] env[69413]: DEBUG nova.network.neutron [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 641.950695] env[69413]: DEBUG nova.compute.manager [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 641.987439] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0f0d3652-041d-4c57-8cad-64a61315abc6 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lock "550f42d5-10b7-4a74-b3f8-84526a6e166c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.746s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.041458] env[69413]: DEBUG oslo_vmware.api [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Task: {'id': task-3077046, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.096421] env[69413]: DEBUG oslo_vmware.api [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': task-3077047, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.139081] env[69413]: DEBUG oslo_vmware.api [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077048, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075325} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.139897] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.141089] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166c311c-fb95-43ec-af56-69080f3c34b5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.169395] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959/7ba3bef3-3ecd-4dab-8d06-4583bd4b1959.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.170782] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b04164a3-8fda-46c5-9aa8-b15adff4370d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.196935] env[69413]: DEBUG oslo_vmware.api [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 642.196935] env[69413]: value = "task-3077049" [ 642.196935] env[69413]: _type = "Task" [ 642.196935] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.206785] env[69413]: DEBUG oslo_vmware.api [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077049, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.425597] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e65c16-416c-44b2-8370-567a72a99555 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.434557] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6680119d-757e-4780-a5c2-3f844b8a3d10 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.477403] env[69413]: DEBUG nova.network.neutron [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Updating instance_info_cache with network_info: [{"id": "6e7e6f4a-2657-470f-9d28-c01a488504b1", "address": "fa:16:3e:9c:62:7d", "network": {"id": "8cb610e7-e4da-4776-8f19-c9728f51fb27", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9a021a88be0b4ec0bf1248cc136ac194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e7e6f4a-26", "ovs_interfaceid": "6e7e6f4a-2657-470f-9d28-c01a488504b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.478939] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6436faaf-c940-4672-a9f3-7da4179cda09 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.490211] env[69413]: DEBUG nova.compute.manager [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.497020] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7934a6a-c087-4fe5-90b1-63afe626d9fd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.513639] env[69413]: DEBUG nova.compute.provider_tree [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.529324] env[69413]: DEBUG oslo_vmware.api [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Task: {'id': task-3077046, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.607035] env[69413]: DEBUG oslo_vmware.api [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': task-3077047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583685} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.607035] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] fa02511c-c494-44f0-8e49-1dcc95c9f6bb/fa02511c-c494-44f0-8e49-1dcc95c9f6bb.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.607755] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.607755] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-616bd7b1-d7a3-44b8-86ba-d9dcf89a722d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.616441] env[69413]: DEBUG oslo_vmware.api [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Waiting for the task: (returnval){ [ 642.616441] env[69413]: value = "task-3077050" [ 642.616441] env[69413]: _type = "Task" [ 642.616441] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.629200] env[69413]: DEBUG oslo_vmware.api [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': task-3077050, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.641466] env[69413]: DEBUG nova.network.neutron [-] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.719122] env[69413]: DEBUG oslo_vmware.api [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077049, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.913155] env[69413]: DEBUG nova.network.neutron [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Successfully created port: 479cb4e5-b9d6-4a61-ac0d-f7b3ee512b8e {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 642.981494] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Acquiring lock "f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.981723] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Lock "f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.989267] env[69413]: DEBUG oslo_concurrency.lockutils [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Releasing lock "refresh_cache-dcac029f-96a3-4f1f-98cf-6794be08ab9a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.989540] env[69413]: DEBUG nova.compute.manager [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Instance network_info: |[{"id": "6e7e6f4a-2657-470f-9d28-c01a488504b1", "address": "fa:16:3e:9c:62:7d", "network": {"id": "8cb610e7-e4da-4776-8f19-c9728f51fb27", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9a021a88be0b4ec0bf1248cc136ac194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e7e6f4a-26", "ovs_interfaceid": "6e7e6f4a-2657-470f-9d28-c01a488504b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 642.990455] env[69413]: DEBUG nova.compute.manager [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.997828] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:62:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4c5eb94-841c-4713-985a-8fc4117fbaf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e7e6f4a-2657-470f-9d28-c01a488504b1', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.002947] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Creating folder: Project (db24c346bed444c6bde3bec72a8c86ec). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.006295] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquiring lock "c15d57db-e0cf-45df-8bc4-9743066e5d54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.006696] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lock "c15d57db-e0cf-45df-8bc4-9743066e5d54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.008892] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce400902-e891-41be-97b0-124ee5bf9964 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.017419] env[69413]: DEBUG nova.scheduler.client.report [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.025248] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Created folder: Project (db24c346bed444c6bde3bec72a8c86ec) in parent group-v616034. [ 643.025248] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Creating folder: Instances. Parent ref: group-v616058. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.026517] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99e37db9-bd27-40a7-88d9-5b6e4e416b49 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.037275] env[69413]: DEBUG oslo_vmware.api [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Task: {'id': task-3077046, 'name': PowerOnVM_Task, 'duration_secs': 1.636045} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.037692] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.041956] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] [instance: df239eb7-2f59-4228-9a00-859cf92f71f8] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.041956] env[69413]: INFO nova.compute.manager [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] [instance: df239eb7-2f59-4228-9a00-859cf92f71f8] Took 7.94 seconds to spawn the instance on the hypervisor. [ 643.041956] env[69413]: DEBUG nova.compute.manager [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] [instance: df239eb7-2f59-4228-9a00-859cf92f71f8] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.041956] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Created folder: Instances in parent group-v616058. [ 643.041956] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.045696] env[69413]: DEBUG nova.virt.hardware [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 643.045696] env[69413]: DEBUG nova.virt.hardware [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 643.045696] env[69413]: DEBUG nova.virt.hardware [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.045962] env[69413]: DEBUG nova.virt.hardware [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 643.045962] env[69413]: DEBUG nova.virt.hardware [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.045962] env[69413]: DEBUG nova.virt.hardware [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 643.045962] env[69413]: DEBUG nova.virt.hardware [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 643.045962] env[69413]: DEBUG nova.virt.hardware [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 643.046384] env[69413]: DEBUG nova.virt.hardware [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 643.046384] env[69413]: DEBUG nova.virt.hardware [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 643.046384] env[69413]: DEBUG nova.virt.hardware [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 643.046384] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf5fc1c-618f-49ce-b368-b3ba8613908c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.049033] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.049885] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ed5c6b-e2e5-46c7-af8e-c7b44c540e59 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.053177] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9596ba95-70ed-4b83-9481-40251c87a8e5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.079893] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.079893] env[69413]: value = "task-3077053" [ 643.079893] env[69413]: _type = "Task" [ 643.079893] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.081366] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465aadd1-1120-47c6-8c37-dd2a55ab4cd6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.102673] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077053, 'name': CreateVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.125999] env[69413]: DEBUG oslo_vmware.api [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': task-3077050, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116847} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.125999] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 643.127938] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fb6392-d939-42a0-b402-345b40dc6df1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.149678] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] fa02511c-c494-44f0-8e49-1dcc95c9f6bb/fa02511c-c494-44f0-8e49-1dcc95c9f6bb.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 643.150717] env[69413]: INFO nova.compute.manager [-] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Took 1.92 seconds to deallocate network for instance. [ 643.153019] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4060f450-d628-4839-aced-348e39444cf6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.181277] env[69413]: DEBUG oslo_vmware.api [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Waiting for the task: (returnval){ [ 643.181277] env[69413]: value = "task-3077054" [ 643.181277] env[69413]: _type = "Task" [ 643.181277] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.191605] env[69413]: DEBUG oslo_vmware.api [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': task-3077054, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.208197] env[69413]: DEBUG oslo_vmware.api [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077049, 'name': ReconfigVM_Task, 'duration_secs': 0.64468} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.208991] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959/7ba3bef3-3ecd-4dab-8d06-4583bd4b1959.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.209289] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab01b7ed-7828-4da6-88a9-b6be0e34c40d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.215624] env[69413]: DEBUG oslo_vmware.api [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 643.215624] env[69413]: value = "task-3077055" [ 643.215624] env[69413]: _type = "Task" [ 643.215624] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.224727] env[69413]: DEBUG oslo_vmware.api [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077055, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.247216] env[69413]: DEBUG nova.network.neutron [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Successfully updated port: 8ec7a102-4f8a-429c-aaec-dbb025514e4f {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 643.511972] env[69413]: DEBUG nova.compute.manager [req-926ddb70-620f-49c4-824c-9588cf6b250e req-0fe8a3bb-8d78-4536-a615-226ea29dcae3 service nova] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Received event network-vif-plugged-6e7e6f4a-2657-470f-9d28-c01a488504b1 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.513029] env[69413]: DEBUG oslo_concurrency.lockutils [req-926ddb70-620f-49c4-824c-9588cf6b250e req-0fe8a3bb-8d78-4536-a615-226ea29dcae3 service nova] Acquiring lock "dcac029f-96a3-4f1f-98cf-6794be08ab9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.513029] env[69413]: DEBUG oslo_concurrency.lockutils [req-926ddb70-620f-49c4-824c-9588cf6b250e req-0fe8a3bb-8d78-4536-a615-226ea29dcae3 service nova] Lock "dcac029f-96a3-4f1f-98cf-6794be08ab9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.513029] env[69413]: DEBUG oslo_concurrency.lockutils [req-926ddb70-620f-49c4-824c-9588cf6b250e req-0fe8a3bb-8d78-4536-a615-226ea29dcae3 service nova] Lock "dcac029f-96a3-4f1f-98cf-6794be08ab9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.513029] env[69413]: DEBUG nova.compute.manager [req-926ddb70-620f-49c4-824c-9588cf6b250e req-0fe8a3bb-8d78-4536-a615-226ea29dcae3 service nova] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] No waiting events found dispatching network-vif-plugged-6e7e6f4a-2657-470f-9d28-c01a488504b1 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 643.513029] env[69413]: WARNING nova.compute.manager [req-926ddb70-620f-49c4-824c-9588cf6b250e req-0fe8a3bb-8d78-4536-a615-226ea29dcae3 service nova] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Received unexpected event network-vif-plugged-6e7e6f4a-2657-470f-9d28-c01a488504b1 for instance with vm_state building and task_state spawning. [ 643.513941] env[69413]: DEBUG nova.compute.manager [req-926ddb70-620f-49c4-824c-9588cf6b250e req-0fe8a3bb-8d78-4536-a615-226ea29dcae3 service nova] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Received event network-changed-6e7e6f4a-2657-470f-9d28-c01a488504b1 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.514048] env[69413]: DEBUG nova.compute.manager [req-926ddb70-620f-49c4-824c-9588cf6b250e req-0fe8a3bb-8d78-4536-a615-226ea29dcae3 service nova] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Refreshing instance network info cache due to event network-changed-6e7e6f4a-2657-470f-9d28-c01a488504b1. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 643.519543] env[69413]: DEBUG oslo_concurrency.lockutils [req-926ddb70-620f-49c4-824c-9588cf6b250e req-0fe8a3bb-8d78-4536-a615-226ea29dcae3 service nova] Acquiring lock "refresh_cache-dcac029f-96a3-4f1f-98cf-6794be08ab9a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.519543] env[69413]: DEBUG oslo_concurrency.lockutils [req-926ddb70-620f-49c4-824c-9588cf6b250e req-0fe8a3bb-8d78-4536-a615-226ea29dcae3 service nova] Acquired lock "refresh_cache-dcac029f-96a3-4f1f-98cf-6794be08ab9a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.519543] env[69413]: DEBUG nova.network.neutron [req-926ddb70-620f-49c4-824c-9588cf6b250e req-0fe8a3bb-8d78-4536-a615-226ea29dcae3 service nova] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Refreshing network info cache for port 6e7e6f4a-2657-470f-9d28-c01a488504b1 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.525364] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.525807] env[69413]: DEBUG nova.compute.manager [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 643.529070] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.439s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.531029] env[69413]: INFO nova.compute.claims [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] [instance: de756510-54b4-4b77-beeb-406507b128cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.599370] env[69413]: INFO nova.compute.manager [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] [instance: df239eb7-2f59-4228-9a00-859cf92f71f8] Took 19.26 seconds to build instance. [ 643.608824] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077053, 'name': CreateVM_Task, 'duration_secs': 0.396497} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.610852] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.610852] env[69413]: DEBUG oslo_concurrency.lockutils [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.610852] env[69413]: DEBUG oslo_concurrency.lockutils [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.610852] env[69413]: DEBUG oslo_concurrency.lockutils [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.611474] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e923b3f9-5a10-48e3-8846-4f161cc3dfeb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.619785] env[69413]: DEBUG oslo_vmware.api [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Waiting for the task: (returnval){ [ 643.619785] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52deb73f-25ce-d3f7-99e2-fa93643a9b17" [ 643.619785] env[69413]: _type = "Task" [ 643.619785] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.636688] env[69413]: DEBUG oslo_vmware.api [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52deb73f-25ce-d3f7-99e2-fa93643a9b17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.675739] env[69413]: DEBUG oslo_concurrency.lockutils [None req-73b610d8-3121-4bbf-a0b9-61938aaf854c tempest-DeleteServersAdminTestJSON-879678909 tempest-DeleteServersAdminTestJSON-879678909-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.692239] env[69413]: DEBUG oslo_vmware.api [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': task-3077054, 'name': ReconfigVM_Task, 'duration_secs': 0.390456} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.692239] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Reconfigured VM instance instance-00000002 to attach disk [datastore1] fa02511c-c494-44f0-8e49-1dcc95c9f6bb/fa02511c-c494-44f0-8e49-1dcc95c9f6bb.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.692873] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89df604b-5abc-4676-b322-761b7d30dac9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.700295] env[69413]: DEBUG oslo_vmware.api [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Waiting for the task: (returnval){ [ 643.700295] env[69413]: value = "task-3077056" [ 643.700295] env[69413]: _type = "Task" [ 643.700295] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.712850] env[69413]: DEBUG oslo_vmware.api [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': task-3077056, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.725699] env[69413]: DEBUG oslo_vmware.api [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077055, 'name': Rename_Task, 'duration_secs': 0.234564} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.725846] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 643.726490] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57d47810-53b1-49a3-9ceb-21bf6cd779eb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.733554] env[69413]: DEBUG oslo_vmware.api [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 643.733554] env[69413]: value = "task-3077057" [ 643.733554] env[69413]: _type = "Task" [ 643.733554] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.742867] env[69413]: DEBUG oslo_vmware.api [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077057, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.753276] env[69413]: DEBUG oslo_concurrency.lockutils [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Acquiring lock "refresh_cache-7d8f56fd-07ae-458b-b511-546b7adefe96" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.753276] env[69413]: DEBUG oslo_concurrency.lockutils [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Acquired lock "refresh_cache-7d8f56fd-07ae-458b-b511-546b7adefe96" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.753276] env[69413]: DEBUG nova.network.neutron [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 644.035922] env[69413]: DEBUG nova.compute.utils [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 644.043238] env[69413]: DEBUG nova.compute.manager [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 644.045212] env[69413]: DEBUG nova.network.neutron [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 644.101945] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7f56890c-b6fe-4e42-a361-731d0b267978 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Lock "df239eb7-2f59-4228-9a00-859cf92f71f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.782s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.125660] env[69413]: DEBUG nova.policy [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77e1633985e34c198ae24a714344eebe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bab98c58c124029b0b10aaa1f168c86', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 644.133412] env[69413]: DEBUG oslo_vmware.api [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52deb73f-25ce-d3f7-99e2-fa93643a9b17, 'name': SearchDatastore_Task, 'duration_secs': 0.013356} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.133703] env[69413]: DEBUG oslo_concurrency.lockutils [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.133947] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.134308] env[69413]: DEBUG oslo_concurrency.lockutils [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.134469] env[69413]: DEBUG oslo_concurrency.lockutils [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.134690] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.134939] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1069a19b-322e-4176-849d-15a6c3878198 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.149023] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.149292] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.150184] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bcbf253-0550-4e7a-8780-9815c92a1631 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.155936] env[69413]: DEBUG oslo_vmware.api [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Waiting for the task: (returnval){ [ 644.155936] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528220a7-3ac5-0ec4-7a7e-54482ea344c5" [ 644.155936] env[69413]: _type = "Task" [ 644.155936] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.164561] env[69413]: DEBUG oslo_vmware.api [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528220a7-3ac5-0ec4-7a7e-54482ea344c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.211672] env[69413]: DEBUG oslo_vmware.api [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': task-3077056, 'name': Rename_Task, 'duration_secs': 0.165558} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.211946] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.212219] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7646e762-3f77-470b-a82c-d451d50ed014 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.217856] env[69413]: DEBUG oslo_vmware.api [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Waiting for the task: (returnval){ [ 644.217856] env[69413]: value = "task-3077058" [ 644.217856] env[69413]: _type = "Task" [ 644.217856] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.225969] env[69413]: DEBUG oslo_vmware.api [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': task-3077058, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.243098] env[69413]: DEBUG oslo_vmware.api [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077057, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.304373] env[69413]: DEBUG nova.network.neutron [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 644.547741] env[69413]: DEBUG nova.compute.manager [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 644.606686] env[69413]: DEBUG nova.compute.manager [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 644.671135] env[69413]: DEBUG oslo_vmware.api [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528220a7-3ac5-0ec4-7a7e-54482ea344c5, 'name': SearchDatastore_Task, 'duration_secs': 0.032368} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.676520] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8895a7f-ecd8-457d-9399-27af7edc1bf1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.684527] env[69413]: DEBUG oslo_vmware.api [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Waiting for the task: (returnval){ [ 644.684527] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]520d211b-8991-dd8b-d84a-3331ef50796e" [ 644.684527] env[69413]: _type = "Task" [ 644.684527] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.697479] env[69413]: DEBUG oslo_vmware.api [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]520d211b-8991-dd8b-d84a-3331ef50796e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.733537] env[69413]: DEBUG oslo_vmware.api [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': task-3077058, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.744576] env[69413]: DEBUG oslo_vmware.api [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077057, 'name': PowerOnVM_Task, 'duration_secs': 0.871657} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.747712] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 644.747712] env[69413]: INFO nova.compute.manager [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Took 12.06 seconds to spawn the instance on the hypervisor. [ 644.747712] env[69413]: DEBUG nova.compute.manager [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 644.749223] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489466b9-a943-4a93-9cbf-3555790577d6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.792613] env[69413]: DEBUG nova.network.neutron [req-926ddb70-620f-49c4-824c-9588cf6b250e req-0fe8a3bb-8d78-4536-a615-226ea29dcae3 service nova] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Updated VIF entry in instance network info cache for port 6e7e6f4a-2657-470f-9d28-c01a488504b1. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 644.792613] env[69413]: DEBUG nova.network.neutron [req-926ddb70-620f-49c4-824c-9588cf6b250e req-0fe8a3bb-8d78-4536-a615-226ea29dcae3 service nova] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Updating instance_info_cache with network_info: [{"id": "6e7e6f4a-2657-470f-9d28-c01a488504b1", "address": "fa:16:3e:9c:62:7d", "network": {"id": "8cb610e7-e4da-4776-8f19-c9728f51fb27", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9a021a88be0b4ec0bf1248cc136ac194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e7e6f4a-26", "ovs_interfaceid": "6e7e6f4a-2657-470f-9d28-c01a488504b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.842042] env[69413]: DEBUG nova.network.neutron [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Updating instance_info_cache with network_info: [{"id": "8ec7a102-4f8a-429c-aaec-dbb025514e4f", "address": "fa:16:3e:de:6a:59", "network": {"id": "a40de5f9-af8e-4c7b-899e-8c0c11bfd4b8", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-792875365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dcab478a4fe4e7a91bfec1c2dfe6b81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ec7a102-4f", "ovs_interfaceid": "8ec7a102-4f8a-429c-aaec-dbb025514e4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.000671] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09712026-fcb4-4d3c-9f43-5b9a0ffc9835 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.008050] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c8bdec-715c-4454-ae82-a37072a2b9d0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.044513] env[69413]: DEBUG nova.network.neutron [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Successfully created port: cc965938-d53f-4528-936e-cf3dab3067fe {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 645.047647] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce06e82-244e-4b7c-9ec0-4fe082b9bed8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.062928] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40b3864-4e2d-4d21-8dd7-bd16e740da8b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.079562] env[69413]: DEBUG nova.compute.provider_tree [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.133313] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.195861] env[69413]: DEBUG oslo_vmware.api [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]520d211b-8991-dd8b-d84a-3331ef50796e, 'name': SearchDatastore_Task, 'duration_secs': 0.013035} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.196193] env[69413]: DEBUG oslo_concurrency.lockutils [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.196528] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] dcac029f-96a3-4f1f-98cf-6794be08ab9a/dcac029f-96a3-4f1f-98cf-6794be08ab9a.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.196844] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e15d443f-6207-4b72-87fe-1b43294f8ad5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.204998] env[69413]: DEBUG oslo_vmware.api [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Waiting for the task: (returnval){ [ 645.204998] env[69413]: value = "task-3077059" [ 645.204998] env[69413]: _type = "Task" [ 645.204998] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.213782] env[69413]: DEBUG oslo_vmware.api [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.235420] env[69413]: DEBUG oslo_vmware.api [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': task-3077058, 'name': PowerOnVM_Task, 'duration_secs': 0.635733} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.236381] env[69413]: DEBUG nova.network.neutron [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Successfully updated port: 479cb4e5-b9d6-4a61-ac0d-f7b3ee512b8e {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 645.237560] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.238859] env[69413]: DEBUG nova.compute.manager [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.241727] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d495352-117b-4453-b604-1c9fc477e2b7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.266203] env[69413]: INFO nova.compute.manager [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Took 22.43 seconds to build instance. [ 645.296666] env[69413]: DEBUG oslo_concurrency.lockutils [req-926ddb70-620f-49c4-824c-9588cf6b250e req-0fe8a3bb-8d78-4536-a615-226ea29dcae3 service nova] Releasing lock "refresh_cache-dcac029f-96a3-4f1f-98cf-6794be08ab9a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.346268] env[69413]: DEBUG oslo_concurrency.lockutils [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Releasing lock "refresh_cache-7d8f56fd-07ae-458b-b511-546b7adefe96" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.346635] env[69413]: DEBUG nova.compute.manager [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Instance network_info: |[{"id": "8ec7a102-4f8a-429c-aaec-dbb025514e4f", "address": "fa:16:3e:de:6a:59", "network": {"id": "a40de5f9-af8e-4c7b-899e-8c0c11bfd4b8", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-792875365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dcab478a4fe4e7a91bfec1c2dfe6b81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ec7a102-4f", "ovs_interfaceid": "8ec7a102-4f8a-429c-aaec-dbb025514e4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 645.347064] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:6a:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ec7a102-4f8a-429c-aaec-dbb025514e4f', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.358276] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Creating folder: Project (7dcab478a4fe4e7a91bfec1c2dfe6b81). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.359374] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3fa88ad1-5139-408b-b254-a674b2be84a5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.370478] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Created folder: Project (7dcab478a4fe4e7a91bfec1c2dfe6b81) in parent group-v616034. [ 645.370637] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Creating folder: Instances. Parent ref: group-v616061. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.370881] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-063071f8-e101-4db7-8c96-2006600e80a1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.379988] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Created folder: Instances in parent group-v616061. [ 645.380244] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 645.380436] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 645.380635] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d05373ec-c7f3-4e6d-bc66-d30d94044832 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.401097] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.401097] env[69413]: value = "task-3077062" [ 645.401097] env[69413]: _type = "Task" [ 645.401097] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.408749] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077062, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.569629] env[69413]: DEBUG nova.compute.manager [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 645.585481] env[69413]: DEBUG nova.scheduler.client.report [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.600801] env[69413]: DEBUG nova.virt.hardware [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 645.601099] env[69413]: DEBUG nova.virt.hardware [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 645.601279] env[69413]: DEBUG nova.virt.hardware [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.601457] env[69413]: DEBUG nova.virt.hardware [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 645.601597] env[69413]: DEBUG nova.virt.hardware [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.601731] env[69413]: DEBUG nova.virt.hardware [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 645.601929] env[69413]: DEBUG nova.virt.hardware [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 645.602095] env[69413]: DEBUG nova.virt.hardware [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 645.602255] env[69413]: DEBUG nova.virt.hardware [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 645.602427] env[69413]: DEBUG nova.virt.hardware [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 645.602579] env[69413]: DEBUG nova.virt.hardware [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 645.603515] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bc6d6a-b0e4-4a68-bd2b-9d6a70247717 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.613809] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8742a091-0c36-4241-956d-01f85e8336fd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.710460] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Acquiring lock "935b60fb-6c0e-412c-9547-df9c36ff5eda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.710860] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Lock "935b60fb-6c0e-412c-9547-df9c36ff5eda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.725924] env[69413]: DEBUG oslo_vmware.api [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077059, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.741294] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "refresh_cache-ad89fe25-881d-46a6-af6a-1098d39c87a9" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.741294] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquired lock "refresh_cache-ad89fe25-881d-46a6-af6a-1098d39c87a9" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.741294] env[69413]: DEBUG nova.network.neutron [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.760423] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.769273] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d6da59ae-b2d0-4c48-b573-9daf357cfde1 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lock "7ba3bef3-3ecd-4dab-8d06-4583bd4b1959" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.936s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.917027] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077062, 'name': CreateVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.093044] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.561s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.093044] env[69413]: DEBUG nova.compute.manager [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] [instance: de756510-54b4-4b77-beeb-406507b128cb] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 646.096121] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.865s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.098165] env[69413]: INFO nova.compute.claims [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.217893] env[69413]: DEBUG oslo_vmware.api [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077059, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.268610] env[69413]: DEBUG nova.compute.manager [req-b2e2ef2f-62bf-408a-ab03-853d044e317e req-e75f6e6a-4177-432e-8dc6-a4db0cd30473 service nova] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Received event network-vif-plugged-8ec7a102-4f8a-429c-aaec-dbb025514e4f {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.268706] env[69413]: DEBUG oslo_concurrency.lockutils [req-b2e2ef2f-62bf-408a-ab03-853d044e317e req-e75f6e6a-4177-432e-8dc6-a4db0cd30473 service nova] Acquiring lock "7d8f56fd-07ae-458b-b511-546b7adefe96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.268892] env[69413]: DEBUG oslo_concurrency.lockutils [req-b2e2ef2f-62bf-408a-ab03-853d044e317e req-e75f6e6a-4177-432e-8dc6-a4db0cd30473 service nova] Lock "7d8f56fd-07ae-458b-b511-546b7adefe96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.269075] env[69413]: DEBUG oslo_concurrency.lockutils [req-b2e2ef2f-62bf-408a-ab03-853d044e317e req-e75f6e6a-4177-432e-8dc6-a4db0cd30473 service nova] Lock "7d8f56fd-07ae-458b-b511-546b7adefe96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.269238] env[69413]: DEBUG nova.compute.manager [req-b2e2ef2f-62bf-408a-ab03-853d044e317e req-e75f6e6a-4177-432e-8dc6-a4db0cd30473 service nova] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] No waiting events found dispatching network-vif-plugged-8ec7a102-4f8a-429c-aaec-dbb025514e4f {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 646.269402] env[69413]: WARNING nova.compute.manager [req-b2e2ef2f-62bf-408a-ab03-853d044e317e req-e75f6e6a-4177-432e-8dc6-a4db0cd30473 service nova] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Received unexpected event network-vif-plugged-8ec7a102-4f8a-429c-aaec-dbb025514e4f for instance with vm_state building and task_state spawning. [ 646.272914] env[69413]: DEBUG nova.compute.manager [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.302771] env[69413]: DEBUG nova.network.neutron [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 646.414410] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077062, 'name': CreateVM_Task, 'duration_secs': 0.556127} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.418128] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.419069] env[69413]: DEBUG oslo_concurrency.lockutils [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.419120] env[69413]: DEBUG oslo_concurrency.lockutils [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.419444] env[69413]: DEBUG oslo_concurrency.lockutils [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.420400] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-437cf89a-34ad-4925-91b6-a040e5f39b4b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.425407] env[69413]: DEBUG oslo_vmware.api [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Waiting for the task: (returnval){ [ 646.425407] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]529df5e4-1671-fc4b-ac2e-6af9574464a6" [ 646.425407] env[69413]: _type = "Task" [ 646.425407] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.434852] env[69413]: DEBUG oslo_vmware.api [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]529df5e4-1671-fc4b-ac2e-6af9574464a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.577515] env[69413]: DEBUG nova.network.neutron [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Updating instance_info_cache with network_info: [{"id": "479cb4e5-b9d6-4a61-ac0d-f7b3ee512b8e", "address": "fa:16:3e:19:f5:8e", "network": {"id": "9b997f48-e078-4b7b-81f9-f111dbf3aed2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-448963928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4151a17ee9940e5a7934be8321a3ec6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap479cb4e5-b9", "ovs_interfaceid": "479cb4e5-b9d6-4a61-ac0d-f7b3ee512b8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.597579] env[69413]: DEBUG nova.compute.utils [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 646.600162] env[69413]: DEBUG nova.compute.manager [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] [instance: de756510-54b4-4b77-beeb-406507b128cb] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 646.600991] env[69413]: DEBUG nova.network.neutron [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] [instance: de756510-54b4-4b77-beeb-406507b128cb] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 646.660249] env[69413]: DEBUG nova.compute.manager [None req-3c104c67-8aad-44e5-b368-6bab3483e953 tempest-ServerDiagnosticsV248Test-361208554 tempest-ServerDiagnosticsV248Test-361208554-project-admin] [instance: df239eb7-2f59-4228-9a00-859cf92f71f8] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 646.662191] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8754dee-5ca5-4966-871d-87924641d0de {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.670586] env[69413]: INFO nova.compute.manager [None req-3c104c67-8aad-44e5-b368-6bab3483e953 tempest-ServerDiagnosticsV248Test-361208554 tempest-ServerDiagnosticsV248Test-361208554-project-admin] [instance: df239eb7-2f59-4228-9a00-859cf92f71f8] Retrieving diagnostics [ 646.671729] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3aff04f-3552-4620-8094-ffa5d9eeba1e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.679190] env[69413]: DEBUG nova.policy [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6cc766126794a3481a49775c8f770d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f082785c77304c42b2e5b6bd45dc809a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 646.736176] env[69413]: DEBUG oslo_concurrency.lockutils [None req-79f62293-8c76-4ced-9950-3a229bc724e1 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Acquiring lock "cc255889-3de9-4a77-9e45-9801d250e203" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.736176] env[69413]: DEBUG oslo_concurrency.lockutils [None req-79f62293-8c76-4ced-9950-3a229bc724e1 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Lock "cc255889-3de9-4a77-9e45-9801d250e203" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.736478] env[69413]: DEBUG oslo_concurrency.lockutils [None req-79f62293-8c76-4ced-9950-3a229bc724e1 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Acquiring lock "cc255889-3de9-4a77-9e45-9801d250e203-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.736478] env[69413]: DEBUG oslo_concurrency.lockutils [None req-79f62293-8c76-4ced-9950-3a229bc724e1 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Lock "cc255889-3de9-4a77-9e45-9801d250e203-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.736599] env[69413]: DEBUG oslo_concurrency.lockutils [None req-79f62293-8c76-4ced-9950-3a229bc724e1 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Lock "cc255889-3de9-4a77-9e45-9801d250e203-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.739866] env[69413]: INFO nova.compute.manager [None req-79f62293-8c76-4ced-9950-3a229bc724e1 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Terminating instance [ 646.744694] env[69413]: DEBUG oslo_vmware.api [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077059, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.810728] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.938625] env[69413]: DEBUG oslo_vmware.api [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]529df5e4-1671-fc4b-ac2e-6af9574464a6, 'name': SearchDatastore_Task, 'duration_secs': 0.069586} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.938625] env[69413]: DEBUG oslo_concurrency.lockutils [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.938808] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.939102] env[69413]: DEBUG oslo_concurrency.lockutils [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.939203] env[69413]: DEBUG oslo_concurrency.lockutils [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.939386] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.939693] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ff5b524-c686-4627-b0de-13a6251e22b4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.953551] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.953741] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.954882] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a5f4947-6dac-4f78-99e5-1118b6a2f300 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.960687] env[69413]: DEBUG oslo_vmware.api [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Waiting for the task: (returnval){ [ 646.960687] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b8d828-d3a5-f669-c001-cdebc54df531" [ 646.960687] env[69413]: _type = "Task" [ 646.960687] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.968897] env[69413]: DEBUG oslo_vmware.api [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b8d828-d3a5-f669-c001-cdebc54df531, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.063712] env[69413]: DEBUG nova.network.neutron [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Successfully updated port: cc965938-d53f-4528-936e-cf3dab3067fe {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 647.083023] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Releasing lock "refresh_cache-ad89fe25-881d-46a6-af6a-1098d39c87a9" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.083023] env[69413]: DEBUG nova.compute.manager [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Instance network_info: |[{"id": "479cb4e5-b9d6-4a61-ac0d-f7b3ee512b8e", "address": "fa:16:3e:19:f5:8e", "network": {"id": "9b997f48-e078-4b7b-81f9-f111dbf3aed2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-448963928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4151a17ee9940e5a7934be8321a3ec6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap479cb4e5-b9", "ovs_interfaceid": "479cb4e5-b9d6-4a61-ac0d-f7b3ee512b8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 647.083230] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:f5:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '479cb4e5-b9d6-4a61-ac0d-f7b3ee512b8e', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.088236] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Creating folder: Project (b4151a17ee9940e5a7934be8321a3ec6). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.088863] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ed89d0d-7fbe-470c-b2f1-13c7dd0e2a51 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.100134] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Created folder: Project (b4151a17ee9940e5a7934be8321a3ec6) in parent group-v616034. [ 647.100336] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Creating folder: Instances. Parent ref: group-v616064. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.100572] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82ec738b-e261-42d6-9a4f-efbe89779bad {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.102948] env[69413]: DEBUG nova.compute.manager [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] [instance: de756510-54b4-4b77-beeb-406507b128cb] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 647.112150] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Created folder: Instances in parent group-v616064. [ 647.112272] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.112435] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.112844] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-733e9279-1029-4968-876b-d5eb8adb33d6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.137413] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.137413] env[69413]: value = "task-3077065" [ 647.137413] env[69413]: _type = "Task" [ 647.137413] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.151850] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077065, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.245532] env[69413]: DEBUG oslo_vmware.api [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077059, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.622133} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.246542] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] dcac029f-96a3-4f1f-98cf-6794be08ab9a/dcac029f-96a3-4f1f-98cf-6794be08ab9a.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.246970] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.247478] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cefcfe3e-28a6-4781-9680-c1cc5d3dc8ef {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.251114] env[69413]: DEBUG nova.compute.manager [None req-79f62293-8c76-4ced-9950-3a229bc724e1 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 647.251545] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-79f62293-8c76-4ced-9950-3a229bc724e1 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 647.252516] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df740c5-25ad-4d68-9dcc-d480276ba0b8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.262358] env[69413]: DEBUG oslo_vmware.api [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Waiting for the task: (returnval){ [ 647.262358] env[69413]: value = "task-3077066" [ 647.262358] env[69413]: _type = "Task" [ 647.262358] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.265369] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f62293-8c76-4ced-9950-3a229bc724e1 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 647.272409] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f961959a-2429-4519-a1c8-ea24f623db97 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.284634] env[69413]: DEBUG oslo_vmware.api [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077066, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.287233] env[69413]: DEBUG oslo_vmware.api [None req-79f62293-8c76-4ced-9950-3a229bc724e1 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Waiting for the task: (returnval){ [ 647.287233] env[69413]: value = "task-3077067" [ 647.287233] env[69413]: _type = "Task" [ 647.287233] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.300671] env[69413]: DEBUG oslo_vmware.api [None req-79f62293-8c76-4ced-9950-3a229bc724e1 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Task: {'id': task-3077067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.465675] env[69413]: DEBUG nova.network.neutron [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] [instance: de756510-54b4-4b77-beeb-406507b128cb] Successfully created port: 73de899a-7a63-4ecb-b6bf-c73af2e7ded7 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 647.476150] env[69413]: DEBUG oslo_vmware.api [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b8d828-d3a5-f669-c001-cdebc54df531, 'name': SearchDatastore_Task, 'duration_secs': 0.046279} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.480438] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edac57fe-8b18-47a7-9bb4-727bc7260b2c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.486650] env[69413]: DEBUG oslo_vmware.api [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Waiting for the task: (returnval){ [ 647.486650] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5221a880-b4b0-c920-edec-4d06eee30414" [ 647.486650] env[69413]: _type = "Task" [ 647.486650] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.496798] env[69413]: DEBUG oslo_vmware.api [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5221a880-b4b0-c920-edec-4d06eee30414, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.516918] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2658e59a-37b5-4e3a-aec5-d62651f195a2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.531675] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f1a58d-b83f-4bf9-99a2-179afe760c7a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.569158] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Acquiring lock "refresh_cache-9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.569380] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Acquired lock "refresh_cache-9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.569548] env[69413]: DEBUG nova.network.neutron [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.572369] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1f02d8-36ce-4021-9bca-0ca9aa2666fc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.585189] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f26389-e1f1-44db-9579-01d62e8477db {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.601768] env[69413]: DEBUG nova.compute.provider_tree [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.617148] env[69413]: DEBUG nova.compute.manager [req-0c4c6c41-1412-4223-8660-eef2bb8b7f8d req-6436fdae-0ebc-42e2-a8ec-9d8fbc22ea98 service nova] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Received event network-vif-deleted-041d8af1-f9af-4214-8257-878d8b157a1d {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.617373] env[69413]: DEBUG nova.compute.manager [req-0c4c6c41-1412-4223-8660-eef2bb8b7f8d req-6436fdae-0ebc-42e2-a8ec-9d8fbc22ea98 service nova] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Received event network-vif-plugged-479cb4e5-b9d6-4a61-ac0d-f7b3ee512b8e {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.617582] env[69413]: DEBUG oslo_concurrency.lockutils [req-0c4c6c41-1412-4223-8660-eef2bb8b7f8d req-6436fdae-0ebc-42e2-a8ec-9d8fbc22ea98 service nova] Acquiring lock "ad89fe25-881d-46a6-af6a-1098d39c87a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.617809] env[69413]: DEBUG oslo_concurrency.lockutils [req-0c4c6c41-1412-4223-8660-eef2bb8b7f8d req-6436fdae-0ebc-42e2-a8ec-9d8fbc22ea98 service nova] Lock "ad89fe25-881d-46a6-af6a-1098d39c87a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.617985] env[69413]: DEBUG oslo_concurrency.lockutils [req-0c4c6c41-1412-4223-8660-eef2bb8b7f8d req-6436fdae-0ebc-42e2-a8ec-9d8fbc22ea98 service nova] Lock "ad89fe25-881d-46a6-af6a-1098d39c87a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.618183] env[69413]: DEBUG nova.compute.manager [req-0c4c6c41-1412-4223-8660-eef2bb8b7f8d req-6436fdae-0ebc-42e2-a8ec-9d8fbc22ea98 service nova] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] No waiting events found dispatching network-vif-plugged-479cb4e5-b9d6-4a61-ac0d-f7b3ee512b8e {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 647.618351] env[69413]: WARNING nova.compute.manager [req-0c4c6c41-1412-4223-8660-eef2bb8b7f8d req-6436fdae-0ebc-42e2-a8ec-9d8fbc22ea98 service nova] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Received unexpected event network-vif-plugged-479cb4e5-b9d6-4a61-ac0d-f7b3ee512b8e for instance with vm_state building and task_state spawning. [ 647.618546] env[69413]: DEBUG nova.compute.manager [req-0c4c6c41-1412-4223-8660-eef2bb8b7f8d req-6436fdae-0ebc-42e2-a8ec-9d8fbc22ea98 service nova] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Received event network-changed-479cb4e5-b9d6-4a61-ac0d-f7b3ee512b8e {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.618675] env[69413]: DEBUG nova.compute.manager [req-0c4c6c41-1412-4223-8660-eef2bb8b7f8d req-6436fdae-0ebc-42e2-a8ec-9d8fbc22ea98 service nova] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Refreshing instance network info cache due to event network-changed-479cb4e5-b9d6-4a61-ac0d-f7b3ee512b8e. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 647.618902] env[69413]: DEBUG oslo_concurrency.lockutils [req-0c4c6c41-1412-4223-8660-eef2bb8b7f8d req-6436fdae-0ebc-42e2-a8ec-9d8fbc22ea98 service nova] Acquiring lock "refresh_cache-ad89fe25-881d-46a6-af6a-1098d39c87a9" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.619182] env[69413]: DEBUG oslo_concurrency.lockutils [req-0c4c6c41-1412-4223-8660-eef2bb8b7f8d req-6436fdae-0ebc-42e2-a8ec-9d8fbc22ea98 service nova] Acquired lock "refresh_cache-ad89fe25-881d-46a6-af6a-1098d39c87a9" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.619381] env[69413]: DEBUG nova.network.neutron [req-0c4c6c41-1412-4223-8660-eef2bb8b7f8d req-6436fdae-0ebc-42e2-a8ec-9d8fbc22ea98 service nova] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Refreshing network info cache for port 479cb4e5-b9d6-4a61-ac0d-f7b3ee512b8e {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.656481] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077065, 'name': CreateVM_Task, 'duration_secs': 0.481854} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.656750] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 647.657481] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.657614] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.658185] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.658858] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21f9fbfe-8eca-4e7f-afa5-94ec909dc9f9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.664258] env[69413]: DEBUG oslo_vmware.api [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 647.664258] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528ffa69-aef5-7969-7baf-ecaf70351856" [ 647.664258] env[69413]: _type = "Task" [ 647.664258] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.673744] env[69413]: DEBUG oslo_vmware.api [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528ffa69-aef5-7969-7baf-ecaf70351856, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.774579] env[69413]: DEBUG oslo_vmware.api [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077066, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122883} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.774924] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.775565] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a62adea-08db-4e45-86e7-d169eac53d4c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.799538] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] dcac029f-96a3-4f1f-98cf-6794be08ab9a/dcac029f-96a3-4f1f-98cf-6794be08ab9a.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.803499] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0acc54c-e5e1-4ca6-b069-d134358886cb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.825424] env[69413]: DEBUG oslo_vmware.api [None req-79f62293-8c76-4ced-9950-3a229bc724e1 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Task: {'id': task-3077067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.826879] env[69413]: DEBUG oslo_vmware.api [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Waiting for the task: (returnval){ [ 647.826879] env[69413]: value = "task-3077068" [ 647.826879] env[69413]: _type = "Task" [ 647.826879] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.835206] env[69413]: DEBUG oslo_vmware.api [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077068, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.997465] env[69413]: DEBUG oslo_vmware.api [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5221a880-b4b0-c920-edec-4d06eee30414, 'name': SearchDatastore_Task, 'duration_secs': 0.016563} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.997894] env[69413]: DEBUG oslo_concurrency.lockutils [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.998059] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 7d8f56fd-07ae-458b-b511-546b7adefe96/7d8f56fd-07ae-458b-b511-546b7adefe96.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.998250] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94cb1164-4093-4c2c-88b8-c33140f261cb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.005939] env[69413]: DEBUG oslo_vmware.api [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Waiting for the task: (returnval){ [ 648.005939] env[69413]: value = "task-3077069" [ 648.005939] env[69413]: _type = "Task" [ 648.005939] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.013954] env[69413]: DEBUG oslo_vmware.api [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Task: {'id': task-3077069, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.104917] env[69413]: DEBUG nova.scheduler.client.report [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.122390] env[69413]: DEBUG nova.compute.manager [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] [instance: de756510-54b4-4b77-beeb-406507b128cb] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 648.154578] env[69413]: DEBUG nova.virt.hardware [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.154730] env[69413]: DEBUG nova.virt.hardware [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.154886] env[69413]: DEBUG nova.virt.hardware [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.155113] env[69413]: DEBUG nova.virt.hardware [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.155276] env[69413]: DEBUG nova.virt.hardware [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.155422] env[69413]: DEBUG nova.virt.hardware [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.155626] env[69413]: DEBUG nova.virt.hardware [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.155867] env[69413]: DEBUG nova.virt.hardware [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.155943] env[69413]: DEBUG nova.virt.hardware [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.156136] env[69413]: DEBUG nova.virt.hardware [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.156332] env[69413]: DEBUG nova.virt.hardware [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.157282] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19f1056-8246-40ca-921d-1cebd5585ac5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.161815] env[69413]: DEBUG nova.network.neutron [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 648.172065] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1256e8a0-150b-4e3e-b70c-633b4df0706c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.179943] env[69413]: DEBUG oslo_vmware.api [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528ffa69-aef5-7969-7baf-ecaf70351856, 'name': SearchDatastore_Task, 'duration_secs': 0.012963} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.188667] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.188667] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.192734] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.192734] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.192734] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.192734] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-288f5472-0547-4f11-bf20-22cb651c8154 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.199250] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.199422] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.200624] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20f1d2a1-3eb4-42d4-a109-fb15a9b4852b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.206237] env[69413]: DEBUG oslo_vmware.api [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 648.206237] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5250bfe2-78a9-43a6-46cb-37545e9f7845" [ 648.206237] env[69413]: _type = "Task" [ 648.206237] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.216166] env[69413]: DEBUG oslo_vmware.api [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5250bfe2-78a9-43a6-46cb-37545e9f7845, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.301299] env[69413]: DEBUG oslo_vmware.api [None req-79f62293-8c76-4ced-9950-3a229bc724e1 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Task: {'id': task-3077067, 'name': PowerOffVM_Task, 'duration_secs': 0.814296} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.301582] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f62293-8c76-4ced-9950-3a229bc724e1 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 648.301856] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-79f62293-8c76-4ced-9950-3a229bc724e1 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 648.302019] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01c41740-ec92-472e-bd68-39559fed3c9e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.337115] env[69413]: DEBUG oslo_vmware.api [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077068, 'name': ReconfigVM_Task, 'duration_secs': 0.491824} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.337333] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Reconfigured VM instance instance-00000009 to attach disk [datastore1] dcac029f-96a3-4f1f-98cf-6794be08ab9a/dcac029f-96a3-4f1f-98cf-6794be08ab9a.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.337995] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf2c5c4a-ec68-4465-b958-925ca1a09aca {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.345366] env[69413]: DEBUG oslo_vmware.api [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Waiting for the task: (returnval){ [ 648.345366] env[69413]: value = "task-3077071" [ 648.345366] env[69413]: _type = "Task" [ 648.345366] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.354773] env[69413]: DEBUG oslo_vmware.api [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077071, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.516803] env[69413]: DEBUG oslo_vmware.api [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Task: {'id': task-3077069, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.617967] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.617967] env[69413]: DEBUG nova.compute.manager [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.620500] env[69413]: DEBUG oslo_concurrency.lockutils [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.480s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.625386] env[69413]: INFO nova.compute.claims [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.729671] env[69413]: DEBUG oslo_vmware.api [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5250bfe2-78a9-43a6-46cb-37545e9f7845, 'name': SearchDatastore_Task, 'duration_secs': 0.009603} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.730554] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47c3c300-21d3-4174-8bac-843e154c2516 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.738855] env[69413]: DEBUG oslo_vmware.api [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 648.738855] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52edcd18-7c83-d960-4c6b-468fe8842d1a" [ 648.738855] env[69413]: _type = "Task" [ 648.738855] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.752373] env[69413]: DEBUG oslo_vmware.api [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52edcd18-7c83-d960-4c6b-468fe8842d1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.857239] env[69413]: DEBUG oslo_vmware.api [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077071, 'name': Rename_Task, 'duration_secs': 0.195931} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.858185] env[69413]: DEBUG nova.network.neutron [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Updating instance_info_cache with network_info: [{"id": "cc965938-d53f-4528-936e-cf3dab3067fe", "address": "fa:16:3e:d9:ed:25", "network": {"id": "8cb610e7-e4da-4776-8f19-c9728f51fb27", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9a021a88be0b4ec0bf1248cc136ac194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc965938-d5", "ovs_interfaceid": "cc965938-d53f-4528-936e-cf3dab3067fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.859593] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.859914] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15e1bd13-da9e-44db-9970-0fa293e72830 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.867759] env[69413]: DEBUG oslo_vmware.api [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Waiting for the task: (returnval){ [ 648.867759] env[69413]: value = "task-3077072" [ 648.867759] env[69413]: _type = "Task" [ 648.867759] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.877186] env[69413]: DEBUG oslo_vmware.api [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077072, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.996982] env[69413]: DEBUG nova.network.neutron [req-0c4c6c41-1412-4223-8660-eef2bb8b7f8d req-6436fdae-0ebc-42e2-a8ec-9d8fbc22ea98 service nova] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Updated VIF entry in instance network info cache for port 479cb4e5-b9d6-4a61-ac0d-f7b3ee512b8e. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 648.997394] env[69413]: DEBUG nova.network.neutron [req-0c4c6c41-1412-4223-8660-eef2bb8b7f8d req-6436fdae-0ebc-42e2-a8ec-9d8fbc22ea98 service nova] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Updating instance_info_cache with network_info: [{"id": "479cb4e5-b9d6-4a61-ac0d-f7b3ee512b8e", "address": "fa:16:3e:19:f5:8e", "network": {"id": "9b997f48-e078-4b7b-81f9-f111dbf3aed2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-448963928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4151a17ee9940e5a7934be8321a3ec6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap479cb4e5-b9", "ovs_interfaceid": "479cb4e5-b9d6-4a61-ac0d-f7b3ee512b8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.017945] env[69413]: DEBUG oslo_vmware.api [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Task: {'id': task-3077069, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.786946} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.018582] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 7d8f56fd-07ae-458b-b511-546b7adefe96/7d8f56fd-07ae-458b-b511-546b7adefe96.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 649.018823] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 649.019103] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ef66a7e-b9b0-46a7-a392-7fef851efe2d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.028287] env[69413]: DEBUG oslo_vmware.api [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Waiting for the task: (returnval){ [ 649.028287] env[69413]: value = "task-3077073" [ 649.028287] env[69413]: _type = "Task" [ 649.028287] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.045051] env[69413]: DEBUG oslo_vmware.api [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Task: {'id': task-3077073, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.067266] env[69413]: INFO nova.compute.manager [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Rebuilding instance [ 649.131848] env[69413]: DEBUG nova.compute.manager [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.133040] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c10dcdc-bb16-41ac-ab8b-d31a9ef11bdb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.140433] env[69413]: DEBUG nova.compute.utils [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 649.141863] env[69413]: DEBUG nova.compute.manager [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 649.142064] env[69413]: DEBUG nova.network.neutron [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 649.250585] env[69413]: DEBUG oslo_vmware.api [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52edcd18-7c83-d960-4c6b-468fe8842d1a, 'name': SearchDatastore_Task, 'duration_secs': 0.047235} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.250866] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.251194] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] ad89fe25-881d-46a6-af6a-1098d39c87a9/ad89fe25-881d-46a6-af6a-1098d39c87a9.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.251450] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62927e64-0756-46b8-87ee-c1c41d513dd5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.257706] env[69413]: DEBUG oslo_vmware.api [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 649.257706] env[69413]: value = "task-3077074" [ 649.257706] env[69413]: _type = "Task" [ 649.257706] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.268484] env[69413]: DEBUG oslo_vmware.api [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077074, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.281847] env[69413]: DEBUG nova.policy [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d56268a4bd34deb8f345e38a44799ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aee4858f97604accae0cfa296cc59aeb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.362097] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Releasing lock "refresh_cache-9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.362097] env[69413]: DEBUG nova.compute.manager [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Instance network_info: |[{"id": "cc965938-d53f-4528-936e-cf3dab3067fe", "address": "fa:16:3e:d9:ed:25", "network": {"id": "8cb610e7-e4da-4776-8f19-c9728f51fb27", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9a021a88be0b4ec0bf1248cc136ac194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc965938-d5", "ovs_interfaceid": "cc965938-d53f-4528-936e-cf3dab3067fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 649.362301] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:ed:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4c5eb94-841c-4713-985a-8fc4117fbaf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc965938-d53f-4528-936e-cf3dab3067fe', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.374033] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Creating folder: Project (9bab98c58c124029b0b10aaa1f168c86). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.374345] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c50ca461-0364-4656-8c03-7e2b8f015666 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.387817] env[69413]: DEBUG oslo_vmware.api [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077072, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.391778] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Created folder: Project (9bab98c58c124029b0b10aaa1f168c86) in parent group-v616034. [ 649.391778] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Creating folder: Instances. Parent ref: group-v616067. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.391778] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-038b9649-21f7-491c-abba-4b4cdee567cd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.402266] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Created folder: Instances in parent group-v616067. [ 649.402266] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 649.402266] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.402673] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3841ee30-2f55-4f05-898d-9a83e579e288 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.422847] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.422847] env[69413]: value = "task-3077077" [ 649.422847] env[69413]: _type = "Task" [ 649.422847] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.431572] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077077, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.503809] env[69413]: DEBUG oslo_concurrency.lockutils [req-0c4c6c41-1412-4223-8660-eef2bb8b7f8d req-6436fdae-0ebc-42e2-a8ec-9d8fbc22ea98 service nova] Releasing lock "refresh_cache-ad89fe25-881d-46a6-af6a-1098d39c87a9" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.545191] env[69413]: DEBUG oslo_vmware.api [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Task: {'id': task-3077073, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088647} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.545191] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.545691] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffaf01cb-c5d7-42bc-8011-c8e7c5bca4a4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.575645] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 7d8f56fd-07ae-458b-b511-546b7adefe96/7d8f56fd-07ae-458b-b511-546b7adefe96.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.578050] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0973509-6f04-4fbe-83a3-dab065b7812c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.607181] env[69413]: DEBUG oslo_vmware.api [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Waiting for the task: (returnval){ [ 649.607181] env[69413]: value = "task-3077078" [ 649.607181] env[69413]: _type = "Task" [ 649.607181] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.615926] env[69413]: DEBUG oslo_vmware.api [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Task: {'id': task-3077078, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.646995] env[69413]: DEBUG nova.compute.manager [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 649.743766] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-79f62293-8c76-4ced-9950-3a229bc724e1 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 649.743974] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-79f62293-8c76-4ced-9950-3a229bc724e1 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 649.744171] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-79f62293-8c76-4ced-9950-3a229bc724e1 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Deleting the datastore file [datastore2] cc255889-3de9-4a77-9e45-9801d250e203 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 649.744432] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-863cbeb5-d2fe-4e5e-9365-942811dd297d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.753875] env[69413]: DEBUG oslo_vmware.api [None req-79f62293-8c76-4ced-9950-3a229bc724e1 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Waiting for the task: (returnval){ [ 649.753875] env[69413]: value = "task-3077079" [ 649.753875] env[69413]: _type = "Task" [ 649.753875] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.768745] env[69413]: DEBUG oslo_vmware.api [None req-79f62293-8c76-4ced-9950-3a229bc724e1 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Task: {'id': task-3077079, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.773104] env[69413]: DEBUG oslo_vmware.api [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077074, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.778026] env[69413]: DEBUG nova.compute.manager [req-cef46eb4-af52-473f-82ff-fad4d0aa9f42 req-d8b7c81d-0ef7-45dc-b2b6-a0ff7546750f service nova] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Received event network-changed-8ec7a102-4f8a-429c-aaec-dbb025514e4f {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.778265] env[69413]: DEBUG nova.compute.manager [req-cef46eb4-af52-473f-82ff-fad4d0aa9f42 req-d8b7c81d-0ef7-45dc-b2b6-a0ff7546750f service nova] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Refreshing instance network info cache due to event network-changed-8ec7a102-4f8a-429c-aaec-dbb025514e4f. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 649.778499] env[69413]: DEBUG oslo_concurrency.lockutils [req-cef46eb4-af52-473f-82ff-fad4d0aa9f42 req-d8b7c81d-0ef7-45dc-b2b6-a0ff7546750f service nova] Acquiring lock "refresh_cache-7d8f56fd-07ae-458b-b511-546b7adefe96" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.778808] env[69413]: DEBUG oslo_concurrency.lockutils [req-cef46eb4-af52-473f-82ff-fad4d0aa9f42 req-d8b7c81d-0ef7-45dc-b2b6-a0ff7546750f service nova] Acquired lock "refresh_cache-7d8f56fd-07ae-458b-b511-546b7adefe96" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.779017] env[69413]: DEBUG nova.network.neutron [req-cef46eb4-af52-473f-82ff-fad4d0aa9f42 req-d8b7c81d-0ef7-45dc-b2b6-a0ff7546750f service nova] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Refreshing network info cache for port 8ec7a102-4f8a-429c-aaec-dbb025514e4f {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.890207] env[69413]: DEBUG oslo_vmware.api [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077072, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.946618] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077077, 'name': CreateVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.049414] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Acquiring lock "5d6671c0-cd60-427f-bf36-663827dc0fcd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.050265] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Lock "5d6671c0-cd60-427f-bf36-663827dc0fcd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.126588] env[69413]: DEBUG oslo_vmware.api [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Task: {'id': task-3077078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.141183] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62936ed8-9f2e-42e5-bc01-2570a6b3602e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.157599] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a667bc9-7950-43eb-9199-878df025c4c5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.164841] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 650.165053] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44eb8431-7a85-4125-ae9d-6903c3c79d6e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.205801] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb6d020-82d2-402d-ab63-2ff4fd213936 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.208990] env[69413]: DEBUG oslo_vmware.api [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Waiting for the task: (returnval){ [ 650.208990] env[69413]: value = "task-3077080" [ 650.208990] env[69413]: _type = "Task" [ 650.208990] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.222554] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def8cfdc-cfb1-474b-a09d-e05154201d73 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.229024] env[69413]: DEBUG oslo_vmware.api [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Task: {'id': task-3077080, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.242069] env[69413]: DEBUG nova.compute.provider_tree [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.272814] env[69413]: DEBUG oslo_vmware.api [None req-79f62293-8c76-4ced-9950-3a229bc724e1 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Task: {'id': task-3077079, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.277997] env[69413]: DEBUG oslo_vmware.api [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077074, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.963614} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.277997] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] ad89fe25-881d-46a6-af6a-1098d39c87a9/ad89fe25-881d-46a6-af6a-1098d39c87a9.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.277997] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.277997] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d12f68b-b141-4abb-9c34-b8722f1fc674 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.286245] env[69413]: DEBUG oslo_vmware.api [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 650.286245] env[69413]: value = "task-3077081" [ 650.286245] env[69413]: _type = "Task" [ 650.286245] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.296628] env[69413]: DEBUG oslo_vmware.api [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077081, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.392342] env[69413]: DEBUG oslo_vmware.api [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077072, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.436343] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077077, 'name': CreateVM_Task, 'duration_secs': 0.614584} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.436518] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.437204] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.437366] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.437674] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.437926] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a29afb6d-b8f6-4c18-93bb-a5e3a0cbf64b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.442637] env[69413]: DEBUG oslo_vmware.api [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Waiting for the task: (returnval){ [ 650.442637] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c7c62a-6943-b38c-b8b6-5cb04dcfd5fb" [ 650.442637] env[69413]: _type = "Task" [ 650.442637] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.450874] env[69413]: DEBUG oslo_vmware.api [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c7c62a-6943-b38c-b8b6-5cb04dcfd5fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.496349] env[69413]: DEBUG nova.network.neutron [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] [instance: de756510-54b4-4b77-beeb-406507b128cb] Successfully updated port: 73de899a-7a63-4ecb-b6bf-c73af2e7ded7 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 650.621504] env[69413]: DEBUG oslo_vmware.api [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Task: {'id': task-3077078, 'name': ReconfigVM_Task, 'duration_secs': 0.782704} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.622550] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 7d8f56fd-07ae-458b-b511-546b7adefe96/7d8f56fd-07ae-458b-b511-546b7adefe96.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.626532] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b05e863d-bc9f-4662-9034-ddeafca3bd09 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.635170] env[69413]: DEBUG oslo_vmware.api [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Waiting for the task: (returnval){ [ 650.635170] env[69413]: value = "task-3077082" [ 650.635170] env[69413]: _type = "Task" [ 650.635170] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.645237] env[69413]: DEBUG oslo_vmware.api [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Task: {'id': task-3077082, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.655274] env[69413]: DEBUG nova.network.neutron [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Successfully created port: 629082e4-cda1-4129-8482-abb59f91f150 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 650.668610] env[69413]: DEBUG nova.compute.manager [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 650.705579] env[69413]: DEBUG nova.virt.hardware [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.709037] env[69413]: DEBUG nova.virt.hardware [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.709037] env[69413]: DEBUG nova.virt.hardware [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.709037] env[69413]: DEBUG nova.virt.hardware [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.709037] env[69413]: DEBUG nova.virt.hardware [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.709037] env[69413]: DEBUG nova.virt.hardware [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.709461] env[69413]: DEBUG nova.virt.hardware [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.709461] env[69413]: DEBUG nova.virt.hardware [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.709461] env[69413]: DEBUG nova.virt.hardware [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.709461] env[69413]: DEBUG nova.virt.hardware [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.710544] env[69413]: DEBUG nova.virt.hardware [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.712480] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e0b50b-4644-4ae4-a19d-dd9ca29ca335 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.736800] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f936a5-9a5e-4ecd-8978-e29410e38f90 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.741177] env[69413]: DEBUG oslo_vmware.api [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Task: {'id': task-3077080, 'name': PowerOffVM_Task, 'duration_secs': 0.339278} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.741425] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 650.741668] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 650.743639] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64bfd7eb-c890-4810-b922-bbfa48bc699d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.758546] env[69413]: DEBUG nova.scheduler.client.report [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.768475] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 650.769134] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58655484-66aa-4df2-ac08-0c677ebdce3f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.775713] env[69413]: DEBUG oslo_vmware.api [None req-79f62293-8c76-4ced-9950-3a229bc724e1 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Task: {'id': task-3077079, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.751267} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.776435] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-79f62293-8c76-4ced-9950-3a229bc724e1 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 650.776435] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-79f62293-8c76-4ced-9950-3a229bc724e1 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 650.776550] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-79f62293-8c76-4ced-9950-3a229bc724e1 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 650.776633] env[69413]: INFO nova.compute.manager [None req-79f62293-8c76-4ced-9950-3a229bc724e1 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Took 3.53 seconds to destroy the instance on the hypervisor. [ 650.776880] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79f62293-8c76-4ced-9950-3a229bc724e1 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.777257] env[69413]: DEBUG nova.compute.manager [-] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 650.779539] env[69413]: DEBUG nova.network.neutron [-] [instance: cc255889-3de9-4a77-9e45-9801d250e203] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 650.797708] env[69413]: DEBUG oslo_vmware.api [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077081, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143209} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.797965] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 650.798826] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ae0f46-fa3b-4c9f-81b0-2f4a8d692192 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.803247] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 650.803532] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 650.804541] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Deleting the datastore file [datastore1] fa02511c-c494-44f0-8e49-1dcc95c9f6bb {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 650.804541] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c11a6cc0-75a1-4f9b-ab91-c89efba45828 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.824088] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] ad89fe25-881d-46a6-af6a-1098d39c87a9/ad89fe25-881d-46a6-af6a-1098d39c87a9.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.824860] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5eb8f87e-7727-4ae4-bf8f-cae2a6d888f2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.841098] env[69413]: DEBUG oslo_vmware.api [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Waiting for the task: (returnval){ [ 650.841098] env[69413]: value = "task-3077084" [ 650.841098] env[69413]: _type = "Task" [ 650.841098] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.846032] env[69413]: DEBUG oslo_vmware.api [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 650.846032] env[69413]: value = "task-3077085" [ 650.846032] env[69413]: _type = "Task" [ 650.846032] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.852215] env[69413]: DEBUG oslo_vmware.api [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Task: {'id': task-3077084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.857574] env[69413]: DEBUG oslo_vmware.api [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077085, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.886720] env[69413]: DEBUG oslo_vmware.api [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077072, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.953095] env[69413]: DEBUG oslo_vmware.api [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c7c62a-6943-b38c-b8b6-5cb04dcfd5fb, 'name': SearchDatastore_Task, 'duration_secs': 0.030371} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.953515] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.953727] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.954192] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.954192] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.954192] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.954503] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e3980ed-dab4-42f6-ab6c-198ae38f3170 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.963270] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.963457] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.964209] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7a49031-93a8-4e94-b43c-e06747f6a7a0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.970428] env[69413]: DEBUG oslo_vmware.api [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Waiting for the task: (returnval){ [ 650.970428] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5213c37c-4d4f-c44c-e381-eaf571e3293b" [ 650.970428] env[69413]: _type = "Task" [ 650.970428] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.977656] env[69413]: DEBUG oslo_vmware.api [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5213c37c-4d4f-c44c-e381-eaf571e3293b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.999603] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Acquiring lock "refresh_cache-de756510-54b4-4b77-beeb-406507b128cb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.999828] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Acquired lock "refresh_cache-de756510-54b4-4b77-beeb-406507b128cb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.000259] env[69413]: DEBUG nova.network.neutron [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] [instance: de756510-54b4-4b77-beeb-406507b128cb] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.103795] env[69413]: DEBUG nova.network.neutron [req-cef46eb4-af52-473f-82ff-fad4d0aa9f42 req-d8b7c81d-0ef7-45dc-b2b6-a0ff7546750f service nova] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Updated VIF entry in instance network info cache for port 8ec7a102-4f8a-429c-aaec-dbb025514e4f. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 651.104404] env[69413]: DEBUG nova.network.neutron [req-cef46eb4-af52-473f-82ff-fad4d0aa9f42 req-d8b7c81d-0ef7-45dc-b2b6-a0ff7546750f service nova] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Updating instance_info_cache with network_info: [{"id": "8ec7a102-4f8a-429c-aaec-dbb025514e4f", "address": "fa:16:3e:de:6a:59", "network": {"id": "a40de5f9-af8e-4c7b-899e-8c0c11bfd4b8", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-792875365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dcab478a4fe4e7a91bfec1c2dfe6b81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ec7a102-4f", "ovs_interfaceid": "8ec7a102-4f8a-429c-aaec-dbb025514e4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.149758] env[69413]: DEBUG oslo_vmware.api [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Task: {'id': task-3077082, 'name': Rename_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.270113] env[69413]: DEBUG oslo_concurrency.lockutils [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.270113] env[69413]: DEBUG nova.compute.manager [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.271623] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.234s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.278242] env[69413]: INFO nova.compute.claims [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.355089] env[69413]: DEBUG oslo_vmware.api [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Task: {'id': task-3077084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222443} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.355842] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 651.356096] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 651.356329] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 651.362988] env[69413]: DEBUG oslo_vmware.api [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.387966] env[69413]: DEBUG oslo_vmware.api [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077072, 'name': PowerOnVM_Task, 'duration_secs': 2.188825} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.388531] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.388742] env[69413]: INFO nova.compute.manager [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Took 13.70 seconds to spawn the instance on the hypervisor. [ 651.388922] env[69413]: DEBUG nova.compute.manager [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.389757] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767405cf-a1ca-4ac9-9442-916c5baf7be1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.479997] env[69413]: DEBUG oslo_vmware.api [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5213c37c-4d4f-c44c-e381-eaf571e3293b, 'name': SearchDatastore_Task, 'duration_secs': 0.024924} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.480787] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a786bee9-c88c-4002-ab1f-65edbc4a54af {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.487598] env[69413]: DEBUG oslo_vmware.api [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Waiting for the task: (returnval){ [ 651.487598] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52eb57c5-7cc7-41f6-7c4c-9fc82e43462a" [ 651.487598] env[69413]: _type = "Task" [ 651.487598] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.495988] env[69413]: DEBUG oslo_vmware.api [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52eb57c5-7cc7-41f6-7c4c-9fc82e43462a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.553942] env[69413]: DEBUG nova.compute.manager [req-07e11f9a-8ae2-4ce8-b6cd-bce3bdc2487a req-a0afb0e8-c70a-41c0-9284-b154a2324688 service nova] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Received event network-vif-plugged-cc965938-d53f-4528-936e-cf3dab3067fe {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.554778] env[69413]: DEBUG oslo_concurrency.lockutils [req-07e11f9a-8ae2-4ce8-b6cd-bce3bdc2487a req-a0afb0e8-c70a-41c0-9284-b154a2324688 service nova] Acquiring lock "9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.554778] env[69413]: DEBUG oslo_concurrency.lockutils [req-07e11f9a-8ae2-4ce8-b6cd-bce3bdc2487a req-a0afb0e8-c70a-41c0-9284-b154a2324688 service nova] Lock "9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.554778] env[69413]: DEBUG oslo_concurrency.lockutils [req-07e11f9a-8ae2-4ce8-b6cd-bce3bdc2487a req-a0afb0e8-c70a-41c0-9284-b154a2324688 service nova] Lock "9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.554778] env[69413]: DEBUG nova.compute.manager [req-07e11f9a-8ae2-4ce8-b6cd-bce3bdc2487a req-a0afb0e8-c70a-41c0-9284-b154a2324688 service nova] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] No waiting events found dispatching network-vif-plugged-cc965938-d53f-4528-936e-cf3dab3067fe {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 651.555141] env[69413]: WARNING nova.compute.manager [req-07e11f9a-8ae2-4ce8-b6cd-bce3bdc2487a req-a0afb0e8-c70a-41c0-9284-b154a2324688 service nova] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Received unexpected event network-vif-plugged-cc965938-d53f-4528-936e-cf3dab3067fe for instance with vm_state building and task_state spawning. [ 651.555141] env[69413]: DEBUG nova.compute.manager [req-07e11f9a-8ae2-4ce8-b6cd-bce3bdc2487a req-a0afb0e8-c70a-41c0-9284-b154a2324688 service nova] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Received event network-changed-cc965938-d53f-4528-936e-cf3dab3067fe {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.556072] env[69413]: DEBUG nova.compute.manager [req-07e11f9a-8ae2-4ce8-b6cd-bce3bdc2487a req-a0afb0e8-c70a-41c0-9284-b154a2324688 service nova] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Refreshing instance network info cache due to event network-changed-cc965938-d53f-4528-936e-cf3dab3067fe. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 651.556824] env[69413]: DEBUG oslo_concurrency.lockutils [req-07e11f9a-8ae2-4ce8-b6cd-bce3bdc2487a req-a0afb0e8-c70a-41c0-9284-b154a2324688 service nova] Acquiring lock "refresh_cache-9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.556824] env[69413]: DEBUG oslo_concurrency.lockutils [req-07e11f9a-8ae2-4ce8-b6cd-bce3bdc2487a req-a0afb0e8-c70a-41c0-9284-b154a2324688 service nova] Acquired lock "refresh_cache-9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.556824] env[69413]: DEBUG nova.network.neutron [req-07e11f9a-8ae2-4ce8-b6cd-bce3bdc2487a req-a0afb0e8-c70a-41c0-9284-b154a2324688 service nova] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Refreshing network info cache for port cc965938-d53f-4528-936e-cf3dab3067fe {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.570859] env[69413]: DEBUG nova.network.neutron [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] [instance: de756510-54b4-4b77-beeb-406507b128cb] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.607666] env[69413]: DEBUG oslo_concurrency.lockutils [req-cef46eb4-af52-473f-82ff-fad4d0aa9f42 req-d8b7c81d-0ef7-45dc-b2b6-a0ff7546750f service nova] Releasing lock "refresh_cache-7d8f56fd-07ae-458b-b511-546b7adefe96" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.609684] env[69413]: DEBUG nova.compute.manager [req-cef46eb4-af52-473f-82ff-fad4d0aa9f42 req-d8b7c81d-0ef7-45dc-b2b6-a0ff7546750f service nova] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Received event network-changed-7aa85065-4501-493a-a816-dde8c31f89d6 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.609684] env[69413]: DEBUG nova.compute.manager [req-cef46eb4-af52-473f-82ff-fad4d0aa9f42 req-d8b7c81d-0ef7-45dc-b2b6-a0ff7546750f service nova] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Refreshing instance network info cache due to event network-changed-7aa85065-4501-493a-a816-dde8c31f89d6. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 651.609684] env[69413]: DEBUG oslo_concurrency.lockutils [req-cef46eb4-af52-473f-82ff-fad4d0aa9f42 req-d8b7c81d-0ef7-45dc-b2b6-a0ff7546750f service nova] Acquiring lock "refresh_cache-057c5ad1-94e2-4c5d-9d3e-032bc4248979" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.609684] env[69413]: DEBUG oslo_concurrency.lockutils [req-cef46eb4-af52-473f-82ff-fad4d0aa9f42 req-d8b7c81d-0ef7-45dc-b2b6-a0ff7546750f service nova] Acquired lock "refresh_cache-057c5ad1-94e2-4c5d-9d3e-032bc4248979" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.609684] env[69413]: DEBUG nova.network.neutron [req-cef46eb4-af52-473f-82ff-fad4d0aa9f42 req-d8b7c81d-0ef7-45dc-b2b6-a0ff7546750f service nova] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Refreshing network info cache for port 7aa85065-4501-493a-a816-dde8c31f89d6 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.650687] env[69413]: DEBUG oslo_vmware.api [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Task: {'id': task-3077082, 'name': Rename_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.788168] env[69413]: DEBUG nova.compute.utils [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.789684] env[69413]: DEBUG nova.compute.manager [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 651.789900] env[69413]: DEBUG nova.network.neutron [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 651.859203] env[69413]: DEBUG oslo_vmware.api [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077085, 'name': ReconfigVM_Task, 'duration_secs': 0.661698} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.859496] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Reconfigured VM instance instance-0000000b to attach disk [datastore2] ad89fe25-881d-46a6-af6a-1098d39c87a9/ad89fe25-881d-46a6-af6a-1098d39c87a9.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.860143] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af32aaf1-fdba-4527-895f-0d84911996b0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.863572] env[69413]: DEBUG nova.policy [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e4ddce28352499bb2c5cc9f43a399db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87a426ce2d73436d9e9fd7eb28693b09', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.869547] env[69413]: DEBUG oslo_vmware.api [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 651.869547] env[69413]: value = "task-3077090" [ 651.869547] env[69413]: _type = "Task" [ 651.869547] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.878657] env[69413]: DEBUG oslo_vmware.api [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077090, 'name': Rename_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.907751] env[69413]: INFO nova.compute.manager [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Took 26.32 seconds to build instance. [ 652.005804] env[69413]: DEBUG oslo_vmware.api [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52eb57c5-7cc7-41f6-7c4c-9fc82e43462a, 'name': SearchDatastore_Task, 'duration_secs': 0.013815} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.006057] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.006326] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa/9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.006590] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb4b990c-8471-4543-99a4-d51eba7de959 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.017651] env[69413]: DEBUG oslo_vmware.api [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Waiting for the task: (returnval){ [ 652.017651] env[69413]: value = "task-3077091" [ 652.017651] env[69413]: _type = "Task" [ 652.017651] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.027328] env[69413]: DEBUG oslo_vmware.api [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Task: {'id': task-3077091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.048990] env[69413]: DEBUG nova.network.neutron [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] [instance: de756510-54b4-4b77-beeb-406507b128cb] Updating instance_info_cache with network_info: [{"id": "73de899a-7a63-4ecb-b6bf-c73af2e7ded7", "address": "fa:16:3e:d1:b4:38", "network": {"id": "ae1421d8-cc24-418c-91b0-6cfbfce8d925", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1563470046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f082785c77304c42b2e5b6bd45dc809a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73de899a-7a", "ovs_interfaceid": "73de899a-7a63-4ecb-b6bf-c73af2e7ded7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.153057] env[69413]: DEBUG oslo_vmware.api [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Task: {'id': task-3077082, 'name': Rename_Task, 'duration_secs': 1.203408} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.153461] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.153816] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43f1b621-d1d1-4fc5-b60d-aacebb9df299 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.161750] env[69413]: DEBUG oslo_vmware.api [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Waiting for the task: (returnval){ [ 652.161750] env[69413]: value = "task-3077092" [ 652.161750] env[69413]: _type = "Task" [ 652.161750] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.181023] env[69413]: DEBUG oslo_vmware.api [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Task: {'id': task-3077092, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.181879] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquiring lock "4b6393d7-65da-49b2-8c0e-762e947a2e31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.182391] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lock "4b6393d7-65da-49b2-8c0e-762e947a2e31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.296572] env[69413]: DEBUG nova.compute.manager [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.386358] env[69413]: DEBUG oslo_vmware.api [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077090, 'name': Rename_Task, 'duration_secs': 0.308822} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.389493] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.390312] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03c5c67e-4bdf-43ae-8aef-9d386e23e081 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.400076] env[69413]: DEBUG oslo_vmware.api [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 652.400076] env[69413]: value = "task-3077093" [ 652.400076] env[69413]: _type = "Task" [ 652.400076] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.410159] env[69413]: DEBUG nova.virt.hardware [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 652.410435] env[69413]: DEBUG nova.virt.hardware [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 652.410634] env[69413]: DEBUG nova.virt.hardware [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.410855] env[69413]: DEBUG nova.virt.hardware [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 652.411092] env[69413]: DEBUG nova.virt.hardware [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.411323] env[69413]: DEBUG nova.virt.hardware [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 652.411541] env[69413]: DEBUG nova.virt.hardware [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 652.411745] env[69413]: DEBUG nova.virt.hardware [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 652.411953] env[69413]: DEBUG nova.virt.hardware [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 652.412166] env[69413]: DEBUG nova.virt.hardware [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 652.412378] env[69413]: DEBUG nova.virt.hardware [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 652.412904] env[69413]: DEBUG oslo_concurrency.lockutils [None req-372b5728-5ee4-4016-8f41-56f167418e58 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Lock "dcac029f-96a3-4f1f-98cf-6794be08ab9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.832s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.413700] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9198915c-cad6-483b-8ee3-ac1c6376d4c3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.424019] env[69413]: DEBUG oslo_vmware.api [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.426124] env[69413]: DEBUG nova.network.neutron [req-07e11f9a-8ae2-4ce8-b6cd-bce3bdc2487a req-a0afb0e8-c70a-41c0-9284-b154a2324688 service nova] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Updated VIF entry in instance network info cache for port cc965938-d53f-4528-936e-cf3dab3067fe. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.426362] env[69413]: DEBUG nova.network.neutron [req-07e11f9a-8ae2-4ce8-b6cd-bce3bdc2487a req-a0afb0e8-c70a-41c0-9284-b154a2324688 service nova] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Updating instance_info_cache with network_info: [{"id": "cc965938-d53f-4528-936e-cf3dab3067fe", "address": "fa:16:3e:d9:ed:25", "network": {"id": "8cb610e7-e4da-4776-8f19-c9728f51fb27", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9a021a88be0b4ec0bf1248cc136ac194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc965938-d5", "ovs_interfaceid": "cc965938-d53f-4528-936e-cf3dab3067fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.439067] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab9db1c-f4a6-43ae-b02c-9164b512f176 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.451106] env[69413]: DEBUG nova.network.neutron [-] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.471505] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Instance VIF info [] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.475460] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.479121] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.479535] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-794b0e0c-faf9-4c42-9bec-c6c90ba60742 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.505581] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.505581] env[69413]: value = "task-3077094" [ 652.505581] env[69413]: _type = "Task" [ 652.505581] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.506675] env[69413]: DEBUG nova.network.neutron [req-cef46eb4-af52-473f-82ff-fad4d0aa9f42 req-d8b7c81d-0ef7-45dc-b2b6-a0ff7546750f service nova] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Updated VIF entry in instance network info cache for port 7aa85065-4501-493a-a816-dde8c31f89d6. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.506977] env[69413]: DEBUG nova.network.neutron [req-cef46eb4-af52-473f-82ff-fad4d0aa9f42 req-d8b7c81d-0ef7-45dc-b2b6-a0ff7546750f service nova] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Updating instance_info_cache with network_info: [{"id": "7aa85065-4501-493a-a816-dde8c31f89d6", "address": "fa:16:3e:c0:ac:e1", "network": {"id": "52384e11-a92a-42b0-a799-b8283e9d8648", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-141883236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cead625662b44ae4869bf266c27e67d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aa85065-45", "ovs_interfaceid": "7aa85065-4501-493a-a816-dde8c31f89d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.519896] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077094, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.534068] env[69413]: DEBUG oslo_vmware.api [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Task: {'id': task-3077091, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.552160] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Releasing lock "refresh_cache-de756510-54b4-4b77-beeb-406507b128cb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.553016] env[69413]: DEBUG nova.compute.manager [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] [instance: de756510-54b4-4b77-beeb-406507b128cb] Instance network_info: |[{"id": "73de899a-7a63-4ecb-b6bf-c73af2e7ded7", "address": "fa:16:3e:d1:b4:38", "network": {"id": "ae1421d8-cc24-418c-91b0-6cfbfce8d925", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1563470046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f082785c77304c42b2e5b6bd45dc809a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73de899a-7a", "ovs_interfaceid": "73de899a-7a63-4ecb-b6bf-c73af2e7ded7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 652.553798] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] [instance: de756510-54b4-4b77-beeb-406507b128cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:b4:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f35e69ef-c2c8-4b8c-9887-33e97b242c0a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73de899a-7a63-4ecb-b6bf-c73af2e7ded7', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.562496] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Creating folder: Project (f082785c77304c42b2e5b6bd45dc809a). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.565029] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-687f751a-2535-4f89-9b82-880f32fc6168 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.584371] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Created folder: Project (f082785c77304c42b2e5b6bd45dc809a) in parent group-v616034. [ 652.584591] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Creating folder: Instances. Parent ref: group-v616074. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.584891] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a86566c8-fd20-47f5-98d1-f78f0370704c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.599560] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Created folder: Instances in parent group-v616074. [ 652.599560] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.602944] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de756510-54b4-4b77-beeb-406507b128cb] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.603552] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-709dacc6-b0ee-4fab-aa86-3cbd956aea0e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.630690] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.630690] env[69413]: value = "task-3077097" [ 652.630690] env[69413]: _type = "Task" [ 652.630690] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.641825] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077097, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.677514] env[69413]: DEBUG oslo_vmware.api [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Task: {'id': task-3077092, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.813300] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca98458f-dfee-4fe1-bc08-216419692add {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.823120] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30973a3-0ecf-4025-8e54-8cdc903a65a4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.860261] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0a6188-99d0-4782-9a30-ca6ee7820313 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.871668] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac69ab6-d230-4ade-84a8-ac66778fba45 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.889589] env[69413]: DEBUG nova.compute.provider_tree [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.913281] env[69413]: DEBUG oslo_vmware.api [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077093, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.929580] env[69413]: DEBUG nova.compute.manager [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.936278] env[69413]: DEBUG oslo_concurrency.lockutils [req-07e11f9a-8ae2-4ce8-b6cd-bce3bdc2487a req-a0afb0e8-c70a-41c0-9284-b154a2324688 service nova] Releasing lock "refresh_cache-9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.953823] env[69413]: INFO nova.compute.manager [-] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Took 2.18 seconds to deallocate network for instance. [ 652.962524] env[69413]: DEBUG nova.network.neutron [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Successfully created port: b18d2e86-7f8b-48dd-aac6-be1032b71654 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 653.010295] env[69413]: DEBUG oslo_concurrency.lockutils [req-cef46eb4-af52-473f-82ff-fad4d0aa9f42 req-d8b7c81d-0ef7-45dc-b2b6-a0ff7546750f service nova] Releasing lock "refresh_cache-057c5ad1-94e2-4c5d-9d3e-032bc4248979" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.023494] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077094, 'name': CreateVM_Task, 'duration_secs': 0.499746} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.028943] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.029338] env[69413]: DEBUG oslo_concurrency.lockutils [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.029562] env[69413]: DEBUG oslo_concurrency.lockutils [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.029996] env[69413]: DEBUG oslo_concurrency.lockutils [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.030852] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6354dcb-f393-4cc3-813a-cbf2d028234d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.038254] env[69413]: DEBUG oslo_vmware.api [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Task: {'id': task-3077091, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.780072} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.038795] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa/9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.039342] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.039691] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19c6521b-8c0f-4fdd-a7fe-9b507c77dd5c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.043685] env[69413]: DEBUG oslo_vmware.api [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Waiting for the task: (returnval){ [ 653.043685] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a3dde2-0d4d-2a4e-3444-62498d999edd" [ 653.043685] env[69413]: _type = "Task" [ 653.043685] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.050825] env[69413]: DEBUG oslo_vmware.api [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Waiting for the task: (returnval){ [ 653.050825] env[69413]: value = "task-3077098" [ 653.050825] env[69413]: _type = "Task" [ 653.050825] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.056533] env[69413]: DEBUG oslo_vmware.api [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a3dde2-0d4d-2a4e-3444-62498d999edd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.066373] env[69413]: DEBUG oslo_vmware.api [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Task: {'id': task-3077098, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.142876] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077097, 'name': CreateVM_Task, 'duration_secs': 0.468491} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.142876] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de756510-54b4-4b77-beeb-406507b128cb] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.142876] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.173159] env[69413]: DEBUG oslo_vmware.api [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Task: {'id': task-3077092, 'name': PowerOnVM_Task, 'duration_secs': 0.835417} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.173472] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.173696] env[69413]: INFO nova.compute.manager [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Took 12.65 seconds to spawn the instance on the hypervisor. [ 653.173873] env[69413]: DEBUG nova.compute.manager [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.174677] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de81554-b142-4dec-86df-1b070293f366 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.229621] env[69413]: DEBUG nova.network.neutron [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Successfully updated port: 629082e4-cda1-4129-8482-abb59f91f150 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 653.310681] env[69413]: DEBUG nova.compute.manager [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.342636] env[69413]: DEBUG nova.virt.hardware [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.342920] env[69413]: DEBUG nova.virt.hardware [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.343093] env[69413]: DEBUG nova.virt.hardware [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.343310] env[69413]: DEBUG nova.virt.hardware [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.343480] env[69413]: DEBUG nova.virt.hardware [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.343630] env[69413]: DEBUG nova.virt.hardware [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.343834] env[69413]: DEBUG nova.virt.hardware [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.343988] env[69413]: DEBUG nova.virt.hardware [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.347632] env[69413]: DEBUG nova.virt.hardware [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.347632] env[69413]: DEBUG nova.virt.hardware [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.347632] env[69413]: DEBUG nova.virt.hardware [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.348172] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f85590-6ed6-44fd-96cd-b8d2df7d31f3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.359132] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ffe205-0dd8-4b45-8318-add496951626 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.393460] env[69413]: DEBUG nova.scheduler.client.report [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.417196] env[69413]: DEBUG oslo_vmware.api [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077093, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.452869] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.462052] env[69413]: DEBUG oslo_concurrency.lockutils [None req-79f62293-8c76-4ced-9950-3a229bc724e1 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.556927] env[69413]: DEBUG oslo_vmware.api [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a3dde2-0d4d-2a4e-3444-62498d999edd, 'name': SearchDatastore_Task, 'duration_secs': 0.019836} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.560413] env[69413]: DEBUG oslo_concurrency.lockutils [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.560675] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.560963] env[69413]: DEBUG oslo_concurrency.lockutils [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.561411] env[69413]: DEBUG oslo_concurrency.lockutils [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.561411] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.561600] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.561892] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.562127] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6458f3b0-f351-489c-9616-62d830be75f4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.564622] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d65168f2-d494-41d9-94f5-e943e14f919c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.570966] env[69413]: DEBUG oslo_vmware.api [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Task: {'id': task-3077098, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088378} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.571450] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.572425] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36196cbf-9e8f-4c2e-9ccb-6144df4dcf85 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.577616] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.577823] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.578649] env[69413]: DEBUG oslo_vmware.api [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Waiting for the task: (returnval){ [ 653.578649] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5298ad28-8822-bae4-fef2-12df8ecfbe8a" [ 653.578649] env[69413]: _type = "Task" [ 653.578649] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.582568] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb2f1053-0175-40fc-a572-593ec0c1f634 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.606328] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa/9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.607128] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a3d3c13-46c5-451f-ad7b-e9b0bdb16bf2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.624496] env[69413]: DEBUG oslo_vmware.api [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Waiting for the task: (returnval){ [ 653.624496] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5278138b-25bc-da50-afa9-be77b97435df" [ 653.624496] env[69413]: _type = "Task" [ 653.624496] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.632184] env[69413]: DEBUG oslo_vmware.api [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5298ad28-8822-bae4-fef2-12df8ecfbe8a, 'name': SearchDatastore_Task, 'duration_secs': 0.014543} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.633854] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.634126] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] [instance: de756510-54b4-4b77-beeb-406507b128cb] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.634351] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.634863] env[69413]: DEBUG oslo_vmware.api [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Waiting for the task: (returnval){ [ 653.634863] env[69413]: value = "task-3077099" [ 653.634863] env[69413]: _type = "Task" [ 653.634863] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.642693] env[69413]: DEBUG oslo_vmware.api [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5278138b-25bc-da50-afa9-be77b97435df, 'name': SearchDatastore_Task, 'duration_secs': 0.012677} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.645053] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-828c90ab-ec96-48a5-a011-bfde9fe85c92 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.651627] env[69413]: DEBUG oslo_vmware.api [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Task: {'id': task-3077099, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.655406] env[69413]: DEBUG oslo_vmware.api [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Waiting for the task: (returnval){ [ 653.655406] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d40e87-a22c-549b-603b-3fb6c740275f" [ 653.655406] env[69413]: _type = "Task" [ 653.655406] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.665130] env[69413]: DEBUG oslo_vmware.api [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d40e87-a22c-549b-603b-3fb6c740275f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.701274] env[69413]: INFO nova.compute.manager [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Took 25.97 seconds to build instance. [ 653.732960] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Acquiring lock "refresh_cache-9c167732-fb10-402b-8b16-d9094785af78" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.733181] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Acquired lock "refresh_cache-9c167732-fb10-402b-8b16-d9094785af78" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.733697] env[69413]: DEBUG nova.network.neutron [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.898399] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.898994] env[69413]: DEBUG nova.compute.manager [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 653.902307] env[69413]: DEBUG oslo_concurrency.lockutils [None req-73b610d8-3121-4bbf-a0b9-61938aaf854c tempest-DeleteServersAdminTestJSON-879678909 tempest-DeleteServersAdminTestJSON-879678909-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.227s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.902621] env[69413]: DEBUG nova.objects.instance [None req-73b610d8-3121-4bbf-a0b9-61938aaf854c tempest-DeleteServersAdminTestJSON-879678909 tempest-DeleteServersAdminTestJSON-879678909-project-admin] Lazy-loading 'resources' on Instance uuid 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 653.914220] env[69413]: DEBUG oslo_vmware.api [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077093, 'name': PowerOnVM_Task, 'duration_secs': 1.294641} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.915205] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.915417] env[69413]: INFO nova.compute.manager [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Took 10.92 seconds to spawn the instance on the hypervisor. [ 653.915613] env[69413]: DEBUG nova.compute.manager [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.916503] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72411b56-eb6b-48af-89a6-342c705724da {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.150165] env[69413]: DEBUG oslo_vmware.api [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Task: {'id': task-3077099, 'name': ReconfigVM_Task, 'duration_secs': 0.489097} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.150645] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa/9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.151652] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dafb3e2e-74df-4fb1-8046-b66cef99a18e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.163736] env[69413]: DEBUG oslo_vmware.api [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Waiting for the task: (returnval){ [ 654.163736] env[69413]: value = "task-3077100" [ 654.163736] env[69413]: _type = "Task" [ 654.163736] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.169936] env[69413]: DEBUG oslo_vmware.api [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d40e87-a22c-549b-603b-3fb6c740275f, 'name': SearchDatastore_Task, 'duration_secs': 0.014538} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.173875] env[69413]: DEBUG oslo_concurrency.lockutils [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.174739] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] fa02511c-c494-44f0-8e49-1dcc95c9f6bb/fa02511c-c494-44f0-8e49-1dcc95c9f6bb.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.174864] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.174945] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.175787] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c31b834-5524-405e-96ae-0d591a921793 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.178011] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2d3a177-1f81-476b-8142-62126f811458 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.184163] env[69413]: DEBUG oslo_vmware.api [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Task: {'id': task-3077100, 'name': Rename_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.185807] env[69413]: DEBUG oslo_vmware.api [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Waiting for the task: (returnval){ [ 654.185807] env[69413]: value = "task-3077101" [ 654.185807] env[69413]: _type = "Task" [ 654.185807] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.191629] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.191851] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 654.195936] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6724123a-bc79-429a-b140-19efbf62518b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.198418] env[69413]: DEBUG oslo_vmware.api [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Task: {'id': task-3077101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.202073] env[69413]: DEBUG oslo_vmware.api [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Waiting for the task: (returnval){ [ 654.202073] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5281d74b-58b9-d730-6f13-6435beed8cf7" [ 654.202073] env[69413]: _type = "Task" [ 654.202073] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.205579] env[69413]: DEBUG oslo_concurrency.lockutils [None req-47cbfe70-1639-455c-9af6-88d7c504f230 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Lock "7d8f56fd-07ae-458b-b511-546b7adefe96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.480s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.213874] env[69413]: DEBUG oslo_vmware.api [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5281d74b-58b9-d730-6f13-6435beed8cf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.271441] env[69413]: DEBUG nova.network.neutron [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 654.403758] env[69413]: DEBUG nova.compute.utils [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 654.405691] env[69413]: DEBUG nova.compute.manager [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 654.405863] env[69413]: DEBUG nova.network.neutron [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 654.413150] env[69413]: DEBUG nova.network.neutron [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Updating instance_info_cache with network_info: [{"id": "629082e4-cda1-4129-8482-abb59f91f150", "address": "fa:16:3e:ed:90:67", "network": {"id": "d98167cb-87c0-416f-a41d-446befedd8cb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-767419095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "aee4858f97604accae0cfa296cc59aeb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap629082e4-cd", "ovs_interfaceid": "629082e4-cda1-4129-8482-abb59f91f150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.435490] env[69413]: INFO nova.compute.manager [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Took 20.98 seconds to build instance. [ 654.473863] env[69413]: DEBUG nova.policy [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd043d94039f41e9909b6b4f2e910bd0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9901a751d924cea997c652b0d905681', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 654.682489] env[69413]: DEBUG oslo_vmware.api [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Task: {'id': task-3077100, 'name': Rename_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.700327] env[69413]: DEBUG oslo_vmware.api [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Task: {'id': task-3077101, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.709956] env[69413]: DEBUG nova.compute.manager [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.722258] env[69413]: DEBUG oslo_vmware.api [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5281d74b-58b9-d730-6f13-6435beed8cf7, 'name': SearchDatastore_Task, 'duration_secs': 0.018201} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.723375] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c572291e-6198-4b45-a1af-883ab47a8cd7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.734041] env[69413]: DEBUG oslo_vmware.api [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Waiting for the task: (returnval){ [ 654.734041] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52439158-e62e-9f96-4bad-0ae92206048b" [ 654.734041] env[69413]: _type = "Task" [ 654.734041] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.745591] env[69413]: DEBUG oslo_vmware.api [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52439158-e62e-9f96-4bad-0ae92206048b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.855949] env[69413]: DEBUG nova.network.neutron [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Successfully created port: a09580ee-a460-4740-afe8-5b84ffe5c709 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 654.859551] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508dd41d-5a43-4740-ad45-77850cfc6e05 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.871243] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2214964-0bbe-4f33-abe3-3fa2b239b20f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.908920] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a60b36-f2e6-4181-aef4-1a90d8fa3f60 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.913226] env[69413]: DEBUG nova.compute.manager [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 654.919465] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Releasing lock "refresh_cache-9c167732-fb10-402b-8b16-d9094785af78" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.922687] env[69413]: DEBUG nova.compute.manager [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Instance network_info: |[{"id": "629082e4-cda1-4129-8482-abb59f91f150", "address": "fa:16:3e:ed:90:67", "network": {"id": "d98167cb-87c0-416f-a41d-446befedd8cb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-767419095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "aee4858f97604accae0cfa296cc59aeb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap629082e4-cd", "ovs_interfaceid": "629082e4-cda1-4129-8482-abb59f91f150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 654.925938] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:90:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31e77685-b4dd-4810-80ef-24115ea9ea62', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '629082e4-cda1-4129-8482-abb59f91f150', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.943484] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Creating folder: Project (aee4858f97604accae0cfa296cc59aeb). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.944985] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2dc38c6b-4191-45b2-b5b1-af61cc17cb3b tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "ad89fe25-881d-46a6-af6a-1098d39c87a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.166s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.945398] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a87a40c-09cc-426a-8538-ea9d173d4ac7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.951031] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ea5deb-a806-476a-92b8-6d745adc8fe2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.974923] env[69413]: DEBUG nova.compute.provider_tree [None req-73b610d8-3121-4bbf-a0b9-61938aaf854c tempest-DeleteServersAdminTestJSON-879678909 tempest-DeleteServersAdminTestJSON-879678909-project-admin] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.978683] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Created folder: Project (aee4858f97604accae0cfa296cc59aeb) in parent group-v616034. [ 654.979184] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Creating folder: Instances. Parent ref: group-v616077. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.979453] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34a1eec0-fa1e-4c50-a91e-0bd9f27ae6a6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.992998] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Created folder: Instances in parent group-v616077. [ 654.993315] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.993554] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.993804] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c9210b2-3cbf-4d0d-9fd4-e925e2081682 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.018574] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.018574] env[69413]: value = "task-3077105" [ 655.018574] env[69413]: _type = "Task" [ 655.018574] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.029052] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077105, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.042498] env[69413]: DEBUG nova.compute.manager [req-638ce8f3-0b59-49e3-aaa7-e853fde9a00e req-38a25bc9-4d16-45d2-8252-58381e7cb977 service nova] [instance: de756510-54b4-4b77-beeb-406507b128cb] Received event network-vif-plugged-73de899a-7a63-4ecb-b6bf-c73af2e7ded7 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.042845] env[69413]: DEBUG oslo_concurrency.lockutils [req-638ce8f3-0b59-49e3-aaa7-e853fde9a00e req-38a25bc9-4d16-45d2-8252-58381e7cb977 service nova] Acquiring lock "de756510-54b4-4b77-beeb-406507b128cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.043080] env[69413]: DEBUG oslo_concurrency.lockutils [req-638ce8f3-0b59-49e3-aaa7-e853fde9a00e req-38a25bc9-4d16-45d2-8252-58381e7cb977 service nova] Lock "de756510-54b4-4b77-beeb-406507b128cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.043258] env[69413]: DEBUG oslo_concurrency.lockutils [req-638ce8f3-0b59-49e3-aaa7-e853fde9a00e req-38a25bc9-4d16-45d2-8252-58381e7cb977 service nova] Lock "de756510-54b4-4b77-beeb-406507b128cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.043511] env[69413]: DEBUG nova.compute.manager [req-638ce8f3-0b59-49e3-aaa7-e853fde9a00e req-38a25bc9-4d16-45d2-8252-58381e7cb977 service nova] [instance: de756510-54b4-4b77-beeb-406507b128cb] No waiting events found dispatching network-vif-plugged-73de899a-7a63-4ecb-b6bf-c73af2e7ded7 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 655.043695] env[69413]: WARNING nova.compute.manager [req-638ce8f3-0b59-49e3-aaa7-e853fde9a00e req-38a25bc9-4d16-45d2-8252-58381e7cb977 service nova] [instance: de756510-54b4-4b77-beeb-406507b128cb] Received unexpected event network-vif-plugged-73de899a-7a63-4ecb-b6bf-c73af2e7ded7 for instance with vm_state building and task_state spawning. [ 655.043858] env[69413]: DEBUG nova.compute.manager [req-638ce8f3-0b59-49e3-aaa7-e853fde9a00e req-38a25bc9-4d16-45d2-8252-58381e7cb977 service nova] [instance: de756510-54b4-4b77-beeb-406507b128cb] Received event network-changed-73de899a-7a63-4ecb-b6bf-c73af2e7ded7 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.044125] env[69413]: DEBUG nova.compute.manager [req-638ce8f3-0b59-49e3-aaa7-e853fde9a00e req-38a25bc9-4d16-45d2-8252-58381e7cb977 service nova] [instance: de756510-54b4-4b77-beeb-406507b128cb] Refreshing instance network info cache due to event network-changed-73de899a-7a63-4ecb-b6bf-c73af2e7ded7. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 655.044229] env[69413]: DEBUG oslo_concurrency.lockutils [req-638ce8f3-0b59-49e3-aaa7-e853fde9a00e req-38a25bc9-4d16-45d2-8252-58381e7cb977 service nova] Acquiring lock "refresh_cache-de756510-54b4-4b77-beeb-406507b128cb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.044384] env[69413]: DEBUG oslo_concurrency.lockutils [req-638ce8f3-0b59-49e3-aaa7-e853fde9a00e req-38a25bc9-4d16-45d2-8252-58381e7cb977 service nova] Acquired lock "refresh_cache-de756510-54b4-4b77-beeb-406507b128cb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.044514] env[69413]: DEBUG nova.network.neutron [req-638ce8f3-0b59-49e3-aaa7-e853fde9a00e req-38a25bc9-4d16-45d2-8252-58381e7cb977 service nova] [instance: de756510-54b4-4b77-beeb-406507b128cb] Refreshing network info cache for port 73de899a-7a63-4ecb-b6bf-c73af2e7ded7 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 655.184592] env[69413]: DEBUG oslo_vmware.api [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Task: {'id': task-3077100, 'name': Rename_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.185771] env[69413]: DEBUG nova.network.neutron [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Successfully created port: e6c22259-041e-4101-a005-f1da048af9b8 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 655.199484] env[69413]: DEBUG oslo_vmware.api [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Task: {'id': task-3077101, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.964258} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.199783] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] fa02511c-c494-44f0-8e49-1dcc95c9f6bb/fa02511c-c494-44f0-8e49-1dcc95c9f6bb.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.200138] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.200586] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85e02379-dc82-4eab-a0c9-fc58044c5559 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.207932] env[69413]: DEBUG oslo_vmware.api [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Waiting for the task: (returnval){ [ 655.207932] env[69413]: value = "task-3077106" [ 655.207932] env[69413]: _type = "Task" [ 655.207932] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.220144] env[69413]: DEBUG oslo_vmware.api [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Task: {'id': task-3077106, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.244965] env[69413]: DEBUG oslo_vmware.api [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52439158-e62e-9f96-4bad-0ae92206048b, 'name': SearchDatastore_Task, 'duration_secs': 0.081738} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.246422] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.247085] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.247393] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] de756510-54b4-4b77-beeb-406507b128cb/de756510-54b4-4b77-beeb-406507b128cb.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 655.247683] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a072d67-cc8b-4d41-aed2-4d21de4dbb49 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.257683] env[69413]: DEBUG oslo_vmware.api [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Waiting for the task: (returnval){ [ 655.257683] env[69413]: value = "task-3077107" [ 655.257683] env[69413]: _type = "Task" [ 655.257683] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.269903] env[69413]: DEBUG oslo_vmware.api [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Task: {'id': task-3077107, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.445877] env[69413]: DEBUG nova.network.neutron [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Successfully created port: a2deb294-44b1-4e99-a939-a86ed46dee9b {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 655.462596] env[69413]: DEBUG nova.compute.manager [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 655.480697] env[69413]: DEBUG nova.scheduler.client.report [None req-73b610d8-3121-4bbf-a0b9-61938aaf854c tempest-DeleteServersAdminTestJSON-879678909 tempest-DeleteServersAdminTestJSON-879678909-project-admin] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.528520] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077105, 'name': CreateVM_Task} progress is 25%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.675060] env[69413]: DEBUG nova.network.neutron [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Successfully updated port: b18d2e86-7f8b-48dd-aac6-be1032b71654 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.690224] env[69413]: DEBUG oslo_vmware.api [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Task: {'id': task-3077100, 'name': Rename_Task, 'duration_secs': 1.063858} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.693144] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.693526] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b22f70c2-215a-4980-9e1c-30781e4cb4fa {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.703334] env[69413]: DEBUG oslo_vmware.api [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Waiting for the task: (returnval){ [ 655.703334] env[69413]: value = "task-3077108" [ 655.703334] env[69413]: _type = "Task" [ 655.703334] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.715389] env[69413]: DEBUG oslo_vmware.api [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Task: {'id': task-3077108, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.722240] env[69413]: DEBUG oslo_vmware.api [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Task: {'id': task-3077106, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080607} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.722594] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.723483] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dcc8a41-c753-4b6e-b8a5-b780e7a6a7b4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.752882] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] fa02511c-c494-44f0-8e49-1dcc95c9f6bb/fa02511c-c494-44f0-8e49-1dcc95c9f6bb.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.753404] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-756a808e-beae-4209-8e2b-90bad1c24444 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.782928] env[69413]: DEBUG oslo_vmware.api [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Waiting for the task: (returnval){ [ 655.782928] env[69413]: value = "task-3077109" [ 655.782928] env[69413]: _type = "Task" [ 655.782928] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.788691] env[69413]: DEBUG oslo_vmware.api [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Task: {'id': task-3077107, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.797116] env[69413]: DEBUG oslo_vmware.api [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Task: {'id': task-3077109, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.880534] env[69413]: DEBUG nova.network.neutron [req-638ce8f3-0b59-49e3-aaa7-e853fde9a00e req-38a25bc9-4d16-45d2-8252-58381e7cb977 service nova] [instance: de756510-54b4-4b77-beeb-406507b128cb] Updated VIF entry in instance network info cache for port 73de899a-7a63-4ecb-b6bf-c73af2e7ded7. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.880534] env[69413]: DEBUG nova.network.neutron [req-638ce8f3-0b59-49e3-aaa7-e853fde9a00e req-38a25bc9-4d16-45d2-8252-58381e7cb977 service nova] [instance: de756510-54b4-4b77-beeb-406507b128cb] Updating instance_info_cache with network_info: [{"id": "73de899a-7a63-4ecb-b6bf-c73af2e7ded7", "address": "fa:16:3e:d1:b4:38", "network": {"id": "ae1421d8-cc24-418c-91b0-6cfbfce8d925", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1563470046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f082785c77304c42b2e5b6bd45dc809a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73de899a-7a", "ovs_interfaceid": "73de899a-7a63-4ecb-b6bf-c73af2e7ded7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.932968] env[69413]: DEBUG nova.compute.manager [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 655.971084] env[69413]: DEBUG nova.virt.hardware [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 655.971293] env[69413]: DEBUG nova.virt.hardware [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 655.971555] env[69413]: DEBUG nova.virt.hardware [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 655.971673] env[69413]: DEBUG nova.virt.hardware [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 655.971797] env[69413]: DEBUG nova.virt.hardware [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 655.971942] env[69413]: DEBUG nova.virt.hardware [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 655.972193] env[69413]: DEBUG nova.virt.hardware [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 655.972635] env[69413]: DEBUG nova.virt.hardware [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 655.972635] env[69413]: DEBUG nova.virt.hardware [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 655.972800] env[69413]: DEBUG nova.virt.hardware [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 655.972950] env[69413]: DEBUG nova.virt.hardware [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 655.973912] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac742845-dc3d-42df-99b6-1405960f7ad5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.986438] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8107d0d6-8f65-4158-a1db-5c736e37ce32 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.992659] env[69413]: DEBUG oslo_concurrency.lockutils [None req-73b610d8-3121-4bbf-a0b9-61938aaf854c tempest-DeleteServersAdminTestJSON-879678909 tempest-DeleteServersAdminTestJSON-879678909-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.996057] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.862s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.997399] env[69413]: INFO nova.compute.claims [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.002298] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.025133] env[69413]: INFO nova.scheduler.client.report [None req-73b610d8-3121-4bbf-a0b9-61938aaf854c tempest-DeleteServersAdminTestJSON-879678909 tempest-DeleteServersAdminTestJSON-879678909-project-admin] Deleted allocations for instance 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8 [ 656.035021] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077105, 'name': CreateVM_Task, 'duration_secs': 0.654384} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.035581] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.036222] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.036586] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.036824] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.037150] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4dfb8c5-d2df-4dc7-b0d8-e38d6f446e86 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.043450] env[69413]: DEBUG oslo_vmware.api [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Waiting for the task: (returnval){ [ 656.043450] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52396a8f-d1f3-689d-588d-bfbf48a1d9ec" [ 656.043450] env[69413]: _type = "Task" [ 656.043450] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.052650] env[69413]: DEBUG oslo_vmware.api [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52396a8f-d1f3-689d-588d-bfbf48a1d9ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.186488] env[69413]: DEBUG oslo_concurrency.lockutils [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Acquiring lock "refresh_cache-6bc4ef14-5504-4c90-8d21-a8cd681b9070" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.187085] env[69413]: DEBUG oslo_concurrency.lockutils [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Acquired lock "refresh_cache-6bc4ef14-5504-4c90-8d21-a8cd681b9070" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.187085] env[69413]: DEBUG nova.network.neutron [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.218295] env[69413]: DEBUG oslo_vmware.api [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Task: {'id': task-3077108, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.280422] env[69413]: DEBUG oslo_vmware.api [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Task: {'id': task-3077107, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.814837} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.280851] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] de756510-54b4-4b77-beeb-406507b128cb/de756510-54b4-4b77-beeb-406507b128cb.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.281150] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] [instance: de756510-54b4-4b77-beeb-406507b128cb] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 656.281451] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad4d26bf-2097-46ea-a2a7-5cb8bd3fd5eb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.293052] env[69413]: DEBUG oslo_vmware.api [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Task: {'id': task-3077109, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.294582] env[69413]: DEBUG oslo_vmware.api [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Waiting for the task: (returnval){ [ 656.294582] env[69413]: value = "task-3077111" [ 656.294582] env[69413]: _type = "Task" [ 656.294582] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.307861] env[69413]: DEBUG oslo_vmware.api [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Task: {'id': task-3077111, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.386668] env[69413]: DEBUG oslo_concurrency.lockutils [req-638ce8f3-0b59-49e3-aaa7-e853fde9a00e req-38a25bc9-4d16-45d2-8252-58381e7cb977 service nova] Releasing lock "refresh_cache-de756510-54b4-4b77-beeb-406507b128cb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.386984] env[69413]: DEBUG nova.compute.manager [req-638ce8f3-0b59-49e3-aaa7-e853fde9a00e req-38a25bc9-4d16-45d2-8252-58381e7cb977 service nova] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Received event network-vif-deleted-4012a4a1-86fe-4895-a2a1-677eeec638ea {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.387232] env[69413]: DEBUG nova.compute.manager [req-638ce8f3-0b59-49e3-aaa7-e853fde9a00e req-38a25bc9-4d16-45d2-8252-58381e7cb977 service nova] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Received event network-vif-plugged-629082e4-cda1-4129-8482-abb59f91f150 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.388630] env[69413]: DEBUG oslo_concurrency.lockutils [req-638ce8f3-0b59-49e3-aaa7-e853fde9a00e req-38a25bc9-4d16-45d2-8252-58381e7cb977 service nova] Acquiring lock "9c167732-fb10-402b-8b16-d9094785af78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.388630] env[69413]: DEBUG oslo_concurrency.lockutils [req-638ce8f3-0b59-49e3-aaa7-e853fde9a00e req-38a25bc9-4d16-45d2-8252-58381e7cb977 service nova] Lock "9c167732-fb10-402b-8b16-d9094785af78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.388630] env[69413]: DEBUG oslo_concurrency.lockutils [req-638ce8f3-0b59-49e3-aaa7-e853fde9a00e req-38a25bc9-4d16-45d2-8252-58381e7cb977 service nova] Lock "9c167732-fb10-402b-8b16-d9094785af78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.388630] env[69413]: DEBUG nova.compute.manager [req-638ce8f3-0b59-49e3-aaa7-e853fde9a00e req-38a25bc9-4d16-45d2-8252-58381e7cb977 service nova] [instance: 9c167732-fb10-402b-8b16-d9094785af78] No waiting events found dispatching network-vif-plugged-629082e4-cda1-4129-8482-abb59f91f150 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 656.388630] env[69413]: WARNING nova.compute.manager [req-638ce8f3-0b59-49e3-aaa7-e853fde9a00e req-38a25bc9-4d16-45d2-8252-58381e7cb977 service nova] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Received unexpected event network-vif-plugged-629082e4-cda1-4129-8482-abb59f91f150 for instance with vm_state building and task_state spawning. [ 656.388955] env[69413]: DEBUG nova.compute.manager [req-638ce8f3-0b59-49e3-aaa7-e853fde9a00e req-38a25bc9-4d16-45d2-8252-58381e7cb977 service nova] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Received event network-changed-629082e4-cda1-4129-8482-abb59f91f150 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.388955] env[69413]: DEBUG nova.compute.manager [req-638ce8f3-0b59-49e3-aaa7-e853fde9a00e req-38a25bc9-4d16-45d2-8252-58381e7cb977 service nova] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Refreshing instance network info cache due to event network-changed-629082e4-cda1-4129-8482-abb59f91f150. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 656.388955] env[69413]: DEBUG oslo_concurrency.lockutils [req-638ce8f3-0b59-49e3-aaa7-e853fde9a00e req-38a25bc9-4d16-45d2-8252-58381e7cb977 service nova] Acquiring lock "refresh_cache-9c167732-fb10-402b-8b16-d9094785af78" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.388955] env[69413]: DEBUG oslo_concurrency.lockutils [req-638ce8f3-0b59-49e3-aaa7-e853fde9a00e req-38a25bc9-4d16-45d2-8252-58381e7cb977 service nova] Acquired lock "refresh_cache-9c167732-fb10-402b-8b16-d9094785af78" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.389111] env[69413]: DEBUG nova.network.neutron [req-638ce8f3-0b59-49e3-aaa7-e853fde9a00e req-38a25bc9-4d16-45d2-8252-58381e7cb977 service nova] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Refreshing network info cache for port 629082e4-cda1-4129-8482-abb59f91f150 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.539611] env[69413]: DEBUG oslo_concurrency.lockutils [None req-73b610d8-3121-4bbf-a0b9-61938aaf854c tempest-DeleteServersAdminTestJSON-879678909 tempest-DeleteServersAdminTestJSON-879678909-project-admin] Lock "162b8b0c-9f6c-4acd-bf2f-b053f487ccd8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.977s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.560238] env[69413]: DEBUG oslo_vmware.api [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52396a8f-d1f3-689d-588d-bfbf48a1d9ec, 'name': SearchDatastore_Task, 'duration_secs': 0.020836} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.561453] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.561758] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.562045] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.562406] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.562461] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.563146] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef1b7e3e-d481-4829-9932-1263d1a007c2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.576373] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.576563] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.577437] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bc862b1-a26f-4a8d-b2e2-7d781b82ebb2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.585231] env[69413]: DEBUG oslo_vmware.api [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Waiting for the task: (returnval){ [ 656.585231] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5247dde9-3d2c-d0b2-c282-7d4ae72b945c" [ 656.585231] env[69413]: _type = "Task" [ 656.585231] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.595147] env[69413]: DEBUG oslo_vmware.api [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5247dde9-3d2c-d0b2-c282-7d4ae72b945c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.724116] env[69413]: DEBUG oslo_vmware.api [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Task: {'id': task-3077108, 'name': PowerOnVM_Task, 'duration_secs': 0.819351} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.724116] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.724116] env[69413]: INFO nova.compute.manager [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Took 11.15 seconds to spawn the instance on the hypervisor. [ 656.724116] env[69413]: DEBUG nova.compute.manager [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.724116] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b017407e-2e3f-41b2-8e40-21d0f24fc974 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.728686] env[69413]: DEBUG nova.network.neutron [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.796738] env[69413]: DEBUG oslo_vmware.api [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Task: {'id': task-3077109, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.809361] env[69413]: DEBUG oslo_vmware.api [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Task: {'id': task-3077111, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161535} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.812623] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] [instance: de756510-54b4-4b77-beeb-406507b128cb] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.813490] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f53901e-051c-49aa-814d-d545cc3e6a05 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.841893] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] [instance: de756510-54b4-4b77-beeb-406507b128cb] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] de756510-54b4-4b77-beeb-406507b128cb/de756510-54b4-4b77-beeb-406507b128cb.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.842556] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2304ffb-ad4d-42fe-a5f9-4701fa2f84a8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.868574] env[69413]: DEBUG oslo_vmware.api [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Waiting for the task: (returnval){ [ 656.868574] env[69413]: value = "task-3077112" [ 656.868574] env[69413]: _type = "Task" [ 656.868574] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.879748] env[69413]: DEBUG oslo_vmware.api [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Task: {'id': task-3077112, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.895505] env[69413]: DEBUG nova.compute.manager [req-cc9ae075-529e-4004-b3e7-f0b428886d4a req-e0438d2f-8b7e-4f5d-9047-309569667e93 service nova] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Received event network-vif-plugged-b18d2e86-7f8b-48dd-aac6-be1032b71654 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.895655] env[69413]: DEBUG oslo_concurrency.lockutils [req-cc9ae075-529e-4004-b3e7-f0b428886d4a req-e0438d2f-8b7e-4f5d-9047-309569667e93 service nova] Acquiring lock "6bc4ef14-5504-4c90-8d21-a8cd681b9070-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.895918] env[69413]: DEBUG oslo_concurrency.lockutils [req-cc9ae075-529e-4004-b3e7-f0b428886d4a req-e0438d2f-8b7e-4f5d-9047-309569667e93 service nova] Lock "6bc4ef14-5504-4c90-8d21-a8cd681b9070-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.896153] env[69413]: DEBUG oslo_concurrency.lockutils [req-cc9ae075-529e-4004-b3e7-f0b428886d4a req-e0438d2f-8b7e-4f5d-9047-309569667e93 service nova] Lock "6bc4ef14-5504-4c90-8d21-a8cd681b9070-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.896367] env[69413]: DEBUG nova.compute.manager [req-cc9ae075-529e-4004-b3e7-f0b428886d4a req-e0438d2f-8b7e-4f5d-9047-309569667e93 service nova] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] No waiting events found dispatching network-vif-plugged-b18d2e86-7f8b-48dd-aac6-be1032b71654 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 656.896559] env[69413]: WARNING nova.compute.manager [req-cc9ae075-529e-4004-b3e7-f0b428886d4a req-e0438d2f-8b7e-4f5d-9047-309569667e93 service nova] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Received unexpected event network-vif-plugged-b18d2e86-7f8b-48dd-aac6-be1032b71654 for instance with vm_state building and task_state spawning. [ 656.925970] env[69413]: DEBUG nova.network.neutron [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Updating instance_info_cache with network_info: [{"id": "b18d2e86-7f8b-48dd-aac6-be1032b71654", "address": "fa:16:3e:09:5d:17", "network": {"id": "df7ddefe-e970-49e1-be6f-bcbca8075fbd", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2018287554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87a426ce2d73436d9e9fd7eb28693b09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb18d2e86-7f", "ovs_interfaceid": "b18d2e86-7f8b-48dd-aac6-be1032b71654", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.097322] env[69413]: DEBUG oslo_vmware.api [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5247dde9-3d2c-d0b2-c282-7d4ae72b945c, 'name': SearchDatastore_Task, 'duration_secs': 0.035592} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.101759] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56d7960b-bb1e-4ef5-a414-18382828f339 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.107395] env[69413]: DEBUG oslo_vmware.api [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Waiting for the task: (returnval){ [ 657.107395] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]527ce5da-2b13-37b4-5658-e058ed73fd9e" [ 657.107395] env[69413]: _type = "Task" [ 657.107395] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.118301] env[69413]: DEBUG oslo_vmware.api [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]527ce5da-2b13-37b4-5658-e058ed73fd9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.149964] env[69413]: DEBUG nova.network.neutron [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Successfully updated port: a09580ee-a460-4740-afe8-5b84ffe5c709 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 657.243593] env[69413]: INFO nova.compute.manager [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Took 23.49 seconds to build instance. [ 657.295819] env[69413]: DEBUG oslo_vmware.api [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Task: {'id': task-3077109, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.382355] env[69413]: DEBUG oslo_vmware.api [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Task: {'id': task-3077112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.388514] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b88d34-9fc0-46c9-b7ce-e6443a9d298c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.396456] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d6a36a-cfa4-4ade-8bfe-2efb176ffada {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.428963] env[69413]: DEBUG oslo_concurrency.lockutils [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Releasing lock "refresh_cache-6bc4ef14-5504-4c90-8d21-a8cd681b9070" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.429611] env[69413]: DEBUG nova.compute.manager [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Instance network_info: |[{"id": "b18d2e86-7f8b-48dd-aac6-be1032b71654", "address": "fa:16:3e:09:5d:17", "network": {"id": "df7ddefe-e970-49e1-be6f-bcbca8075fbd", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2018287554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87a426ce2d73436d9e9fd7eb28693b09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb18d2e86-7f", "ovs_interfaceid": "b18d2e86-7f8b-48dd-aac6-be1032b71654", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 657.429941] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:5d:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b18d2e86-7f8b-48dd-aac6-be1032b71654', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.437590] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Creating folder: Project (87a426ce2d73436d9e9fd7eb28693b09). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.438308] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e912193b-4a29-478e-b062-2cb368d79822 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.440995] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78f632b8-ec4e-4620-b7f1-0ec7ad54f129 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.448757] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a82899-494e-40de-86a8-7499cd792fd0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.453810] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Created folder: Project (87a426ce2d73436d9e9fd7eb28693b09) in parent group-v616034. [ 657.453999] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Creating folder: Instances. Parent ref: group-v616080. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.454601] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3745619-50eb-4975-a8f5-097aac9a519c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.464647] env[69413]: DEBUG nova.compute.provider_tree [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 657.469535] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Created folder: Instances in parent group-v616080. [ 657.469781] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.470221] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.470708] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dfe04c56-0e75-4461-82ee-5958c290824d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.492995] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.492995] env[69413]: value = "task-3077115" [ 657.492995] env[69413]: _type = "Task" [ 657.492995] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.502217] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077115, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.573517] env[69413]: DEBUG nova.compute.manager [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Stashing vm_state: active {{(pid=69413) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 657.618462] env[69413]: DEBUG oslo_vmware.api [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]527ce5da-2b13-37b4-5658-e058ed73fd9e, 'name': SearchDatastore_Task, 'duration_secs': 0.028537} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.618731] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.619031] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 9c167732-fb10-402b-8b16-d9094785af78/9c167732-fb10-402b-8b16-d9094785af78.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.619615] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d469f5bb-dd5e-4eb8-94d2-891a259d6e63 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.627513] env[69413]: DEBUG oslo_vmware.api [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Waiting for the task: (returnval){ [ 657.627513] env[69413]: value = "task-3077116" [ 657.627513] env[69413]: _type = "Task" [ 657.627513] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.636286] env[69413]: DEBUG oslo_vmware.api [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.636957] env[69413]: DEBUG nova.network.neutron [req-638ce8f3-0b59-49e3-aaa7-e853fde9a00e req-38a25bc9-4d16-45d2-8252-58381e7cb977 service nova] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Updated VIF entry in instance network info cache for port 629082e4-cda1-4129-8482-abb59f91f150. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.637302] env[69413]: DEBUG nova.network.neutron [req-638ce8f3-0b59-49e3-aaa7-e853fde9a00e req-38a25bc9-4d16-45d2-8252-58381e7cb977 service nova] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Updating instance_info_cache with network_info: [{"id": "629082e4-cda1-4129-8482-abb59f91f150", "address": "fa:16:3e:ed:90:67", "network": {"id": "d98167cb-87c0-416f-a41d-446befedd8cb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-767419095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "aee4858f97604accae0cfa296cc59aeb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap629082e4-cd", "ovs_interfaceid": "629082e4-cda1-4129-8482-abb59f91f150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.748725] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9eac0e61-94d4-4711-a810-a7cff4f47b2b tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Lock "9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.644s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.796246] env[69413]: DEBUG oslo_vmware.api [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Task: {'id': task-3077109, 'name': ReconfigVM_Task, 'duration_secs': 1.749651} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.796538] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Reconfigured VM instance instance-00000002 to attach disk [datastore2] fa02511c-c494-44f0-8e49-1dcc95c9f6bb/fa02511c-c494-44f0-8e49-1dcc95c9f6bb.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 657.797148] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-306a686d-3ae1-4d1e-b741-b78452122ecb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.811044] env[69413]: DEBUG oslo_vmware.api [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Waiting for the task: (returnval){ [ 657.811044] env[69413]: value = "task-3077117" [ 657.811044] env[69413]: _type = "Task" [ 657.811044] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.823025] env[69413]: DEBUG oslo_vmware.api [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Task: {'id': task-3077117, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.881415] env[69413]: DEBUG oslo_vmware.api [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Task: {'id': task-3077112, 'name': ReconfigVM_Task, 'duration_secs': 0.866959} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.881736] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] [instance: de756510-54b4-4b77-beeb-406507b128cb] Reconfigured VM instance instance-0000000d to attach disk [datastore2] de756510-54b4-4b77-beeb-406507b128cb/de756510-54b4-4b77-beeb-406507b128cb.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 657.882519] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eee4e1c0-4aba-4da8-a119-51a479cfed05 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.891500] env[69413]: DEBUG oslo_vmware.api [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Waiting for the task: (returnval){ [ 657.891500] env[69413]: value = "task-3077118" [ 657.891500] env[69413]: _type = "Task" [ 657.891500] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.903446] env[69413]: DEBUG oslo_vmware.api [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Task: {'id': task-3077118, 'name': Rename_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.006478] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077115, 'name': CreateVM_Task, 'duration_secs': 0.39471} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.007866] env[69413]: ERROR nova.scheduler.client.report [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [req-655a1e40-2ece-4899-9825-167407991cd4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65568fbe-598e-408e-afad-1b65d19c68ec. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-655a1e40-2ece-4899-9825-167407991cd4"}]} [ 658.008466] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.013043] env[69413]: DEBUG oslo_concurrency.lockutils [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.013043] env[69413]: DEBUG oslo_concurrency.lockutils [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.013517] env[69413]: DEBUG oslo_concurrency.lockutils [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.013856] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da406f4d-a14d-4bef-8f36-2427ba8bd426 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.023062] env[69413]: DEBUG oslo_vmware.api [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Waiting for the task: (returnval){ [ 658.023062] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522ea03b-f2dd-2edc-5a39-d0615d31d90a" [ 658.023062] env[69413]: _type = "Task" [ 658.023062] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.045880] env[69413]: DEBUG oslo_vmware.api [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522ea03b-f2dd-2edc-5a39-d0615d31d90a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.045880] env[69413]: DEBUG nova.scheduler.client.report [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Refreshing inventories for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 658.060935] env[69413]: DEBUG nova.scheduler.client.report [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Updating ProviderTree inventory for provider 65568fbe-598e-408e-afad-1b65d19c68ec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 658.061683] env[69413]: DEBUG nova.compute.provider_tree [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 658.080189] env[69413]: DEBUG nova.scheduler.client.report [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Refreshing aggregate associations for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec, aggregates: None {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 658.116757] env[69413]: DEBUG nova.scheduler.client.report [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Refreshing trait associations for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 658.126490] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.141984] env[69413]: DEBUG oslo_concurrency.lockutils [req-638ce8f3-0b59-49e3-aaa7-e853fde9a00e req-38a25bc9-4d16-45d2-8252-58381e7cb977 service nova] Releasing lock "refresh_cache-9c167732-fb10-402b-8b16-d9094785af78" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.142568] env[69413]: DEBUG oslo_vmware.api [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077116, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.251817] env[69413]: DEBUG nova.compute.manager [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 658.324073] env[69413]: DEBUG oslo_vmware.api [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Task: {'id': task-3077117, 'name': Rename_Task, 'duration_secs': 0.216816} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.326736] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.327229] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2d6d4ca-2295-4a2a-94e3-079d5868dca3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.338148] env[69413]: DEBUG oslo_vmware.api [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Waiting for the task: (returnval){ [ 658.338148] env[69413]: value = "task-3077120" [ 658.338148] env[69413]: _type = "Task" [ 658.338148] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.350184] env[69413]: DEBUG oslo_vmware.api [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Task: {'id': task-3077120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.401847] env[69413]: DEBUG oslo_vmware.api [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Task: {'id': task-3077118, 'name': Rename_Task, 'duration_secs': 0.210944} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.402147] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] [instance: de756510-54b4-4b77-beeb-406507b128cb] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.402396] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a1961c4-9a2c-499f-a0ff-d8b3812a883d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.412914] env[69413]: DEBUG oslo_vmware.api [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Waiting for the task: (returnval){ [ 658.412914] env[69413]: value = "task-3077121" [ 658.412914] env[69413]: _type = "Task" [ 658.412914] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.424448] env[69413]: DEBUG oslo_vmware.api [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Task: {'id': task-3077121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.523722] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dcfbb37-0eab-49ba-9d0f-6c37e564e5ae {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.538380] env[69413]: DEBUG oslo_vmware.api [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522ea03b-f2dd-2edc-5a39-d0615d31d90a, 'name': SearchDatastore_Task, 'duration_secs': 0.028079} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.539717] env[69413]: DEBUG oslo_concurrency.lockutils [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.539970] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.540216] env[69413]: DEBUG oslo_concurrency.lockutils [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.540359] env[69413]: DEBUG oslo_concurrency.lockutils [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.540535] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.542074] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fcb7e9c0-916e-414d-a3ae-8e6fee70dc87 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.544644] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826eb744-de22-4321-b0d5-a03e89a921df {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.551251] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Acquiring lock "61ce2ba4-7d7d-4409-bac1-f545d77ed191" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.551469] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Lock "61ce2ba4-7d7d-4409-bac1-f545d77ed191" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.585101] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146f7893-d96c-4d73-abe0-8e31d96cdfce {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.588133] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.588378] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.589127] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28c210f6-f44c-4a13-bec9-ba22429917b1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.598932] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c58b59a-9a55-4cd5-9dc5-7d432be10b1a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.602985] env[69413]: DEBUG oslo_vmware.api [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Waiting for the task: (returnval){ [ 658.602985] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]525e4e44-c353-dc18-0ba0-3c00d72a3785" [ 658.602985] env[69413]: _type = "Task" [ 658.602985] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.615126] env[69413]: DEBUG nova.compute.provider_tree [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 658.622537] env[69413]: DEBUG oslo_vmware.api [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]525e4e44-c353-dc18-0ba0-3c00d72a3785, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.642021] env[69413]: DEBUG oslo_vmware.api [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582382} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.642021] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 9c167732-fb10-402b-8b16-d9094785af78/9c167732-fb10-402b-8b16-d9094785af78.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.642021] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.642021] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32b8fb3b-d3bb-4fde-b71e-d0e2d5850968 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.648835] env[69413]: DEBUG oslo_vmware.api [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Waiting for the task: (returnval){ [ 658.648835] env[69413]: value = "task-3077122" [ 658.648835] env[69413]: _type = "Task" [ 658.648835] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.658723] env[69413]: DEBUG oslo_vmware.api [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077122, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.776425] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.852603] env[69413]: DEBUG oslo_vmware.api [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Task: {'id': task-3077120, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.923628] env[69413]: DEBUG oslo_vmware.api [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Task: {'id': task-3077121, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.957975] env[69413]: DEBUG nova.compute.manager [req-3fe6c6dc-9fcc-4c1c-87b6-e874e90b5864 req-b0340011-bc51-4228-8f31-f91aa1356a9f service nova] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Received event network-vif-plugged-a09580ee-a460-4740-afe8-5b84ffe5c709 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.958839] env[69413]: DEBUG oslo_concurrency.lockutils [req-3fe6c6dc-9fcc-4c1c-87b6-e874e90b5864 req-b0340011-bc51-4228-8f31-f91aa1356a9f service nova] Acquiring lock "b1a05b8b-385c-44b8-88ef-09d599ca6afb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.958839] env[69413]: DEBUG oslo_concurrency.lockutils [req-3fe6c6dc-9fcc-4c1c-87b6-e874e90b5864 req-b0340011-bc51-4228-8f31-f91aa1356a9f service nova] Lock "b1a05b8b-385c-44b8-88ef-09d599ca6afb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.958839] env[69413]: DEBUG oslo_concurrency.lockutils [req-3fe6c6dc-9fcc-4c1c-87b6-e874e90b5864 req-b0340011-bc51-4228-8f31-f91aa1356a9f service nova] Lock "b1a05b8b-385c-44b8-88ef-09d599ca6afb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.958839] env[69413]: DEBUG nova.compute.manager [req-3fe6c6dc-9fcc-4c1c-87b6-e874e90b5864 req-b0340011-bc51-4228-8f31-f91aa1356a9f service nova] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] No waiting events found dispatching network-vif-plugged-a09580ee-a460-4740-afe8-5b84ffe5c709 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 658.959427] env[69413]: WARNING nova.compute.manager [req-3fe6c6dc-9fcc-4c1c-87b6-e874e90b5864 req-b0340011-bc51-4228-8f31-f91aa1356a9f service nova] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Received unexpected event network-vif-plugged-a09580ee-a460-4740-afe8-5b84ffe5c709 for instance with vm_state building and task_state spawning. [ 659.009172] env[69413]: DEBUG nova.compute.manager [None req-6900eb69-2cd9-4b43-9e15-fc1e8a3ec8a5 tempest-ServerDiagnosticsV248Test-361208554 tempest-ServerDiagnosticsV248Test-361208554-project-admin] [instance: df239eb7-2f59-4228-9a00-859cf92f71f8] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.010683] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3585d9-1c90-4c55-a3d7-2367b775d1d3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.018585] env[69413]: INFO nova.compute.manager [None req-6900eb69-2cd9-4b43-9e15-fc1e8a3ec8a5 tempest-ServerDiagnosticsV248Test-361208554 tempest-ServerDiagnosticsV248Test-361208554-project-admin] [instance: df239eb7-2f59-4228-9a00-859cf92f71f8] Retrieving diagnostics [ 659.019444] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23bbdef-2a26-4907-ae13-4b6446e2f612 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.056195] env[69413]: INFO nova.compute.manager [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Rebuilding instance [ 659.102385] env[69413]: DEBUG nova.compute.manager [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.103236] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50faaf34-713e-4dce-9980-7ec394a87d6a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.121099] env[69413]: DEBUG oslo_vmware.api [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]525e4e44-c353-dc18-0ba0-3c00d72a3785, 'name': SearchDatastore_Task, 'duration_secs': 0.026532} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.122266] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76a8e114-73d9-4c57-a25d-87f6203697d1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.129681] env[69413]: DEBUG oslo_vmware.api [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Waiting for the task: (returnval){ [ 659.129681] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528be851-a19d-d56c-4cf4-b6ddd9f31852" [ 659.129681] env[69413]: _type = "Task" [ 659.129681] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.139884] env[69413]: DEBUG oslo_vmware.api [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528be851-a19d-d56c-4cf4-b6ddd9f31852, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.140881] env[69413]: ERROR nova.scheduler.client.report [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [req-f6b1c242-4025-4bfd-938d-9d69f05e5033] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65568fbe-598e-408e-afad-1b65d19c68ec. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f6b1c242-4025-4bfd-938d-9d69f05e5033"}]} [ 659.160213] env[69413]: DEBUG oslo_vmware.api [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077122, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.218061} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.161455] env[69413]: DEBUG nova.scheduler.client.report [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Refreshing inventories for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 659.163669] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.165271] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55957c63-60d9-4bfb-a0ba-88a707503953 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.192474] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 9c167732-fb10-402b-8b16-d9094785af78/9c167732-fb10-402b-8b16-d9094785af78.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.193634] env[69413]: DEBUG nova.scheduler.client.report [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Updating ProviderTree inventory for provider 65568fbe-598e-408e-afad-1b65d19c68ec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 659.193885] env[69413]: DEBUG nova.compute.provider_tree [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 659.196203] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed796f98-d394-4808-8100-d01597abf887 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.218094] env[69413]: DEBUG oslo_vmware.api [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Waiting for the task: (returnval){ [ 659.218094] env[69413]: value = "task-3077123" [ 659.218094] env[69413]: _type = "Task" [ 659.218094] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.225295] env[69413]: DEBUG nova.scheduler.client.report [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Refreshing aggregate associations for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec, aggregates: None {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 659.231021] env[69413]: DEBUG oslo_vmware.api [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077123, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.256914] env[69413]: DEBUG nova.scheduler.client.report [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Refreshing trait associations for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 659.348417] env[69413]: DEBUG oslo_vmware.api [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Task: {'id': task-3077120, 'name': PowerOnVM_Task, 'duration_secs': 0.942433} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.351228] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.351531] env[69413]: DEBUG nova.compute.manager [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.352740] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b15d4ef-c1fb-4b1f-8aa2-9a5c704dfed0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.426582] env[69413]: DEBUG oslo_vmware.api [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Task: {'id': task-3077121, 'name': PowerOnVM_Task, 'duration_secs': 0.973552} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.427128] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] [instance: de756510-54b4-4b77-beeb-406507b128cb] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.427128] env[69413]: INFO nova.compute.manager [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] [instance: de756510-54b4-4b77-beeb-406507b128cb] Took 11.30 seconds to spawn the instance on the hypervisor. [ 659.427274] env[69413]: DEBUG nova.compute.manager [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] [instance: de756510-54b4-4b77-beeb-406507b128cb] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.428019] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281fbaef-32aa-458b-b65d-778f75390690 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.603512] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13e0b2b-d3c1-4978-9ce2-b406393a73f6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.611785] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ffc1ee-dd6c-4ef3-8210-3690b2434816 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.650208] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1099f8aa-ecd8-42cb-8a59-ab10577d6329 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.663891] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb804f6-ea66-4184-9ecc-cf9392fbab74 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.668390] env[69413]: DEBUG oslo_vmware.api [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528be851-a19d-d56c-4cf4-b6ddd9f31852, 'name': SearchDatastore_Task, 'duration_secs': 0.01592} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.668653] env[69413]: DEBUG oslo_concurrency.lockutils [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.669129] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 6bc4ef14-5504-4c90-8d21-a8cd681b9070/6bc4ef14-5504-4c90-8d21-a8cd681b9070.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.669753] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e80e0d1-9a6a-4293-b70b-2283d6cdfb36 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.682825] env[69413]: DEBUG nova.compute.provider_tree [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 659.689249] env[69413]: DEBUG oslo_vmware.api [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Waiting for the task: (returnval){ [ 659.689249] env[69413]: value = "task-3077124" [ 659.689249] env[69413]: _type = "Task" [ 659.689249] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.698967] env[69413]: DEBUG oslo_vmware.api [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Task: {'id': task-3077124, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.730385] env[69413]: DEBUG oslo_vmware.api [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077123, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.799387] env[69413]: DEBUG nova.network.neutron [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Successfully updated port: e6c22259-041e-4101-a005-f1da048af9b8 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 659.876492] env[69413]: DEBUG oslo_concurrency.lockutils [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.952832] env[69413]: INFO nova.compute.manager [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] [instance: de756510-54b4-4b77-beeb-406507b128cb] Took 23.88 seconds to build instance. [ 660.147647] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 660.148473] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2dfb0606-a3c3-4a25-a734-bcf78e8e3444 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.160096] env[69413]: DEBUG oslo_vmware.api [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 660.160096] env[69413]: value = "task-3077125" [ 660.160096] env[69413]: _type = "Task" [ 660.160096] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.172639] env[69413]: DEBUG oslo_vmware.api [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077125, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.205171] env[69413]: DEBUG oslo_vmware.api [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Task: {'id': task-3077124, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.230507] env[69413]: DEBUG oslo_vmware.api [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077123, 'name': ReconfigVM_Task, 'duration_secs': 0.524647} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.230916] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 9c167732-fb10-402b-8b16-d9094785af78/9c167732-fb10-402b-8b16-d9094785af78.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.231844] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e82b9413-dcde-40d3-af2e-d3393a4ed5fc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.241220] env[69413]: DEBUG oslo_vmware.api [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Waiting for the task: (returnval){ [ 660.241220] env[69413]: value = "task-3077126" [ 660.241220] env[69413]: _type = "Task" [ 660.241220] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.252536] env[69413]: DEBUG oslo_vmware.api [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077126, 'name': Rename_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.283516] env[69413]: DEBUG nova.scheduler.client.report [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Updated inventory for provider 65568fbe-598e-408e-afad-1b65d19c68ec with generation 30 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 660.287121] env[69413]: DEBUG nova.compute.provider_tree [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Updating resource provider 65568fbe-598e-408e-afad-1b65d19c68ec generation from 30 to 31 during operation: update_inventory {{(pid=69413) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 660.287121] env[69413]: DEBUG nova.compute.provider_tree [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 660.454660] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e344ddc2-599f-4c0a-8e8f-e542d113e773 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Lock "de756510-54b4-4b77-beeb-406507b128cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.301s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.606865] env[69413]: DEBUG nova.compute.manager [req-55fcdec9-5354-4959-9302-60f34ee6d00e req-cadf3feb-0715-48ef-a7ac-51f0829b20cd service nova] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Received event network-changed-b18d2e86-7f8b-48dd-aac6-be1032b71654 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.608466] env[69413]: DEBUG nova.compute.manager [req-55fcdec9-5354-4959-9302-60f34ee6d00e req-cadf3feb-0715-48ef-a7ac-51f0829b20cd service nova] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Refreshing instance network info cache due to event network-changed-b18d2e86-7f8b-48dd-aac6-be1032b71654. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 660.608466] env[69413]: DEBUG oslo_concurrency.lockutils [req-55fcdec9-5354-4959-9302-60f34ee6d00e req-cadf3feb-0715-48ef-a7ac-51f0829b20cd service nova] Acquiring lock "refresh_cache-6bc4ef14-5504-4c90-8d21-a8cd681b9070" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.608466] env[69413]: DEBUG oslo_concurrency.lockutils [req-55fcdec9-5354-4959-9302-60f34ee6d00e req-cadf3feb-0715-48ef-a7ac-51f0829b20cd service nova] Acquired lock "refresh_cache-6bc4ef14-5504-4c90-8d21-a8cd681b9070" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.608466] env[69413]: DEBUG nova.network.neutron [req-55fcdec9-5354-4959-9302-60f34ee6d00e req-cadf3feb-0715-48ef-a7ac-51f0829b20cd service nova] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Refreshing network info cache for port b18d2e86-7f8b-48dd-aac6-be1032b71654 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.675227] env[69413]: DEBUG oslo_vmware.api [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077125, 'name': PowerOffVM_Task, 'duration_secs': 0.378627} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.675227] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 660.675227] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 660.675227] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd46edd3-2864-4ce6-a1b2-e0e9e0d30437 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.682520] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 660.682636] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfa51df9-7840-4b8b-a5d4-101126b34bcb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.701493] env[69413]: DEBUG oslo_vmware.api [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Task: {'id': task-3077124, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709512} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.701760] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 6bc4ef14-5504-4c90-8d21-a8cd681b9070/6bc4ef14-5504-4c90-8d21-a8cd681b9070.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.701992] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.702564] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0535ebb6-89f2-4048-bb05-b1cafe081978 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.709797] env[69413]: DEBUG oslo_vmware.api [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Waiting for the task: (returnval){ [ 660.709797] env[69413]: value = "task-3077129" [ 660.709797] env[69413]: _type = "Task" [ 660.709797] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.725627] env[69413]: DEBUG oslo_vmware.api [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Task: {'id': task-3077129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.755212] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 660.755744] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 660.756345] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Deleting the datastore file [datastore2] ad89fe25-881d-46a6-af6a-1098d39c87a9 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.762952] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-379377d8-3b85-4cb7-afa3-b8be23079d15 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.765379] env[69413]: DEBUG oslo_vmware.api [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077126, 'name': Rename_Task, 'duration_secs': 0.263682} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.765703] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.769216] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8a16393-3c89-418c-a542-1fa6877cfed9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.771957] env[69413]: DEBUG oslo_vmware.api [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 660.771957] env[69413]: value = "task-3077130" [ 660.771957] env[69413]: _type = "Task" [ 660.771957] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.781706] env[69413]: DEBUG oslo_vmware.api [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Waiting for the task: (returnval){ [ 660.781706] env[69413]: value = "task-3077131" [ 660.781706] env[69413]: _type = "Task" [ 660.781706] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.785722] env[69413]: DEBUG oslo_vmware.api [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077130, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.793698] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.794s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.793698] env[69413]: DEBUG nova.compute.manager [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 660.794986] env[69413]: DEBUG oslo_vmware.api [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077131, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.795298] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.035s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.795467] env[69413]: DEBUG nova.objects.instance [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69413) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 660.958484] env[69413]: DEBUG nova.compute.manager [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.017892] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Acquiring lock "87186036-0f42-4623-9b36-1513f84bb1c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.018251] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Lock "87186036-0f42-4623-9b36-1513f84bb1c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.021312] env[69413]: DEBUG oslo_concurrency.lockutils [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Acquiring lock "4489e320-79ed-4910-b910-60f4896e7a46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.021555] env[69413]: DEBUG oslo_concurrency.lockutils [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Lock "4489e320-79ed-4910-b910-60f4896e7a46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.221703] env[69413]: DEBUG oslo_vmware.api [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Task: {'id': task-3077129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075519} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.222116] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.222991] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2a1883-f8f7-41d1-a083-f56adcd71dc3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.250046] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 6bc4ef14-5504-4c90-8d21-a8cd681b9070/6bc4ef14-5504-4c90-8d21-a8cd681b9070.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.250754] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fc504ec-d5fc-40ae-98a5-49029cba51cb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.277895] env[69413]: DEBUG oslo_vmware.api [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Waiting for the task: (returnval){ [ 661.277895] env[69413]: value = "task-3077132" [ 661.277895] env[69413]: _type = "Task" [ 661.277895] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.290061] env[69413]: DEBUG oslo_vmware.api [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077130, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166569} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.291191] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.291352] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 661.291514] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 661.300900] env[69413]: DEBUG nova.compute.utils [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 661.302422] env[69413]: DEBUG oslo_vmware.api [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Task: {'id': task-3077132, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.302608] env[69413]: DEBUG oslo_vmware.api [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077131, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.306297] env[69413]: DEBUG nova.compute.manager [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 661.306466] env[69413]: DEBUG nova.network.neutron [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 661.411015] env[69413]: DEBUG nova.policy [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad41c6b2892b49148f82a43ebe98e07f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2dc1f2bbc864099bd0f9a128311073d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 661.496644] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.566507] env[69413]: DEBUG nova.network.neutron [req-55fcdec9-5354-4959-9302-60f34ee6d00e req-cadf3feb-0715-48ef-a7ac-51f0829b20cd service nova] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Updated VIF entry in instance network info cache for port b18d2e86-7f8b-48dd-aac6-be1032b71654. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 661.566918] env[69413]: DEBUG nova.network.neutron [req-55fcdec9-5354-4959-9302-60f34ee6d00e req-cadf3feb-0715-48ef-a7ac-51f0829b20cd service nova] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Updating instance_info_cache with network_info: [{"id": "b18d2e86-7f8b-48dd-aac6-be1032b71654", "address": "fa:16:3e:09:5d:17", "network": {"id": "df7ddefe-e970-49e1-be6f-bcbca8075fbd", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2018287554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87a426ce2d73436d9e9fd7eb28693b09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb18d2e86-7f", "ovs_interfaceid": "b18d2e86-7f8b-48dd-aac6-be1032b71654", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.619841] env[69413]: DEBUG oslo_concurrency.lockutils [None req-665bd814-1d7a-459d-9f59-ddbd897c17a7 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Acquiring lock "df239eb7-2f59-4228-9a00-859cf92f71f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.621801] env[69413]: DEBUG oslo_concurrency.lockutils [None req-665bd814-1d7a-459d-9f59-ddbd897c17a7 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Lock "df239eb7-2f59-4228-9a00-859cf92f71f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.621801] env[69413]: DEBUG oslo_concurrency.lockutils [None req-665bd814-1d7a-459d-9f59-ddbd897c17a7 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Acquiring lock "df239eb7-2f59-4228-9a00-859cf92f71f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.621801] env[69413]: DEBUG oslo_concurrency.lockutils [None req-665bd814-1d7a-459d-9f59-ddbd897c17a7 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Lock "df239eb7-2f59-4228-9a00-859cf92f71f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.621801] env[69413]: DEBUG oslo_concurrency.lockutils [None req-665bd814-1d7a-459d-9f59-ddbd897c17a7 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Lock "df239eb7-2f59-4228-9a00-859cf92f71f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.624801] env[69413]: INFO nova.compute.manager [None req-665bd814-1d7a-459d-9f59-ddbd897c17a7 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] [instance: df239eb7-2f59-4228-9a00-859cf92f71f8] Terminating instance [ 661.794605] env[69413]: DEBUG oslo_vmware.api [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077131, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.801118] env[69413]: DEBUG oslo_vmware.api [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Task: {'id': task-3077132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.806025] env[69413]: DEBUG nova.compute.manager [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 661.812924] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0321485a-fe59-4df7-a64d-cb40aa13a403 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.814205] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.004s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.815686] env[69413]: INFO nova.compute.claims [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.943045] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dcdf4632-3e87-4976-8a71-928af48fded3 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Acquiring lock "fa02511c-c494-44f0-8e49-1dcc95c9f6bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.943045] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dcdf4632-3e87-4976-8a71-928af48fded3 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Lock "fa02511c-c494-44f0-8e49-1dcc95c9f6bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.943045] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dcdf4632-3e87-4976-8a71-928af48fded3 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Acquiring lock "fa02511c-c494-44f0-8e49-1dcc95c9f6bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.943045] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dcdf4632-3e87-4976-8a71-928af48fded3 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Lock "fa02511c-c494-44f0-8e49-1dcc95c9f6bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.943336] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dcdf4632-3e87-4976-8a71-928af48fded3 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Lock "fa02511c-c494-44f0-8e49-1dcc95c9f6bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.945175] env[69413]: INFO nova.compute.manager [None req-dcdf4632-3e87-4976-8a71-928af48fded3 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Terminating instance [ 661.987692] env[69413]: DEBUG nova.network.neutron [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Successfully created port: 693be4e7-b871-4018-b840-49fcf73755a4 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 662.070748] env[69413]: DEBUG oslo_concurrency.lockutils [req-55fcdec9-5354-4959-9302-60f34ee6d00e req-cadf3feb-0715-48ef-a7ac-51f0829b20cd service nova] Releasing lock "refresh_cache-6bc4ef14-5504-4c90-8d21-a8cd681b9070" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.071114] env[69413]: DEBUG nova.compute.manager [req-55fcdec9-5354-4959-9302-60f34ee6d00e req-cadf3feb-0715-48ef-a7ac-51f0829b20cd service nova] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Received event network-changed-7aa85065-4501-493a-a816-dde8c31f89d6 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.071408] env[69413]: DEBUG nova.compute.manager [req-55fcdec9-5354-4959-9302-60f34ee6d00e req-cadf3feb-0715-48ef-a7ac-51f0829b20cd service nova] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Refreshing instance network info cache due to event network-changed-7aa85065-4501-493a-a816-dde8c31f89d6. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 662.071568] env[69413]: DEBUG oslo_concurrency.lockutils [req-55fcdec9-5354-4959-9302-60f34ee6d00e req-cadf3feb-0715-48ef-a7ac-51f0829b20cd service nova] Acquiring lock "refresh_cache-057c5ad1-94e2-4c5d-9d3e-032bc4248979" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.072992] env[69413]: DEBUG oslo_concurrency.lockutils [req-55fcdec9-5354-4959-9302-60f34ee6d00e req-cadf3feb-0715-48ef-a7ac-51f0829b20cd service nova] Acquired lock "refresh_cache-057c5ad1-94e2-4c5d-9d3e-032bc4248979" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.073261] env[69413]: DEBUG nova.network.neutron [req-55fcdec9-5354-4959-9302-60f34ee6d00e req-cadf3feb-0715-48ef-a7ac-51f0829b20cd service nova] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Refreshing network info cache for port 7aa85065-4501-493a-a816-dde8c31f89d6 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.132111] env[69413]: DEBUG oslo_concurrency.lockutils [None req-665bd814-1d7a-459d-9f59-ddbd897c17a7 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Acquiring lock "refresh_cache-df239eb7-2f59-4228-9a00-859cf92f71f8" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.135736] env[69413]: DEBUG oslo_concurrency.lockutils [None req-665bd814-1d7a-459d-9f59-ddbd897c17a7 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Acquired lock "refresh_cache-df239eb7-2f59-4228-9a00-859cf92f71f8" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.135736] env[69413]: DEBUG nova.network.neutron [None req-665bd814-1d7a-459d-9f59-ddbd897c17a7 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] [instance: df239eb7-2f59-4228-9a00-859cf92f71f8] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.264239] env[69413]: DEBUG nova.network.neutron [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Successfully updated port: a2deb294-44b1-4e99-a939-a86ed46dee9b {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 662.293341] env[69413]: DEBUG oslo_vmware.api [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Task: {'id': task-3077132, 'name': ReconfigVM_Task, 'duration_secs': 0.672821} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.299468] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 6bc4ef14-5504-4c90-8d21-a8cd681b9070/6bc4ef14-5504-4c90-8d21-a8cd681b9070.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.299468] env[69413]: DEBUG oslo_vmware.api [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077131, 'name': PowerOnVM_Task, 'duration_secs': 1.258066} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.299468] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a561db7-b43f-4b94-b30e-01963d603ffb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.300698] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.301035] env[69413]: INFO nova.compute.manager [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Took 11.63 seconds to spawn the instance on the hypervisor. [ 662.301322] env[69413]: DEBUG nova.compute.manager [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.303265] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967d79e1-be79-4414-a051-e486e4f96153 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.339358] env[69413]: DEBUG oslo_vmware.api [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Waiting for the task: (returnval){ [ 662.339358] env[69413]: value = "task-3077133" [ 662.339358] env[69413]: _type = "Task" [ 662.339358] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.351629] env[69413]: DEBUG oslo_vmware.api [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Task: {'id': task-3077133, 'name': Rename_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.374492] env[69413]: DEBUG nova.virt.hardware [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.374745] env[69413]: DEBUG nova.virt.hardware [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.374900] env[69413]: DEBUG nova.virt.hardware [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.375181] env[69413]: DEBUG nova.virt.hardware [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.375340] env[69413]: DEBUG nova.virt.hardware [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.375493] env[69413]: DEBUG nova.virt.hardware [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.375790] env[69413]: DEBUG nova.virt.hardware [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.375842] env[69413]: DEBUG nova.virt.hardware [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.376023] env[69413]: DEBUG nova.virt.hardware [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.376215] env[69413]: DEBUG nova.virt.hardware [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.376396] env[69413]: DEBUG nova.virt.hardware [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.377876] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f89698f-f398-44c7-94fc-121709a7736f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.388369] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17808acd-7e2b-4928-8af0-f342051c2960 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.404758] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:f5:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '479cb4e5-b9d6-4a61-ac0d-f7b3ee512b8e', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.412285] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.416297] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.416297] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5467abbc-35bf-4803-9c38-c46fbe793b1c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.439153] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.439153] env[69413]: value = "task-3077134" [ 662.439153] env[69413]: _type = "Task" [ 662.439153] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.448259] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077134, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.454010] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dcdf4632-3e87-4976-8a71-928af48fded3 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Acquiring lock "refresh_cache-fa02511c-c494-44f0-8e49-1dcc95c9f6bb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.454191] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dcdf4632-3e87-4976-8a71-928af48fded3 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Acquired lock "refresh_cache-fa02511c-c494-44f0-8e49-1dcc95c9f6bb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.454362] env[69413]: DEBUG nova.network.neutron [None req-dcdf4632-3e87-4976-8a71-928af48fded3 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.461931] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f0a1d595-5c08-41bb-9087-ff96b835a38d tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Acquiring lock "9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.462204] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f0a1d595-5c08-41bb-9087-ff96b835a38d tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Lock "9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.462418] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f0a1d595-5c08-41bb-9087-ff96b835a38d tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Acquiring lock "9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.462763] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f0a1d595-5c08-41bb-9087-ff96b835a38d tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Lock "9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.462867] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f0a1d595-5c08-41bb-9087-ff96b835a38d tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Lock "9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.466907] env[69413]: INFO nova.compute.manager [None req-f0a1d595-5c08-41bb-9087-ff96b835a38d tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Terminating instance [ 662.636623] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Acquiring lock "b2c16e02-f57e-4868-98a0-c4aa775589c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.636623] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Lock "b2c16e02-f57e-4868-98a0-c4aa775589c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.656715] env[69413]: DEBUG nova.network.neutron [None req-665bd814-1d7a-459d-9f59-ddbd897c17a7 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] [instance: df239eb7-2f59-4228-9a00-859cf92f71f8] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 662.768039] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Acquiring lock "refresh_cache-b1a05b8b-385c-44b8-88ef-09d599ca6afb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.768209] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Acquired lock "refresh_cache-b1a05b8b-385c-44b8-88ef-09d599ca6afb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.768360] env[69413]: DEBUG nova.network.neutron [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.774961] env[69413]: DEBUG nova.network.neutron [None req-665bd814-1d7a-459d-9f59-ddbd897c17a7 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] [instance: df239eb7-2f59-4228-9a00-859cf92f71f8] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.845551] env[69413]: DEBUG nova.compute.manager [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 662.857323] env[69413]: INFO nova.compute.manager [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Took 25.79 seconds to build instance. [ 662.865935] env[69413]: DEBUG oslo_vmware.api [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Task: {'id': task-3077133, 'name': Rename_Task, 'duration_secs': 0.233215} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.866224] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.866469] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2b5b774-dbee-433a-8b70-52632b9929a8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.875520] env[69413]: DEBUG oslo_vmware.api [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Waiting for the task: (returnval){ [ 662.875520] env[69413]: value = "task-3077135" [ 662.875520] env[69413]: _type = "Task" [ 662.875520] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.888766] env[69413]: DEBUG oslo_vmware.api [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Task: {'id': task-3077135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.959151] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077134, 'name': CreateVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.971813] env[69413]: DEBUG nova.compute.manager [None req-f0a1d595-5c08-41bb-9087-ff96b835a38d tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 662.972113] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f0a1d595-5c08-41bb-9087-ff96b835a38d tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 662.973410] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03e5794-9137-439e-88f1-35014d523722 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.983102] env[69413]: DEBUG nova.network.neutron [None req-dcdf4632-3e87-4976-8a71-928af48fded3 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 662.984956] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0a1d595-5c08-41bb-9087-ff96b835a38d tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 662.985191] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0383ccd9-c028-48ef-be61-15258464e248 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.993393] env[69413]: DEBUG oslo_vmware.api [None req-f0a1d595-5c08-41bb-9087-ff96b835a38d tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Waiting for the task: (returnval){ [ 662.993393] env[69413]: value = "task-3077136" [ 662.993393] env[69413]: _type = "Task" [ 662.993393] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.003065] env[69413]: DEBUG oslo_vmware.api [None req-f0a1d595-5c08-41bb-9087-ff96b835a38d tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Task: {'id': task-3077136, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.030786] env[69413]: DEBUG nova.network.neutron [req-55fcdec9-5354-4959-9302-60f34ee6d00e req-cadf3feb-0715-48ef-a7ac-51f0829b20cd service nova] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Updated VIF entry in instance network info cache for port 7aa85065-4501-493a-a816-dde8c31f89d6. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.031310] env[69413]: DEBUG nova.network.neutron [req-55fcdec9-5354-4959-9302-60f34ee6d00e req-cadf3feb-0715-48ef-a7ac-51f0829b20cd service nova] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Updating instance_info_cache with network_info: [{"id": "7aa85065-4501-493a-a816-dde8c31f89d6", "address": "fa:16:3e:c0:ac:e1", "network": {"id": "52384e11-a92a-42b0-a799-b8283e9d8648", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-141883236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cead625662b44ae4869bf266c27e67d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aa85065-45", "ovs_interfaceid": "7aa85065-4501-493a-a816-dde8c31f89d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.049529] env[69413]: DEBUG nova.virt.hardware [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.049999] env[69413]: DEBUG nova.virt.hardware [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.050300] env[69413]: DEBUG nova.virt.hardware [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.051074] env[69413]: DEBUG nova.virt.hardware [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.051074] env[69413]: DEBUG nova.virt.hardware [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.051074] env[69413]: DEBUG nova.virt.hardware [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.051426] env[69413]: DEBUG nova.virt.hardware [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.051718] env[69413]: DEBUG nova.virt.hardware [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.052076] env[69413]: DEBUG nova.virt.hardware [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.052371] env[69413]: DEBUG nova.virt.hardware [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.052648] env[69413]: DEBUG nova.virt.hardware [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.053856] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea59c74-4907-4d7c-a6e9-7c8fb7db2036 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.065425] env[69413]: DEBUG nova.network.neutron [None req-dcdf4632-3e87-4976-8a71-928af48fded3 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.067498] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0768a8c7-296c-45c1-b537-a6336df4e9e2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.272831] env[69413]: DEBUG oslo_concurrency.lockutils [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Acquiring lock "42cce3a8-5afa-429e-a023-ccd1e113c7d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.273133] env[69413]: DEBUG oslo_concurrency.lockutils [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Lock "42cce3a8-5afa-429e-a023-ccd1e113c7d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.280988] env[69413]: DEBUG oslo_concurrency.lockutils [None req-665bd814-1d7a-459d-9f59-ddbd897c17a7 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Releasing lock "refresh_cache-df239eb7-2f59-4228-9a00-859cf92f71f8" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.281433] env[69413]: DEBUG nova.compute.manager [None req-665bd814-1d7a-459d-9f59-ddbd897c17a7 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] [instance: df239eb7-2f59-4228-9a00-859cf92f71f8] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 663.281645] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-665bd814-1d7a-459d-9f59-ddbd897c17a7 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] [instance: df239eb7-2f59-4228-9a00-859cf92f71f8] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 663.283166] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf32c37-524a-458b-9afc-225c297a90c1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.291926] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-665bd814-1d7a-459d-9f59-ddbd897c17a7 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] [instance: df239eb7-2f59-4228-9a00-859cf92f71f8] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 663.292123] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-853e3321-aab8-4748-a452-ec73bfb3a7d8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.305788] env[69413]: DEBUG oslo_vmware.api [None req-665bd814-1d7a-459d-9f59-ddbd897c17a7 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Waiting for the task: (returnval){ [ 663.305788] env[69413]: value = "task-3077137" [ 663.305788] env[69413]: _type = "Task" [ 663.305788] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.319188] env[69413]: DEBUG oslo_vmware.api [None req-665bd814-1d7a-459d-9f59-ddbd897c17a7 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Task: {'id': task-3077137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.337496] env[69413]: DEBUG nova.network.neutron [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 663.359833] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8755ad3e-6bc3-4017-8c9a-d36527247cdc tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Lock "9c167732-fb10-402b-8b16-d9094785af78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.005s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.364915] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eca014c-fdef-4b28-aaa4-da15a30f1542 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.373744] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888c3d88-c5a6-4dd9-9ec4-848bc5471566 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.388283] env[69413]: DEBUG oslo_vmware.api [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Task: {'id': task-3077135, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.418631] env[69413]: DEBUG nova.compute.manager [req-9d27b75c-9cbe-4b68-879a-5fbd8e07cb28 req-9e860902-1194-4c19-a3b6-7866dccae27a service nova] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Received event network-changed-a09580ee-a460-4740-afe8-5b84ffe5c709 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.418631] env[69413]: DEBUG nova.compute.manager [req-9d27b75c-9cbe-4b68-879a-5fbd8e07cb28 req-9e860902-1194-4c19-a3b6-7866dccae27a service nova] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Refreshing instance network info cache due to event network-changed-a09580ee-a460-4740-afe8-5b84ffe5c709. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 663.418830] env[69413]: DEBUG oslo_concurrency.lockutils [req-9d27b75c-9cbe-4b68-879a-5fbd8e07cb28 req-9e860902-1194-4c19-a3b6-7866dccae27a service nova] Acquiring lock "refresh_cache-b1a05b8b-385c-44b8-88ef-09d599ca6afb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.420366] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ef0918-2440-4dbe-b87f-0a5469196af7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.436287] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b0fb70-4c7a-41d0-ae1a-424784f75a65 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.455587] env[69413]: DEBUG nova.compute.provider_tree [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.463857] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077134, 'name': CreateVM_Task, 'duration_secs': 0.557706} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.464870] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.465768] env[69413]: DEBUG oslo_concurrency.lockutils [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.466225] env[69413]: DEBUG oslo_concurrency.lockutils [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.466468] env[69413]: DEBUG oslo_concurrency.lockutils [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.467110] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b68eed08-94f2-455d-ad46-2b1def0b5b9b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.473394] env[69413]: DEBUG oslo_vmware.api [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 663.473394] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52569fee-ecfb-a920-8d34-a6b7ddeef032" [ 663.473394] env[69413]: _type = "Task" [ 663.473394] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.483543] env[69413]: DEBUG oslo_vmware.api [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52569fee-ecfb-a920-8d34-a6b7ddeef032, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.504817] env[69413]: DEBUG oslo_vmware.api [None req-f0a1d595-5c08-41bb-9087-ff96b835a38d tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Task: {'id': task-3077136, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.534978] env[69413]: DEBUG oslo_concurrency.lockutils [req-55fcdec9-5354-4959-9302-60f34ee6d00e req-cadf3feb-0715-48ef-a7ac-51f0829b20cd service nova] Releasing lock "refresh_cache-057c5ad1-94e2-4c5d-9d3e-032bc4248979" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.534978] env[69413]: DEBUG nova.compute.manager [req-55fcdec9-5354-4959-9302-60f34ee6d00e req-cadf3feb-0715-48ef-a7ac-51f0829b20cd service nova] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Received event network-changed-8ec7a102-4f8a-429c-aaec-dbb025514e4f {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.534978] env[69413]: DEBUG nova.compute.manager [req-55fcdec9-5354-4959-9302-60f34ee6d00e req-cadf3feb-0715-48ef-a7ac-51f0829b20cd service nova] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Refreshing instance network info cache due to event network-changed-8ec7a102-4f8a-429c-aaec-dbb025514e4f. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 663.535150] env[69413]: DEBUG oslo_concurrency.lockutils [req-55fcdec9-5354-4959-9302-60f34ee6d00e req-cadf3feb-0715-48ef-a7ac-51f0829b20cd service nova] Acquiring lock "refresh_cache-7d8f56fd-07ae-458b-b511-546b7adefe96" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.535295] env[69413]: DEBUG oslo_concurrency.lockutils [req-55fcdec9-5354-4959-9302-60f34ee6d00e req-cadf3feb-0715-48ef-a7ac-51f0829b20cd service nova] Acquired lock "refresh_cache-7d8f56fd-07ae-458b-b511-546b7adefe96" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.535454] env[69413]: DEBUG nova.network.neutron [req-55fcdec9-5354-4959-9302-60f34ee6d00e req-cadf3feb-0715-48ef-a7ac-51f0829b20cd service nova] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Refreshing network info cache for port 8ec7a102-4f8a-429c-aaec-dbb025514e4f {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.572447] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dcdf4632-3e87-4976-8a71-928af48fded3 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Releasing lock "refresh_cache-fa02511c-c494-44f0-8e49-1dcc95c9f6bb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.572860] env[69413]: DEBUG nova.compute.manager [None req-dcdf4632-3e87-4976-8a71-928af48fded3 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 663.573063] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdf4632-3e87-4976-8a71-928af48fded3 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 663.573915] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b40e553-cfcb-4db9-9cfc-7139e637f330 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.585959] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcdf4632-3e87-4976-8a71-928af48fded3 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 663.586238] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4e66c3c-1a2d-4221-8102-aabc7a88b0fc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.594273] env[69413]: DEBUG oslo_vmware.api [None req-dcdf4632-3e87-4976-8a71-928af48fded3 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Waiting for the task: (returnval){ [ 663.594273] env[69413]: value = "task-3077138" [ 663.594273] env[69413]: _type = "Task" [ 663.594273] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.604108] env[69413]: DEBUG oslo_vmware.api [None req-dcdf4632-3e87-4976-8a71-928af48fded3 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': task-3077138, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.821468] env[69413]: DEBUG oslo_vmware.api [None req-665bd814-1d7a-459d-9f59-ddbd897c17a7 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Task: {'id': task-3077137, 'name': PowerOffVM_Task, 'duration_secs': 0.16244} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.821806] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-665bd814-1d7a-459d-9f59-ddbd897c17a7 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] [instance: df239eb7-2f59-4228-9a00-859cf92f71f8] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 663.821970] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-665bd814-1d7a-459d-9f59-ddbd897c17a7 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] [instance: df239eb7-2f59-4228-9a00-859cf92f71f8] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 663.822340] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b48b2eca-54aa-4d62-8036-84d7dc6ad144 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.859544] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-665bd814-1d7a-459d-9f59-ddbd897c17a7 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] [instance: df239eb7-2f59-4228-9a00-859cf92f71f8] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 663.860057] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-665bd814-1d7a-459d-9f59-ddbd897c17a7 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] [instance: df239eb7-2f59-4228-9a00-859cf92f71f8] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 663.860394] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-665bd814-1d7a-459d-9f59-ddbd897c17a7 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Deleting the datastore file [datastore1] df239eb7-2f59-4228-9a00-859cf92f71f8 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 663.860832] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17defe51-ca8f-44a2-9fe6-d80e4a3ae72c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.865147] env[69413]: DEBUG nova.compute.manager [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.871071] env[69413]: DEBUG oslo_vmware.api [None req-665bd814-1d7a-459d-9f59-ddbd897c17a7 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Waiting for the task: (returnval){ [ 663.871071] env[69413]: value = "task-3077140" [ 663.871071] env[69413]: _type = "Task" [ 663.871071] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.890457] env[69413]: DEBUG oslo_vmware.api [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Task: {'id': task-3077135, 'name': PowerOnVM_Task, 'duration_secs': 0.839694} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.901018] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.901018] env[69413]: INFO nova.compute.manager [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Took 10.59 seconds to spawn the instance on the hypervisor. [ 663.901018] env[69413]: DEBUG nova.compute.manager [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.901018] env[69413]: DEBUG oslo_vmware.api [None req-665bd814-1d7a-459d-9f59-ddbd897c17a7 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Task: {'id': task-3077140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.901018] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd74b4e-e1b6-4305-8fcb-f75fde96d677 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.959724] env[69413]: DEBUG nova.scheduler.client.report [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.990148] env[69413]: DEBUG oslo_vmware.api [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52569fee-ecfb-a920-8d34-a6b7ddeef032, 'name': SearchDatastore_Task, 'duration_secs': 0.017256} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.991735] env[69413]: DEBUG oslo_concurrency.lockutils [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.991735] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.991735] env[69413]: DEBUG oslo_concurrency.lockutils [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.991735] env[69413]: DEBUG oslo_concurrency.lockutils [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.991998] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.991998] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e47d4e5-9b46-4ebf-bf9d-e2a25af11359 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.011323] env[69413]: DEBUG oslo_vmware.api [None req-f0a1d595-5c08-41bb-9087-ff96b835a38d tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Task: {'id': task-3077136, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.017353] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.017583] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.018315] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e3df3fa-2810-46cc-9074-62159e381271 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.025500] env[69413]: DEBUG oslo_vmware.api [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 664.025500] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b97998-22f7-d9f9-5277-fe6d697d04b4" [ 664.025500] env[69413]: _type = "Task" [ 664.025500] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.035917] env[69413]: DEBUG oslo_vmware.api [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b97998-22f7-d9f9-5277-fe6d697d04b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.036674] env[69413]: DEBUG nova.network.neutron [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Updating instance_info_cache with network_info: [{"id": "a09580ee-a460-4740-afe8-5b84ffe5c709", "address": "fa:16:3e:6f:de:8e", "network": {"id": "574e6868-fa9c-4c91-9c4c-5f147818034b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-337928699", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a9901a751d924cea997c652b0d905681", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa09580ee-a4", "ovs_interfaceid": "a09580ee-a460-4740-afe8-5b84ffe5c709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e6c22259-041e-4101-a005-f1da048af9b8", "address": "fa:16:3e:53:cd:c1", "network": {"id": "6f421fd8-ec43-4dfd-b844-8abc3e0f2c7d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1303162848", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a9901a751d924cea997c652b0d905681", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6c22259-04", "ovs_interfaceid": "e6c22259-041e-4101-a005-f1da048af9b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a2deb294-44b1-4e99-a939-a86ed46dee9b", "address": "fa:16:3e:72:c1:8a", "network": {"id": "574e6868-fa9c-4c91-9c4c-5f147818034b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-337928699", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a9901a751d924cea997c652b0d905681", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2deb294-44", "ovs_interfaceid": "a2deb294-44b1-4e99-a939-a86ed46dee9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.105493] env[69413]: DEBUG oslo_vmware.api [None req-dcdf4632-3e87-4976-8a71-928af48fded3 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': task-3077138, 'name': PowerOffVM_Task, 'duration_secs': 0.200603} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.105769] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcdf4632-3e87-4976-8a71-928af48fded3 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 664.105926] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdf4632-3e87-4976-8a71-928af48fded3 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 664.106193] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73e670e4-0e05-4c28-abb2-73a1fb3d8140 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.139706] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdf4632-3e87-4976-8a71-928af48fded3 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 664.139876] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdf4632-3e87-4976-8a71-928af48fded3 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 664.140064] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcdf4632-3e87-4976-8a71-928af48fded3 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Deleting the datastore file [datastore2] fa02511c-c494-44f0-8e49-1dcc95c9f6bb {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 664.140379] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13ab9247-4c5d-4c9d-9620-a69a0f3efdd1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.148764] env[69413]: DEBUG oslo_vmware.api [None req-dcdf4632-3e87-4976-8a71-928af48fded3 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Waiting for the task: (returnval){ [ 664.148764] env[69413]: value = "task-3077142" [ 664.148764] env[69413]: _type = "Task" [ 664.148764] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.159075] env[69413]: DEBUG oslo_vmware.api [None req-dcdf4632-3e87-4976-8a71-928af48fded3 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': task-3077142, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.212560] env[69413]: DEBUG nova.compute.manager [None req-dee889df-dd6d-4395-a2c8-8973edcbeb23 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.214934] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea8b277-dd1c-466c-adf2-6424d763fcb5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.377999] env[69413]: DEBUG nova.network.neutron [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Successfully updated port: 693be4e7-b871-4018-b840-49fcf73755a4 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.385404] env[69413]: DEBUG nova.network.neutron [req-55fcdec9-5354-4959-9302-60f34ee6d00e req-cadf3feb-0715-48ef-a7ac-51f0829b20cd service nova] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Updated VIF entry in instance network info cache for port 8ec7a102-4f8a-429c-aaec-dbb025514e4f. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.385404] env[69413]: DEBUG nova.network.neutron [req-55fcdec9-5354-4959-9302-60f34ee6d00e req-cadf3feb-0715-48ef-a7ac-51f0829b20cd service nova] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Updating instance_info_cache with network_info: [{"id": "8ec7a102-4f8a-429c-aaec-dbb025514e4f", "address": "fa:16:3e:de:6a:59", "network": {"id": "a40de5f9-af8e-4c7b-899e-8c0c11bfd4b8", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-792875365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dcab478a4fe4e7a91bfec1c2dfe6b81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ec7a102-4f", "ovs_interfaceid": "8ec7a102-4f8a-429c-aaec-dbb025514e4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.394056] env[69413]: DEBUG oslo_vmware.api [None req-665bd814-1d7a-459d-9f59-ddbd897c17a7 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Task: {'id': task-3077140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151325} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.398704] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-665bd814-1d7a-459d-9f59-ddbd897c17a7 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 664.398897] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-665bd814-1d7a-459d-9f59-ddbd897c17a7 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] [instance: df239eb7-2f59-4228-9a00-859cf92f71f8] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 664.399125] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-665bd814-1d7a-459d-9f59-ddbd897c17a7 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] [instance: df239eb7-2f59-4228-9a00-859cf92f71f8] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 664.399299] env[69413]: INFO nova.compute.manager [None req-665bd814-1d7a-459d-9f59-ddbd897c17a7 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] [instance: df239eb7-2f59-4228-9a00-859cf92f71f8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 664.399543] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-665bd814-1d7a-459d-9f59-ddbd897c17a7 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.399729] env[69413]: DEBUG nova.compute.manager [-] [instance: df239eb7-2f59-4228-9a00-859cf92f71f8] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 664.399824] env[69413]: DEBUG nova.network.neutron [-] [instance: df239eb7-2f59-4228-9a00-859cf92f71f8] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 664.415586] env[69413]: DEBUG nova.network.neutron [-] [instance: df239eb7-2f59-4228-9a00-859cf92f71f8] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.418872] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.428402] env[69413]: INFO nova.compute.manager [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Took 23.31 seconds to build instance. [ 664.466561] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.466561] env[69413]: DEBUG nova.compute.manager [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 664.467733] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.015s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.471129] env[69413]: INFO nova.compute.claims [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.509255] env[69413]: DEBUG oslo_vmware.api [None req-f0a1d595-5c08-41bb-9087-ff96b835a38d tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Task: {'id': task-3077136, 'name': PowerOffVM_Task, 'duration_secs': 1.234522} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.509411] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0a1d595-5c08-41bb-9087-ff96b835a38d tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 664.509511] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f0a1d595-5c08-41bb-9087-ff96b835a38d tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 664.509722] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2097a99-da7b-4c09-bba8-67c3049596a6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.538768] env[69413]: DEBUG oslo_vmware.api [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b97998-22f7-d9f9-5277-fe6d697d04b4, 'name': SearchDatastore_Task, 'duration_secs': 0.012308} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.538768] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d658d048-401f-4169-b950-a259fa4c4470 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.542778] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Releasing lock "refresh_cache-b1a05b8b-385c-44b8-88ef-09d599ca6afb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.543048] env[69413]: DEBUG nova.compute.manager [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Instance network_info: |[{"id": "a09580ee-a460-4740-afe8-5b84ffe5c709", "address": "fa:16:3e:6f:de:8e", "network": {"id": "574e6868-fa9c-4c91-9c4c-5f147818034b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-337928699", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a9901a751d924cea997c652b0d905681", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa09580ee-a4", "ovs_interfaceid": "a09580ee-a460-4740-afe8-5b84ffe5c709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e6c22259-041e-4101-a005-f1da048af9b8", "address": "fa:16:3e:53:cd:c1", "network": {"id": "6f421fd8-ec43-4dfd-b844-8abc3e0f2c7d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1303162848", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a9901a751d924cea997c652b0d905681", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6c22259-04", "ovs_interfaceid": "e6c22259-041e-4101-a005-f1da048af9b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a2deb294-44b1-4e99-a939-a86ed46dee9b", "address": "fa:16:3e:72:c1:8a", "network": {"id": "574e6868-fa9c-4c91-9c4c-5f147818034b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-337928699", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a9901a751d924cea997c652b0d905681", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2deb294-44", "ovs_interfaceid": "a2deb294-44b1-4e99-a939-a86ed46dee9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 664.543283] env[69413]: DEBUG oslo_concurrency.lockutils [req-9d27b75c-9cbe-4b68-879a-5fbd8e07cb28 req-9e860902-1194-4c19-a3b6-7866dccae27a service nova] Acquired lock "refresh_cache-b1a05b8b-385c-44b8-88ef-09d599ca6afb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.543493] env[69413]: DEBUG nova.network.neutron [req-9d27b75c-9cbe-4b68-879a-5fbd8e07cb28 req-9e860902-1194-4c19-a3b6-7866dccae27a service nova] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Refreshing network info cache for port a09580ee-a460-4740-afe8-5b84ffe5c709 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.545353] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:de:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a15de394-0367-4921-a5c1-6ac8615e3283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a09580ee-a460-4740-afe8-5b84ffe5c709', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:cd:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '245efab9-c420-438e-a0b8-906357ef62c1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6c22259-041e-4101-a005-f1da048af9b8', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:c1:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a15de394-0367-4921-a5c1-6ac8615e3283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2deb294-44b1-4e99-a939-a86ed46dee9b', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.556989] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Creating folder: Project (a9901a751d924cea997c652b0d905681). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.561518] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1f0adc2-504f-496a-9cbd-3be7b1370958 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.565230] env[69413]: DEBUG oslo_vmware.api [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 664.565230] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e84682-04fa-44da-b921-6685aae3c3fb" [ 664.565230] env[69413]: _type = "Task" [ 664.565230] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.579781] env[69413]: DEBUG oslo_vmware.api [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e84682-04fa-44da-b921-6685aae3c3fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.586791] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f0a1d595-5c08-41bb-9087-ff96b835a38d tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 664.586791] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f0a1d595-5c08-41bb-9087-ff96b835a38d tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 664.586791] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0a1d595-5c08-41bb-9087-ff96b835a38d tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Deleting the datastore file [datastore2] 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 664.586791] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Created folder: Project (a9901a751d924cea997c652b0d905681) in parent group-v616034. [ 664.586791] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Creating folder: Instances. Parent ref: group-v616085. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.586791] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db5a3894-27dc-495e-81e0-d878422b325d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.586791] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-adb09afd-f0be-4d74-b83a-613bb1c0ee06 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.596022] env[69413]: DEBUG oslo_vmware.api [None req-f0a1d595-5c08-41bb-9087-ff96b835a38d tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Waiting for the task: (returnval){ [ 664.596022] env[69413]: value = "task-3077146" [ 664.596022] env[69413]: _type = "Task" [ 664.596022] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.599157] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Created folder: Instances in parent group-v616085. [ 664.599475] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.601425] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.601724] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dff1a970-4234-4148-89af-9216a561c436 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.628561] env[69413]: DEBUG oslo_vmware.api [None req-f0a1d595-5c08-41bb-9087-ff96b835a38d tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Task: {'id': task-3077146, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.634497] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.634497] env[69413]: value = "task-3077148" [ 664.634497] env[69413]: _type = "Task" [ 664.634497] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.645284] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077148, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.658585] env[69413]: DEBUG oslo_vmware.api [None req-dcdf4632-3e87-4976-8a71-928af48fded3 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Task: {'id': task-3077142, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164947} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.658858] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcdf4632-3e87-4976-8a71-928af48fded3 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 664.659157] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdf4632-3e87-4976-8a71-928af48fded3 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 664.659377] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdf4632-3e87-4976-8a71-928af48fded3 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 664.659561] env[69413]: INFO nova.compute.manager [None req-dcdf4632-3e87-4976-8a71-928af48fded3 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Took 1.09 seconds to destroy the instance on the hypervisor. [ 664.659961] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcdf4632-3e87-4976-8a71-928af48fded3 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.660112] env[69413]: DEBUG nova.compute.manager [-] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 664.660264] env[69413]: DEBUG nova.network.neutron [-] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 664.683489] env[69413]: DEBUG nova.network.neutron [-] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.702402] env[69413]: DEBUG nova.compute.manager [req-c1f8d8b3-74f0-4f50-99b8-bdd6e11a83e1 req-60437f65-a202-44a1-80a6-1786c986ab8e service nova] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Received event network-vif-plugged-e6c22259-041e-4101-a005-f1da048af9b8 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.702686] env[69413]: DEBUG oslo_concurrency.lockutils [req-c1f8d8b3-74f0-4f50-99b8-bdd6e11a83e1 req-60437f65-a202-44a1-80a6-1786c986ab8e service nova] Acquiring lock "b1a05b8b-385c-44b8-88ef-09d599ca6afb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.702903] env[69413]: DEBUG oslo_concurrency.lockutils [req-c1f8d8b3-74f0-4f50-99b8-bdd6e11a83e1 req-60437f65-a202-44a1-80a6-1786c986ab8e service nova] Lock "b1a05b8b-385c-44b8-88ef-09d599ca6afb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.704143] env[69413]: DEBUG oslo_concurrency.lockutils [req-c1f8d8b3-74f0-4f50-99b8-bdd6e11a83e1 req-60437f65-a202-44a1-80a6-1786c986ab8e service nova] Lock "b1a05b8b-385c-44b8-88ef-09d599ca6afb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.704143] env[69413]: DEBUG nova.compute.manager [req-c1f8d8b3-74f0-4f50-99b8-bdd6e11a83e1 req-60437f65-a202-44a1-80a6-1786c986ab8e service nova] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] No waiting events found dispatching network-vif-plugged-e6c22259-041e-4101-a005-f1da048af9b8 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 664.704143] env[69413]: WARNING nova.compute.manager [req-c1f8d8b3-74f0-4f50-99b8-bdd6e11a83e1 req-60437f65-a202-44a1-80a6-1786c986ab8e service nova] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Received unexpected event network-vif-plugged-e6c22259-041e-4101-a005-f1da048af9b8 for instance with vm_state building and task_state spawning. [ 664.704143] env[69413]: DEBUG nova.compute.manager [req-c1f8d8b3-74f0-4f50-99b8-bdd6e11a83e1 req-60437f65-a202-44a1-80a6-1786c986ab8e service nova] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Received event network-changed-e6c22259-041e-4101-a005-f1da048af9b8 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.704143] env[69413]: DEBUG nova.compute.manager [req-c1f8d8b3-74f0-4f50-99b8-bdd6e11a83e1 req-60437f65-a202-44a1-80a6-1786c986ab8e service nova] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Refreshing instance network info cache due to event network-changed-e6c22259-041e-4101-a005-f1da048af9b8. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 664.704143] env[69413]: DEBUG oslo_concurrency.lockutils [req-c1f8d8b3-74f0-4f50-99b8-bdd6e11a83e1 req-60437f65-a202-44a1-80a6-1786c986ab8e service nova] Acquiring lock "refresh_cache-b1a05b8b-385c-44b8-88ef-09d599ca6afb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.727938] env[69413]: INFO nova.compute.manager [None req-dee889df-dd6d-4395-a2c8-8973edcbeb23 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] instance snapshotting [ 664.734288] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc9528a-a20d-4ee1-80f2-9635f1241df3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.754206] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db726256-4ea2-4b6f-9bc1-f6bd3fc2bbc5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.892137] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Acquiring lock "refresh_cache-70800d42-eff1-496c-aeab-7160e8aef7bf" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.892372] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Acquired lock "refresh_cache-70800d42-eff1-496c-aeab-7160e8aef7bf" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.892458] env[69413]: DEBUG nova.network.neutron [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.894031] env[69413]: DEBUG oslo_concurrency.lockutils [req-55fcdec9-5354-4959-9302-60f34ee6d00e req-cadf3feb-0715-48ef-a7ac-51f0829b20cd service nova] Releasing lock "refresh_cache-7d8f56fd-07ae-458b-b511-546b7adefe96" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.917596] env[69413]: DEBUG nova.network.neutron [-] [instance: df239eb7-2f59-4228-9a00-859cf92f71f8] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.930827] env[69413]: DEBUG oslo_concurrency.lockutils [None req-99a14a73-bd56-4965-9b89-9a5023ab0d92 tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Lock "6bc4ef14-5504-4c90-8d21-a8cd681b9070" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.982s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.974503] env[69413]: DEBUG nova.compute.utils [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 664.979210] env[69413]: DEBUG nova.compute.manager [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 664.979402] env[69413]: DEBUG nova.network.neutron [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 665.053656] env[69413]: DEBUG nova.network.neutron [req-9d27b75c-9cbe-4b68-879a-5fbd8e07cb28 req-9e860902-1194-4c19-a3b6-7866dccae27a service nova] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Updated VIF entry in instance network info cache for port a09580ee-a460-4740-afe8-5b84ffe5c709. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 665.053872] env[69413]: DEBUG nova.network.neutron [req-9d27b75c-9cbe-4b68-879a-5fbd8e07cb28 req-9e860902-1194-4c19-a3b6-7866dccae27a service nova] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Updating instance_info_cache with network_info: [{"id": "a09580ee-a460-4740-afe8-5b84ffe5c709", "address": "fa:16:3e:6f:de:8e", "network": {"id": "574e6868-fa9c-4c91-9c4c-5f147818034b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-337928699", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9901a751d924cea997c652b0d905681", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa09580ee-a4", "ovs_interfaceid": "a09580ee-a460-4740-afe8-5b84ffe5c709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e6c22259-041e-4101-a005-f1da048af9b8", "address": "fa:16:3e:53:cd:c1", "network": {"id": "6f421fd8-ec43-4dfd-b844-8abc3e0f2c7d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1303162848", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a9901a751d924cea997c652b0d905681", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6c22259-04", "ovs_interfaceid": "e6c22259-041e-4101-a005-f1da048af9b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a2deb294-44b1-4e99-a939-a86ed46dee9b", "address": "fa:16:3e:72:c1:8a", "network": {"id": "574e6868-fa9c-4c91-9c4c-5f147818034b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-337928699", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a9901a751d924cea997c652b0d905681", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2deb294-44", "ovs_interfaceid": "a2deb294-44b1-4e99-a939-a86ed46dee9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.084362] env[69413]: DEBUG oslo_vmware.api [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e84682-04fa-44da-b921-6685aae3c3fb, 'name': SearchDatastore_Task, 'duration_secs': 0.013811} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.084362] env[69413]: DEBUG oslo_concurrency.lockutils [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.084362] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] ad89fe25-881d-46a6-af6a-1098d39c87a9/ad89fe25-881d-46a6-af6a-1098d39c87a9.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.084603] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d48b0039-0197-4ea0-928b-9a1a2a739a7d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.095962] env[69413]: DEBUG oslo_vmware.api [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 665.095962] env[69413]: value = "task-3077149" [ 665.095962] env[69413]: _type = "Task" [ 665.095962] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.111094] env[69413]: DEBUG oslo_vmware.api [None req-f0a1d595-5c08-41bb-9087-ff96b835a38d tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Task: {'id': task-3077146, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229502} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.111269] env[69413]: DEBUG oslo_vmware.api [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077149, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.111507] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0a1d595-5c08-41bb-9087-ff96b835a38d tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 665.111686] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f0a1d595-5c08-41bb-9087-ff96b835a38d tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 665.111858] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f0a1d595-5c08-41bb-9087-ff96b835a38d tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 665.112621] env[69413]: INFO nova.compute.manager [None req-f0a1d595-5c08-41bb-9087-ff96b835a38d tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Took 2.14 seconds to destroy the instance on the hypervisor. [ 665.112621] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0a1d595-5c08-41bb-9087-ff96b835a38d tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.112781] env[69413]: DEBUG nova.compute.manager [-] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 665.112881] env[69413]: DEBUG nova.network.neutron [-] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 665.148264] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077148, 'name': CreateVM_Task, 'duration_secs': 0.465911} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.148264] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.149028] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.149028] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.149397] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.150018] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caf01365-ecb4-46a7-a160-6145cbf9dfa4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.158467] env[69413]: DEBUG oslo_vmware.api [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Waiting for the task: (returnval){ [ 665.158467] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5249f77f-ae0d-c42b-8632-28929245cd7f" [ 665.158467] env[69413]: _type = "Task" [ 665.158467] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.169380] env[69413]: DEBUG oslo_vmware.api [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5249f77f-ae0d-c42b-8632-28929245cd7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.186751] env[69413]: DEBUG nova.network.neutron [-] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.208630] env[69413]: DEBUG nova.policy [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e7efc80619149f398bcd8f1b530659c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a498c97e027e48d0bf5248ba8041744f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 665.270159] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-dee889df-dd6d-4395-a2c8-8973edcbeb23 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Creating Snapshot of the VM instance {{(pid=69413) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 665.270463] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b63d9d16-8bac-4756-b0d5-025f6c585227 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.280752] env[69413]: DEBUG oslo_vmware.api [None req-dee889df-dd6d-4395-a2c8-8973edcbeb23 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Waiting for the task: (returnval){ [ 665.280752] env[69413]: value = "task-3077150" [ 665.280752] env[69413]: _type = "Task" [ 665.280752] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.290824] env[69413]: DEBUG oslo_vmware.api [None req-dee889df-dd6d-4395-a2c8-8973edcbeb23 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077150, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.421472] env[69413]: INFO nova.compute.manager [-] [instance: df239eb7-2f59-4228-9a00-859cf92f71f8] Took 1.02 seconds to deallocate network for instance. [ 665.435269] env[69413]: DEBUG nova.compute.manager [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 665.485471] env[69413]: DEBUG nova.compute.manager [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 665.508768] env[69413]: DEBUG nova.network.neutron [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 665.556695] env[69413]: DEBUG oslo_concurrency.lockutils [req-9d27b75c-9cbe-4b68-879a-5fbd8e07cb28 req-9e860902-1194-4c19-a3b6-7866dccae27a service nova] Releasing lock "refresh_cache-b1a05b8b-385c-44b8-88ef-09d599ca6afb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.557183] env[69413]: DEBUG oslo_concurrency.lockutils [req-c1f8d8b3-74f0-4f50-99b8-bdd6e11a83e1 req-60437f65-a202-44a1-80a6-1786c986ab8e service nova] Acquired lock "refresh_cache-b1a05b8b-385c-44b8-88ef-09d599ca6afb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.557814] env[69413]: DEBUG nova.network.neutron [req-c1f8d8b3-74f0-4f50-99b8-bdd6e11a83e1 req-60437f65-a202-44a1-80a6-1786c986ab8e service nova] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Refreshing network info cache for port e6c22259-041e-4101-a005-f1da048af9b8 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.610620] env[69413]: DEBUG oslo_vmware.api [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077149, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.674804] env[69413]: DEBUG oslo_vmware.api [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5249f77f-ae0d-c42b-8632-28929245cd7f, 'name': SearchDatastore_Task, 'duration_secs': 0.020678} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.674804] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.675018] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.675279] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.675425] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.675607] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.677033] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47300aa7-8fa2-44f8-a973-b95254865111 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.687284] env[69413]: INFO nova.compute.manager [-] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Took 1.03 seconds to deallocate network for instance. [ 665.695190] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.695435] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.696821] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be125214-562b-4407-84a2-ed7192306b2d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.712459] env[69413]: DEBUG oslo_vmware.api [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Waiting for the task: (returnval){ [ 665.712459] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528f98c1-34ff-6ef8-cc6b-0bfe301aa544" [ 665.712459] env[69413]: _type = "Task" [ 665.712459] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.723606] env[69413]: DEBUG oslo_vmware.api [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528f98c1-34ff-6ef8-cc6b-0bfe301aa544, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.793133] env[69413]: DEBUG oslo_vmware.api [None req-dee889df-dd6d-4395-a2c8-8973edcbeb23 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077150, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.928856] env[69413]: DEBUG oslo_concurrency.lockutils [None req-665bd814-1d7a-459d-9f59-ddbd897c17a7 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.947918] env[69413]: DEBUG nova.network.neutron [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Updating instance_info_cache with network_info: [{"id": "693be4e7-b871-4018-b840-49fcf73755a4", "address": "fa:16:3e:6c:23:86", "network": {"id": "d508e613-6f79-45bc-a3d0-75ab29ee86b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1077687453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2dc1f2bbc864099bd0f9a128311073d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap693be4e7-b8", "ovs_interfaceid": "693be4e7-b871-4018-b840-49fcf73755a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.962071] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.060861] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81dbf506-60b5-4e29-b297-f8017b50865e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.072277] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9220fb75-2319-4d36-942c-2c6502e8ed88 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.112834] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e54b6d1-de17-4f49-bf28-0d08f33287ff {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.116400] env[69413]: DEBUG nova.network.neutron [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Successfully created port: e9ce8697-31c3-4bf6-9551-c7d182df94b8 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 666.127224] env[69413]: DEBUG oslo_vmware.api [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077149, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643947} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.127645] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] ad89fe25-881d-46a6-af6a-1098d39c87a9/ad89fe25-881d-46a6-af6a-1098d39c87a9.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.127923] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.129263] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b243de3-98ed-4598-ae41-a1043914f724 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.133132] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5efe770-cb29-43f4-a82f-d36ec579c8e3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.149372] env[69413]: DEBUG nova.compute.provider_tree [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.154806] env[69413]: DEBUG oslo_vmware.api [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 666.154806] env[69413]: value = "task-3077151" [ 666.154806] env[69413]: _type = "Task" [ 666.154806] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.166529] env[69413]: DEBUG oslo_vmware.api [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077151, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.198507] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dcdf4632-3e87-4976-8a71-928af48fded3 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.226965] env[69413]: DEBUG oslo_vmware.api [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528f98c1-34ff-6ef8-cc6b-0bfe301aa544, 'name': SearchDatastore_Task, 'duration_secs': 0.014498} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.226965] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1f72e25-af44-44de-ab46-9b56e2d8b433 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.233794] env[69413]: DEBUG oslo_vmware.api [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Waiting for the task: (returnval){ [ 666.233794] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52850d7f-b1fd-ef5d-b97c-30eda368517d" [ 666.233794] env[69413]: _type = "Task" [ 666.233794] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.245178] env[69413]: DEBUG oslo_vmware.api [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52850d7f-b1fd-ef5d-b97c-30eda368517d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.266865] env[69413]: DEBUG nova.network.neutron [-] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.293137] env[69413]: DEBUG oslo_vmware.api [None req-dee889df-dd6d-4395-a2c8-8973edcbeb23 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077150, 'name': CreateSnapshot_Task, 'duration_secs': 0.694657} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.296071] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-dee889df-dd6d-4395-a2c8-8973edcbeb23 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Created Snapshot of the VM instance {{(pid=69413) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 666.296877] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6817210b-4115-4d34-912c-ef1e868592a0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.435864] env[69413]: DEBUG nova.network.neutron [req-c1f8d8b3-74f0-4f50-99b8-bdd6e11a83e1 req-60437f65-a202-44a1-80a6-1786c986ab8e service nova] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Updated VIF entry in instance network info cache for port e6c22259-041e-4101-a005-f1da048af9b8. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.436955] env[69413]: DEBUG nova.network.neutron [req-c1f8d8b3-74f0-4f50-99b8-bdd6e11a83e1 req-60437f65-a202-44a1-80a6-1786c986ab8e service nova] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Updating instance_info_cache with network_info: [{"id": "a09580ee-a460-4740-afe8-5b84ffe5c709", "address": "fa:16:3e:6f:de:8e", "network": {"id": "574e6868-fa9c-4c91-9c4c-5f147818034b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-337928699", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a9901a751d924cea997c652b0d905681", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa09580ee-a4", "ovs_interfaceid": "a09580ee-a460-4740-afe8-5b84ffe5c709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e6c22259-041e-4101-a005-f1da048af9b8", "address": "fa:16:3e:53:cd:c1", "network": {"id": "6f421fd8-ec43-4dfd-b844-8abc3e0f2c7d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1303162848", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a9901a751d924cea997c652b0d905681", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6c22259-04", "ovs_interfaceid": "e6c22259-041e-4101-a005-f1da048af9b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a2deb294-44b1-4e99-a939-a86ed46dee9b", "address": "fa:16:3e:72:c1:8a", "network": {"id": "574e6868-fa9c-4c91-9c4c-5f147818034b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-337928699", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a9901a751d924cea997c652b0d905681", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2deb294-44", "ovs_interfaceid": "a2deb294-44b1-4e99-a939-a86ed46dee9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.452498] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Releasing lock "refresh_cache-70800d42-eff1-496c-aeab-7160e8aef7bf" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.453127] env[69413]: DEBUG nova.compute.manager [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Instance network_info: |[{"id": "693be4e7-b871-4018-b840-49fcf73755a4", "address": "fa:16:3e:6c:23:86", "network": {"id": "d508e613-6f79-45bc-a3d0-75ab29ee86b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1077687453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2dc1f2bbc864099bd0f9a128311073d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap693be4e7-b8", "ovs_interfaceid": "693be4e7-b871-4018-b840-49fcf73755a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 666.453713] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:23:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3836fb52-19c6-4e10-a0ca-f0bca73dc887', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '693be4e7-b871-4018-b840-49fcf73755a4', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.463469] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Creating folder: Project (f2dc1f2bbc864099bd0f9a128311073d). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.467655] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3aa964a8-f754-410f-8374-5c0361cdac45 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.476855] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Created folder: Project (f2dc1f2bbc864099bd0f9a128311073d) in parent group-v616034. [ 666.477018] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Creating folder: Instances. Parent ref: group-v616089. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.479820] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-475dcee1-105e-4321-913f-aac997560c0d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.500440] env[69413]: DEBUG nova.compute.manager [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 666.503618] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Created folder: Instances in parent group-v616089. [ 666.503847] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.507067] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.507067] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92edc157-5917-44bd-bb2e-78009f16250b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.541136] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.541136] env[69413]: value = "task-3077154" [ 666.541136] env[69413]: _type = "Task" [ 666.541136] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.543934] env[69413]: DEBUG nova.virt.hardware [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.544193] env[69413]: DEBUG nova.virt.hardware [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.544381] env[69413]: DEBUG nova.virt.hardware [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.544575] env[69413]: DEBUG nova.virt.hardware [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.544712] env[69413]: DEBUG nova.virt.hardware [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.544854] env[69413]: DEBUG nova.virt.hardware [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.545074] env[69413]: DEBUG nova.virt.hardware [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.545233] env[69413]: DEBUG nova.virt.hardware [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.545394] env[69413]: DEBUG nova.virt.hardware [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.545715] env[69413]: DEBUG nova.virt.hardware [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.545715] env[69413]: DEBUG nova.virt.hardware [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.546555] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92e7fba-21df-426e-b101-e748c178704b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.558888] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6410a822-75d9-4a21-89e4-4788b2b52d3a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.563038] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077154, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.657577] env[69413]: DEBUG nova.scheduler.client.report [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.673852] env[69413]: DEBUG oslo_vmware.api [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077151, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139056} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.673998] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.675037] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6e0c1e-1580-4a85-9132-7943651fac70 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.702845] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] ad89fe25-881d-46a6-af6a-1098d39c87a9/ad89fe25-881d-46a6-af6a-1098d39c87a9.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.703919] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75b65b69-2776-4507-a7a0-983352f8eb90 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.729281] env[69413]: DEBUG oslo_vmware.api [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 666.729281] env[69413]: value = "task-3077156" [ 666.729281] env[69413]: _type = "Task" [ 666.729281] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.743300] env[69413]: DEBUG oslo_vmware.api [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077156, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.754071] env[69413]: DEBUG oslo_vmware.api [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52850d7f-b1fd-ef5d-b97c-30eda368517d, 'name': SearchDatastore_Task, 'duration_secs': 0.012613} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.754670] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.755255] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] b1a05b8b-385c-44b8-88ef-09d599ca6afb/b1a05b8b-385c-44b8-88ef-09d599ca6afb.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.755837] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-961824cd-110c-4ba7-a09e-7fd98cf2115b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.765024] env[69413]: DEBUG oslo_concurrency.lockutils [None req-21ae9c72-d77b-4bb7-904c-423aab5ab3b5 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Acquiring lock "057c5ad1-94e2-4c5d-9d3e-032bc4248979" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.765024] env[69413]: DEBUG oslo_concurrency.lockutils [None req-21ae9c72-d77b-4bb7-904c-423aab5ab3b5 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Lock "057c5ad1-94e2-4c5d-9d3e-032bc4248979" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.765024] env[69413]: DEBUG oslo_concurrency.lockutils [None req-21ae9c72-d77b-4bb7-904c-423aab5ab3b5 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Acquiring lock "057c5ad1-94e2-4c5d-9d3e-032bc4248979-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.765024] env[69413]: DEBUG oslo_concurrency.lockutils [None req-21ae9c72-d77b-4bb7-904c-423aab5ab3b5 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Lock "057c5ad1-94e2-4c5d-9d3e-032bc4248979-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.765024] env[69413]: DEBUG oslo_concurrency.lockutils [None req-21ae9c72-d77b-4bb7-904c-423aab5ab3b5 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Lock "057c5ad1-94e2-4c5d-9d3e-032bc4248979-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.767422] env[69413]: INFO nova.compute.manager [None req-21ae9c72-d77b-4bb7-904c-423aab5ab3b5 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Terminating instance [ 666.776538] env[69413]: INFO nova.compute.manager [-] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Took 1.66 seconds to deallocate network for instance. [ 666.776538] env[69413]: DEBUG oslo_vmware.api [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Waiting for the task: (returnval){ [ 666.776538] env[69413]: value = "task-3077157" [ 666.776538] env[69413]: _type = "Task" [ 666.776538] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.796834] env[69413]: DEBUG oslo_vmware.api [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Task: {'id': task-3077157, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.821945] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-dee889df-dd6d-4395-a2c8-8973edcbeb23 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Creating linked-clone VM from snapshot {{(pid=69413) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 666.822899] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a128a7cb-b7f6-4326-81cc-80ac1aacaa46 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.841872] env[69413]: DEBUG oslo_vmware.api [None req-dee889df-dd6d-4395-a2c8-8973edcbeb23 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Waiting for the task: (returnval){ [ 666.841872] env[69413]: value = "task-3077158" [ 666.841872] env[69413]: _type = "Task" [ 666.841872] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.855372] env[69413]: DEBUG oslo_vmware.api [None req-dee889df-dd6d-4395-a2c8-8973edcbeb23 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077158, 'name': CloneVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.942123] env[69413]: DEBUG oslo_concurrency.lockutils [req-c1f8d8b3-74f0-4f50-99b8-bdd6e11a83e1 req-60437f65-a202-44a1-80a6-1786c986ab8e service nova] Releasing lock "refresh_cache-b1a05b8b-385c-44b8-88ef-09d599ca6afb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.942123] env[69413]: DEBUG nova.compute.manager [req-c1f8d8b3-74f0-4f50-99b8-bdd6e11a83e1 req-60437f65-a202-44a1-80a6-1786c986ab8e service nova] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Received event network-vif-plugged-a2deb294-44b1-4e99-a939-a86ed46dee9b {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.942123] env[69413]: DEBUG oslo_concurrency.lockutils [req-c1f8d8b3-74f0-4f50-99b8-bdd6e11a83e1 req-60437f65-a202-44a1-80a6-1786c986ab8e service nova] Acquiring lock "b1a05b8b-385c-44b8-88ef-09d599ca6afb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.942123] env[69413]: DEBUG oslo_concurrency.lockutils [req-c1f8d8b3-74f0-4f50-99b8-bdd6e11a83e1 req-60437f65-a202-44a1-80a6-1786c986ab8e service nova] Lock "b1a05b8b-385c-44b8-88ef-09d599ca6afb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.942123] env[69413]: DEBUG oslo_concurrency.lockutils [req-c1f8d8b3-74f0-4f50-99b8-bdd6e11a83e1 req-60437f65-a202-44a1-80a6-1786c986ab8e service nova] Lock "b1a05b8b-385c-44b8-88ef-09d599ca6afb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.942123] env[69413]: DEBUG nova.compute.manager [req-c1f8d8b3-74f0-4f50-99b8-bdd6e11a83e1 req-60437f65-a202-44a1-80a6-1786c986ab8e service nova] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] No waiting events found dispatching network-vif-plugged-a2deb294-44b1-4e99-a939-a86ed46dee9b {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 666.943895] env[69413]: WARNING nova.compute.manager [req-c1f8d8b3-74f0-4f50-99b8-bdd6e11a83e1 req-60437f65-a202-44a1-80a6-1786c986ab8e service nova] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Received unexpected event network-vif-plugged-a2deb294-44b1-4e99-a939-a86ed46dee9b for instance with vm_state building and task_state spawning. [ 666.943895] env[69413]: DEBUG nova.compute.manager [req-c1f8d8b3-74f0-4f50-99b8-bdd6e11a83e1 req-60437f65-a202-44a1-80a6-1786c986ab8e service nova] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Received event network-changed-a2deb294-44b1-4e99-a939-a86ed46dee9b {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.943895] env[69413]: DEBUG nova.compute.manager [req-c1f8d8b3-74f0-4f50-99b8-bdd6e11a83e1 req-60437f65-a202-44a1-80a6-1786c986ab8e service nova] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Refreshing instance network info cache due to event network-changed-a2deb294-44b1-4e99-a939-a86ed46dee9b. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 666.943895] env[69413]: DEBUG oslo_concurrency.lockutils [req-c1f8d8b3-74f0-4f50-99b8-bdd6e11a83e1 req-60437f65-a202-44a1-80a6-1786c986ab8e service nova] Acquiring lock "refresh_cache-b1a05b8b-385c-44b8-88ef-09d599ca6afb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.943895] env[69413]: DEBUG oslo_concurrency.lockutils [req-c1f8d8b3-74f0-4f50-99b8-bdd6e11a83e1 req-60437f65-a202-44a1-80a6-1786c986ab8e service nova] Acquired lock "refresh_cache-b1a05b8b-385c-44b8-88ef-09d599ca6afb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.943895] env[69413]: DEBUG nova.network.neutron [req-c1f8d8b3-74f0-4f50-99b8-bdd6e11a83e1 req-60437f65-a202-44a1-80a6-1786c986ab8e service nova] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Refreshing network info cache for port a2deb294-44b1-4e99-a939-a86ed46dee9b {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.048358] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077154, 'name': CreateVM_Task, 'duration_secs': 0.497265} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.048674] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.049568] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.049781] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.050258] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.050538] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-986f98db-61de-4cf6-947f-dfcaff565641 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.057184] env[69413]: DEBUG oslo_vmware.api [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Waiting for the task: (returnval){ [ 667.057184] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5236f00c-8005-9ea1-89f5-81a25327635d" [ 667.057184] env[69413]: _type = "Task" [ 667.057184] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.070334] env[69413]: DEBUG oslo_vmware.api [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5236f00c-8005-9ea1-89f5-81a25327635d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.071578] env[69413]: DEBUG nova.compute.manager [req-0a778225-50f6-4f93-8db8-61979639d0b0 req-83d83a30-2173-48f7-b6ee-49a780eedb58 service nova] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Received event network-vif-plugged-693be4e7-b871-4018-b840-49fcf73755a4 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.071780] env[69413]: DEBUG oslo_concurrency.lockutils [req-0a778225-50f6-4f93-8db8-61979639d0b0 req-83d83a30-2173-48f7-b6ee-49a780eedb58 service nova] Acquiring lock "70800d42-eff1-496c-aeab-7160e8aef7bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.072032] env[69413]: DEBUG oslo_concurrency.lockutils [req-0a778225-50f6-4f93-8db8-61979639d0b0 req-83d83a30-2173-48f7-b6ee-49a780eedb58 service nova] Lock "70800d42-eff1-496c-aeab-7160e8aef7bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.072359] env[69413]: DEBUG oslo_concurrency.lockutils [req-0a778225-50f6-4f93-8db8-61979639d0b0 req-83d83a30-2173-48f7-b6ee-49a780eedb58 service nova] Lock "70800d42-eff1-496c-aeab-7160e8aef7bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.072359] env[69413]: DEBUG nova.compute.manager [req-0a778225-50f6-4f93-8db8-61979639d0b0 req-83d83a30-2173-48f7-b6ee-49a780eedb58 service nova] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] No waiting events found dispatching network-vif-plugged-693be4e7-b871-4018-b840-49fcf73755a4 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 667.073824] env[69413]: WARNING nova.compute.manager [req-0a778225-50f6-4f93-8db8-61979639d0b0 req-83d83a30-2173-48f7-b6ee-49a780eedb58 service nova] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Received unexpected event network-vif-plugged-693be4e7-b871-4018-b840-49fcf73755a4 for instance with vm_state building and task_state spawning. [ 667.073824] env[69413]: DEBUG nova.compute.manager [req-0a778225-50f6-4f93-8db8-61979639d0b0 req-83d83a30-2173-48f7-b6ee-49a780eedb58 service nova] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Received event network-changed-693be4e7-b871-4018-b840-49fcf73755a4 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.073824] env[69413]: DEBUG nova.compute.manager [req-0a778225-50f6-4f93-8db8-61979639d0b0 req-83d83a30-2173-48f7-b6ee-49a780eedb58 service nova] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Refreshing instance network info cache due to event network-changed-693be4e7-b871-4018-b840-49fcf73755a4. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 667.073824] env[69413]: DEBUG oslo_concurrency.lockutils [req-0a778225-50f6-4f93-8db8-61979639d0b0 req-83d83a30-2173-48f7-b6ee-49a780eedb58 service nova] Acquiring lock "refresh_cache-70800d42-eff1-496c-aeab-7160e8aef7bf" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.074245] env[69413]: DEBUG oslo_concurrency.lockutils [req-0a778225-50f6-4f93-8db8-61979639d0b0 req-83d83a30-2173-48f7-b6ee-49a780eedb58 service nova] Acquired lock "refresh_cache-70800d42-eff1-496c-aeab-7160e8aef7bf" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.075294] env[69413]: DEBUG nova.network.neutron [req-0a778225-50f6-4f93-8db8-61979639d0b0 req-83d83a30-2173-48f7-b6ee-49a780eedb58 service nova] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Refreshing network info cache for port 693be4e7-b871-4018-b840-49fcf73755a4 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.167635] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.167964] env[69413]: DEBUG nova.compute.manager [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.170731] env[69413]: DEBUG oslo_concurrency.lockutils [None req-79f62293-8c76-4ced-9950-3a229bc724e1 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.709s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.170978] env[69413]: DEBUG nova.objects.instance [None req-79f62293-8c76-4ced-9950-3a229bc724e1 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Lazy-loading 'resources' on Instance uuid cc255889-3de9-4a77-9e45-9801d250e203 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 667.244924] env[69413]: DEBUG oslo_vmware.api [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077156, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.273366] env[69413]: DEBUG nova.compute.manager [None req-21ae9c72-d77b-4bb7-904c-423aab5ab3b5 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 667.273673] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-21ae9c72-d77b-4bb7-904c-423aab5ab3b5 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 667.274596] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23250501-70f6-43bc-942f-cff6c43d65e0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.287434] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f0a1d595-5c08-41bb-9087-ff96b835a38d tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.287766] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ae9c72-d77b-4bb7-904c-423aab5ab3b5 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 667.288482] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c35be448-7cd0-4ff0-aff1-0329210cd93c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.298052] env[69413]: DEBUG oslo_vmware.api [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Task: {'id': task-3077157, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.299959] env[69413]: DEBUG oslo_vmware.api [None req-21ae9c72-d77b-4bb7-904c-423aab5ab3b5 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Waiting for the task: (returnval){ [ 667.299959] env[69413]: value = "task-3077159" [ 667.299959] env[69413]: _type = "Task" [ 667.299959] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.311940] env[69413]: DEBUG oslo_vmware.api [None req-21ae9c72-d77b-4bb7-904c-423aab5ab3b5 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Task: {'id': task-3077159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.357301] env[69413]: DEBUG oslo_vmware.api [None req-dee889df-dd6d-4395-a2c8-8973edcbeb23 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077158, 'name': CloneVM_Task} progress is 94%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.571297] env[69413]: DEBUG oslo_vmware.api [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5236f00c-8005-9ea1-89f5-81a25327635d, 'name': SearchDatastore_Task, 'duration_secs': 0.024771} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.571718] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.571943] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.572247] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.572397] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.572576] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.572896] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0219e4a5-5232-4464-8821-107158012751 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.586183] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.586183] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.586183] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b87bf4cf-d090-41dd-906b-3b21edc98ceb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.593937] env[69413]: DEBUG oslo_vmware.api [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Waiting for the task: (returnval){ [ 667.593937] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a0a9b3-6a37-f35b-1a89-7ab0ce0fc01d" [ 667.593937] env[69413]: _type = "Task" [ 667.593937] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.609692] env[69413]: DEBUG oslo_vmware.api [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a0a9b3-6a37-f35b-1a89-7ab0ce0fc01d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.675367] env[69413]: DEBUG nova.compute.utils [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.676956] env[69413]: DEBUG nova.compute.manager [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 667.677184] env[69413]: DEBUG nova.network.neutron [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 667.735910] env[69413]: DEBUG nova.policy [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6b27de9bd67456b810339cbc20d2254', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b143b5ff88c489e98179ea83550391d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.743701] env[69413]: DEBUG oslo_vmware.api [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077156, 'name': ReconfigVM_Task, 'duration_secs': 0.800237} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.744190] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Reconfigured VM instance instance-0000000b to attach disk [datastore2] ad89fe25-881d-46a6-af6a-1098d39c87a9/ad89fe25-881d-46a6-af6a-1098d39c87a9.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.744807] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9ed011b-2f0e-4654-b7f6-d1d9fb396748 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.753031] env[69413]: DEBUG oslo_vmware.api [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 667.753031] env[69413]: value = "task-3077160" [ 667.753031] env[69413]: _type = "Task" [ 667.753031] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.776036] env[69413]: DEBUG oslo_vmware.api [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077160, 'name': Rename_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.800629] env[69413]: DEBUG oslo_vmware.api [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Task: {'id': task-3077157, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699939} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.800629] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] b1a05b8b-385c-44b8-88ef-09d599ca6afb/b1a05b8b-385c-44b8-88ef-09d599ca6afb.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 667.800629] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.800629] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87ff9e5f-04af-4a1b-b2df-518796ecc351 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.817281] env[69413]: DEBUG oslo_vmware.api [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Waiting for the task: (returnval){ [ 667.817281] env[69413]: value = "task-3077161" [ 667.817281] env[69413]: _type = "Task" [ 667.817281] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.817597] env[69413]: DEBUG oslo_vmware.api [None req-21ae9c72-d77b-4bb7-904c-423aab5ab3b5 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Task: {'id': task-3077159, 'name': PowerOffVM_Task, 'duration_secs': 0.319894} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.817837] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ae9c72-d77b-4bb7-904c-423aab5ab3b5 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 667.817980] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-21ae9c72-d77b-4bb7-904c-423aab5ab3b5 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 667.820902] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d075f7d-a50a-4387-b7b4-5f360faf1d36 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.858819] env[69413]: DEBUG oslo_vmware.api [None req-dee889df-dd6d-4395-a2c8-8973edcbeb23 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077158, 'name': CloneVM_Task} progress is 94%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.893204] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-21ae9c72-d77b-4bb7-904c-423aab5ab3b5 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 667.896923] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-21ae9c72-d77b-4bb7-904c-423aab5ab3b5 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 667.896923] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-21ae9c72-d77b-4bb7-904c-423aab5ab3b5 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Deleting the datastore file [datastore2] 057c5ad1-94e2-4c5d-9d3e-032bc4248979 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 667.896923] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc68229d-09c7-41a0-bbc6-219c0f2e064b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.902895] env[69413]: DEBUG oslo_vmware.api [None req-21ae9c72-d77b-4bb7-904c-423aab5ab3b5 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Waiting for the task: (returnval){ [ 667.902895] env[69413]: value = "task-3077163" [ 667.902895] env[69413]: _type = "Task" [ 667.902895] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.916612] env[69413]: DEBUG oslo_vmware.api [None req-21ae9c72-d77b-4bb7-904c-423aab5ab3b5 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Task: {'id': task-3077163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.114820] env[69413]: DEBUG oslo_vmware.api [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a0a9b3-6a37-f35b-1a89-7ab0ce0fc01d, 'name': SearchDatastore_Task, 'duration_secs': 0.016427} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.115370] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a604557-8f91-4ccf-80b5-ec9466b7f0c7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.127674] env[69413]: DEBUG oslo_vmware.api [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Waiting for the task: (returnval){ [ 668.127674] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52ec096c-c5a5-0e17-76d8-9a51417e4492" [ 668.127674] env[69413]: _type = "Task" [ 668.127674] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.138724] env[69413]: DEBUG oslo_vmware.api [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52ec096c-c5a5-0e17-76d8-9a51417e4492, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.168706] env[69413]: DEBUG nova.network.neutron [req-0a778225-50f6-4f93-8db8-61979639d0b0 req-83d83a30-2173-48f7-b6ee-49a780eedb58 service nova] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Updated VIF entry in instance network info cache for port 693be4e7-b871-4018-b840-49fcf73755a4. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.169129] env[69413]: DEBUG nova.network.neutron [req-0a778225-50f6-4f93-8db8-61979639d0b0 req-83d83a30-2173-48f7-b6ee-49a780eedb58 service nova] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Updating instance_info_cache with network_info: [{"id": "693be4e7-b871-4018-b840-49fcf73755a4", "address": "fa:16:3e:6c:23:86", "network": {"id": "d508e613-6f79-45bc-a3d0-75ab29ee86b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1077687453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2dc1f2bbc864099bd0f9a128311073d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap693be4e7-b8", "ovs_interfaceid": "693be4e7-b871-4018-b840-49fcf73755a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.182146] env[69413]: DEBUG nova.compute.manager [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.190235] env[69413]: DEBUG nova.network.neutron [req-c1f8d8b3-74f0-4f50-99b8-bdd6e11a83e1 req-60437f65-a202-44a1-80a6-1786c986ab8e service nova] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Updated VIF entry in instance network info cache for port a2deb294-44b1-4e99-a939-a86ed46dee9b. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.190235] env[69413]: DEBUG nova.network.neutron [req-c1f8d8b3-74f0-4f50-99b8-bdd6e11a83e1 req-60437f65-a202-44a1-80a6-1786c986ab8e service nova] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Updating instance_info_cache with network_info: [{"id": "a09580ee-a460-4740-afe8-5b84ffe5c709", "address": "fa:16:3e:6f:de:8e", "network": {"id": "574e6868-fa9c-4c91-9c4c-5f147818034b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-337928699", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a9901a751d924cea997c652b0d905681", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa09580ee-a4", "ovs_interfaceid": "a09580ee-a460-4740-afe8-5b84ffe5c709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e6c22259-041e-4101-a005-f1da048af9b8", "address": "fa:16:3e:53:cd:c1", "network": {"id": "6f421fd8-ec43-4dfd-b844-8abc3e0f2c7d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1303162848", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a9901a751d924cea997c652b0d905681", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6c22259-04", "ovs_interfaceid": "e6c22259-041e-4101-a005-f1da048af9b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a2deb294-44b1-4e99-a939-a86ed46dee9b", "address": "fa:16:3e:72:c1:8a", "network": {"id": "574e6868-fa9c-4c91-9c4c-5f147818034b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-337928699", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9901a751d924cea997c652b0d905681", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2deb294-44", "ovs_interfaceid": "a2deb294-44b1-4e99-a939-a86ed46dee9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.227252] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34a98df-c60e-4e57-877b-b341c33014a0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.240180] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27dcd7f8-d405-4ed7-bee3-e422cc2a7546 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.281226] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2481dcbd-3455-4834-b28b-baed98ab0313 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.296862] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e747093-d775-4a99-883e-b0469ca8fc9c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.301047] env[69413]: DEBUG oslo_vmware.api [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077160, 'name': Rename_Task, 'duration_secs': 0.248151} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.301047] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.301260] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d2b525c-52b1-4c19-b94b-3622fc7f9ecd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.315897] env[69413]: DEBUG nova.compute.provider_tree [None req-79f62293-8c76-4ced-9950-3a229bc724e1 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.321161] env[69413]: DEBUG oslo_vmware.api [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 668.321161] env[69413]: value = "task-3077164" [ 668.321161] env[69413]: _type = "Task" [ 668.321161] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.332150] env[69413]: DEBUG oslo_vmware.api [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Task: {'id': task-3077161, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087163} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.338945] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.338945] env[69413]: DEBUG oslo_vmware.api [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077164, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.338945] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e744616a-b784-4322-bfbb-72e5379691b0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.373145] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] b1a05b8b-385c-44b8-88ef-09d599ca6afb/b1a05b8b-385c-44b8-88ef-09d599ca6afb.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.374589] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14566092-97f8-407a-afdb-ca0c506eb800 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.393687] env[69413]: DEBUG oslo_vmware.api [None req-dee889df-dd6d-4395-a2c8-8973edcbeb23 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077158, 'name': CloneVM_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.398222] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Acquiring lock "a011fd97-a657-4123-8dec-70a29561b232" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.398384] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Lock "a011fd97-a657-4123-8dec-70a29561b232" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.402314] env[69413]: DEBUG oslo_vmware.api [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Waiting for the task: (returnval){ [ 668.402314] env[69413]: value = "task-3077165" [ 668.402314] env[69413]: _type = "Task" [ 668.402314] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.416762] env[69413]: DEBUG oslo_vmware.api [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Task: {'id': task-3077165, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.421789] env[69413]: DEBUG nova.compute.manager [req-aab74746-dd05-4cd0-b812-770904ba32cd req-d9289afa-fd98-4e1b-a392-9f7b26b688ea service nova] [instance: de756510-54b4-4b77-beeb-406507b128cb] Received event network-changed-73de899a-7a63-4ecb-b6bf-c73af2e7ded7 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.421789] env[69413]: DEBUG nova.compute.manager [req-aab74746-dd05-4cd0-b812-770904ba32cd req-d9289afa-fd98-4e1b-a392-9f7b26b688ea service nova] [instance: de756510-54b4-4b77-beeb-406507b128cb] Refreshing instance network info cache due to event network-changed-73de899a-7a63-4ecb-b6bf-c73af2e7ded7. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 668.421789] env[69413]: DEBUG oslo_concurrency.lockutils [req-aab74746-dd05-4cd0-b812-770904ba32cd req-d9289afa-fd98-4e1b-a392-9f7b26b688ea service nova] Acquiring lock "refresh_cache-de756510-54b4-4b77-beeb-406507b128cb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.421928] env[69413]: DEBUG oslo_concurrency.lockutils [req-aab74746-dd05-4cd0-b812-770904ba32cd req-d9289afa-fd98-4e1b-a392-9f7b26b688ea service nova] Acquired lock "refresh_cache-de756510-54b4-4b77-beeb-406507b128cb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.422106] env[69413]: DEBUG nova.network.neutron [req-aab74746-dd05-4cd0-b812-770904ba32cd req-d9289afa-fd98-4e1b-a392-9f7b26b688ea service nova] [instance: de756510-54b4-4b77-beeb-406507b128cb] Refreshing network info cache for port 73de899a-7a63-4ecb-b6bf-c73af2e7ded7 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.424837] env[69413]: DEBUG oslo_vmware.api [None req-21ae9c72-d77b-4bb7-904c-423aab5ab3b5 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Task: {'id': task-3077163, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367605} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.424837] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-21ae9c72-d77b-4bb7-904c-423aab5ab3b5 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 668.424837] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-21ae9c72-d77b-4bb7-904c-423aab5ab3b5 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 668.424837] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-21ae9c72-d77b-4bb7-904c-423aab5ab3b5 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 668.424837] env[69413]: INFO nova.compute.manager [None req-21ae9c72-d77b-4bb7-904c-423aab5ab3b5 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Took 1.15 seconds to destroy the instance on the hypervisor. [ 668.425185] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21ae9c72-d77b-4bb7-904c-423aab5ab3b5 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.425185] env[69413]: DEBUG nova.compute.manager [-] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 668.425427] env[69413]: DEBUG nova.network.neutron [-] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 668.525522] env[69413]: DEBUG nova.network.neutron [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Successfully updated port: e9ce8697-31c3-4bf6-9551-c7d182df94b8 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 668.594641] env[69413]: DEBUG nova.network.neutron [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Successfully created port: 8c16e8da-b5ba-4eb7-952f-765f32048c3c {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 668.639920] env[69413]: DEBUG oslo_vmware.api [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52ec096c-c5a5-0e17-76d8-9a51417e4492, 'name': SearchDatastore_Task, 'duration_secs': 0.029446} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.640212] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.640558] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 70800d42-eff1-496c-aeab-7160e8aef7bf/70800d42-eff1-496c-aeab-7160e8aef7bf.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.640772] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95bd481d-16a7-47ac-b05a-98f87dd22346 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.649189] env[69413]: DEBUG oslo_vmware.api [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Waiting for the task: (returnval){ [ 668.649189] env[69413]: value = "task-3077166" [ 668.649189] env[69413]: _type = "Task" [ 668.649189] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.657297] env[69413]: DEBUG oslo_vmware.api [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': task-3077166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.673919] env[69413]: DEBUG oslo_concurrency.lockutils [req-0a778225-50f6-4f93-8db8-61979639d0b0 req-83d83a30-2173-48f7-b6ee-49a780eedb58 service nova] Releasing lock "refresh_cache-70800d42-eff1-496c-aeab-7160e8aef7bf" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.694719] env[69413]: DEBUG oslo_concurrency.lockutils [req-c1f8d8b3-74f0-4f50-99b8-bdd6e11a83e1 req-60437f65-a202-44a1-80a6-1786c986ab8e service nova] Releasing lock "refresh_cache-b1a05b8b-385c-44b8-88ef-09d599ca6afb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.823603] env[69413]: DEBUG nova.scheduler.client.report [None req-79f62293-8c76-4ced-9950-3a229bc724e1 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.845417] env[69413]: DEBUG oslo_vmware.api [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077164, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.859324] env[69413]: DEBUG oslo_vmware.api [None req-dee889df-dd6d-4395-a2c8-8973edcbeb23 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077158, 'name': CloneVM_Task, 'duration_secs': 1.64946} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.859324] env[69413]: INFO nova.virt.vmwareapi.vmops [None req-dee889df-dd6d-4395-a2c8-8973edcbeb23 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Created linked-clone VM from snapshot [ 668.859324] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e524dd0f-bf4f-4c96-aeb2-a19b1927b070 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.872604] env[69413]: DEBUG nova.virt.vmwareapi.images [None req-dee889df-dd6d-4395-a2c8-8973edcbeb23 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Uploading image 835bbb24-4ca7-4a44-b989-aeaf4e8457d3 {{(pid=69413) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 668.898186] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee889df-dd6d-4395-a2c8-8973edcbeb23 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Destroying the VM {{(pid=69413) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 668.899328] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-039560f4-4b3d-4694-8cc0-f7efcf49a5db {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.911326] env[69413]: DEBUG oslo_vmware.api [None req-dee889df-dd6d-4395-a2c8-8973edcbeb23 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Waiting for the task: (returnval){ [ 668.911326] env[69413]: value = "task-3077168" [ 668.911326] env[69413]: _type = "Task" [ 668.911326] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.918544] env[69413]: DEBUG oslo_vmware.api [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Task: {'id': task-3077165, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.928310] env[69413]: DEBUG oslo_vmware.api [None req-dee889df-dd6d-4395-a2c8-8973edcbeb23 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077168, 'name': Destroy_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.031845] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Acquiring lock "refresh_cache-a2a4cf08-9e8e-408e-9dc8-93771bab7dca" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.032092] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Acquired lock "refresh_cache-a2a4cf08-9e8e-408e-9dc8-93771bab7dca" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.032348] env[69413]: DEBUG nova.network.neutron [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.168208] env[69413]: DEBUG oslo_vmware.api [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': task-3077166, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.195765] env[69413]: DEBUG nova.compute.manager [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 669.253392] env[69413]: DEBUG nova.virt.hardware [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.253392] env[69413]: DEBUG nova.virt.hardware [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.253392] env[69413]: DEBUG nova.virt.hardware [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.253392] env[69413]: DEBUG nova.virt.hardware [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.253392] env[69413]: DEBUG nova.virt.hardware [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.253392] env[69413]: DEBUG nova.virt.hardware [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.253392] env[69413]: DEBUG nova.virt.hardware [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.254074] env[69413]: DEBUG nova.virt.hardware [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.254402] env[69413]: DEBUG nova.virt.hardware [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.254777] env[69413]: DEBUG nova.virt.hardware [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.255092] env[69413]: DEBUG nova.virt.hardware [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.256459] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b42cf53-0214-427b-ad8a-6434fbe8943f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.267300] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa81063-0804-47a2-b085-deef85775134 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.339766] env[69413]: DEBUG oslo_concurrency.lockutils [None req-79f62293-8c76-4ced-9950-3a229bc724e1 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.343324] env[69413]: DEBUG oslo_vmware.api [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077164, 'name': PowerOnVM_Task, 'duration_secs': 0.828478} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.343324] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.096s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.344705] env[69413]: INFO nova.compute.claims [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.347711] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.347854] env[69413]: DEBUG nova.compute.manager [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.348926] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fe3cee-9fa1-4885-b853-48965d8b912d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.439036] env[69413]: DEBUG oslo_vmware.api [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Task: {'id': task-3077165, 'name': ReconfigVM_Task, 'duration_secs': 0.762009} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.439036] env[69413]: DEBUG oslo_vmware.api [None req-dee889df-dd6d-4395-a2c8-8973edcbeb23 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077168, 'name': Destroy_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.441068] env[69413]: INFO nova.scheduler.client.report [None req-79f62293-8c76-4ced-9950-3a229bc724e1 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Deleted allocations for instance cc255889-3de9-4a77-9e45-9801d250e203 [ 669.442100] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Reconfigured VM instance instance-00000010 to attach disk [datastore2] b1a05b8b-385c-44b8-88ef-09d599ca6afb/b1a05b8b-385c-44b8-88ef-09d599ca6afb.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.448919] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fc8aef8-8add-4df4-9414-980f06f88b5b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.460053] env[69413]: DEBUG oslo_vmware.api [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Waiting for the task: (returnval){ [ 669.460053] env[69413]: value = "task-3077169" [ 669.460053] env[69413]: _type = "Task" [ 669.460053] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.474714] env[69413]: DEBUG oslo_vmware.api [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Task: {'id': task-3077169, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.541785] env[69413]: DEBUG nova.network.neutron [req-aab74746-dd05-4cd0-b812-770904ba32cd req-d9289afa-fd98-4e1b-a392-9f7b26b688ea service nova] [instance: de756510-54b4-4b77-beeb-406507b128cb] Updated VIF entry in instance network info cache for port 73de899a-7a63-4ecb-b6bf-c73af2e7ded7. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.542647] env[69413]: DEBUG nova.network.neutron [req-aab74746-dd05-4cd0-b812-770904ba32cd req-d9289afa-fd98-4e1b-a392-9f7b26b688ea service nova] [instance: de756510-54b4-4b77-beeb-406507b128cb] Updating instance_info_cache with network_info: [{"id": "73de899a-7a63-4ecb-b6bf-c73af2e7ded7", "address": "fa:16:3e:d1:b4:38", "network": {"id": "ae1421d8-cc24-418c-91b0-6cfbfce8d925", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1563470046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f082785c77304c42b2e5b6bd45dc809a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73de899a-7a", "ovs_interfaceid": "73de899a-7a63-4ecb-b6bf-c73af2e7ded7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.594269] env[69413]: DEBUG nova.network.neutron [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.664465] env[69413]: DEBUG oslo_vmware.api [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': task-3077166, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.869343] env[69413]: DEBUG oslo_concurrency.lockutils [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.869343] env[69413]: DEBUG nova.network.neutron [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Updating instance_info_cache with network_info: [{"id": "e9ce8697-31c3-4bf6-9551-c7d182df94b8", "address": "fa:16:3e:09:5c:64", "network": {"id": "8cb610e7-e4da-4776-8f19-c9728f51fb27", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9a021a88be0b4ec0bf1248cc136ac194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9ce8697-31", "ovs_interfaceid": "e9ce8697-31c3-4bf6-9551-c7d182df94b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.925817] env[69413]: DEBUG oslo_vmware.api [None req-dee889df-dd6d-4395-a2c8-8973edcbeb23 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077168, 'name': Destroy_Task, 'duration_secs': 0.998189} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.925817] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-dee889df-dd6d-4395-a2c8-8973edcbeb23 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Destroyed the VM [ 669.925817] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-dee889df-dd6d-4395-a2c8-8973edcbeb23 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Deleting Snapshot of the VM instance {{(pid=69413) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 669.925817] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ea817dab-da5e-4693-8e69-9590b25b669d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.932279] env[69413]: DEBUG oslo_vmware.api [None req-dee889df-dd6d-4395-a2c8-8973edcbeb23 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Waiting for the task: (returnval){ [ 669.932279] env[69413]: value = "task-3077170" [ 669.932279] env[69413]: _type = "Task" [ 669.932279] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.945620] env[69413]: DEBUG oslo_vmware.api [None req-dee889df-dd6d-4395-a2c8-8973edcbeb23 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077170, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.957783] env[69413]: DEBUG oslo_concurrency.lockutils [None req-79f62293-8c76-4ced-9950-3a229bc724e1 tempest-ImagesNegativeTestJSON-672650348 tempest-ImagesNegativeTestJSON-672650348-project-member] Lock "cc255889-3de9-4a77-9e45-9801d250e203" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.222s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.977617] env[69413]: DEBUG oslo_vmware.api [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Task: {'id': task-3077169, 'name': Rename_Task, 'duration_secs': 0.194863} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.977617] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.977617] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-530477cd-3d6f-4ed1-a291-d8bd0bf4ccec {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.983945] env[69413]: DEBUG oslo_vmware.api [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Waiting for the task: (returnval){ [ 669.983945] env[69413]: value = "task-3077171" [ 669.983945] env[69413]: _type = "Task" [ 669.983945] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.998029] env[69413]: DEBUG oslo_vmware.api [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Task: {'id': task-3077171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.045544] env[69413]: DEBUG oslo_concurrency.lockutils [req-aab74746-dd05-4cd0-b812-770904ba32cd req-d9289afa-fd98-4e1b-a392-9f7b26b688ea service nova] Releasing lock "refresh_cache-de756510-54b4-4b77-beeb-406507b128cb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.165414] env[69413]: DEBUG oslo_vmware.api [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': task-3077166, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.299703] env[69413]: DEBUG nova.network.neutron [-] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.374752] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Releasing lock "refresh_cache-a2a4cf08-9e8e-408e-9dc8-93771bab7dca" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.375133] env[69413]: DEBUG nova.compute.manager [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Instance network_info: |[{"id": "e9ce8697-31c3-4bf6-9551-c7d182df94b8", "address": "fa:16:3e:09:5c:64", "network": {"id": "8cb610e7-e4da-4776-8f19-c9728f51fb27", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9a021a88be0b4ec0bf1248cc136ac194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9ce8697-31", "ovs_interfaceid": "e9ce8697-31c3-4bf6-9551-c7d182df94b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 670.375504] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:5c:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4c5eb94-841c-4713-985a-8fc4117fbaf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9ce8697-31c3-4bf6-9551-c7d182df94b8', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.385170] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Creating folder: Project (a498c97e027e48d0bf5248ba8041744f). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.385347] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7833d7f8-092c-42f5-b241-8f3db32a5af0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.400333] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Created folder: Project (a498c97e027e48d0bf5248ba8041744f) in parent group-v616034. [ 670.400521] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Creating folder: Instances. Parent ref: group-v616093. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.402034] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79744ad6-541e-4e49-b5a7-c4b566bf4fb1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.415578] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Created folder: Instances in parent group-v616093. [ 670.417457] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.418254] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.422424] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed19e228-de04-490e-a6fe-4fc8f9e94c83 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.454311] env[69413]: DEBUG oslo_vmware.api [None req-dee889df-dd6d-4395-a2c8-8973edcbeb23 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077170, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.455685] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.455685] env[69413]: value = "task-3077174" [ 670.455685] env[69413]: _type = "Task" [ 670.455685] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.471182] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077174, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.498582] env[69413]: DEBUG oslo_vmware.api [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Task: {'id': task-3077171, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.668072] env[69413]: DEBUG oslo_vmware.api [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': task-3077166, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.835615} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.668479] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 70800d42-eff1-496c-aeab-7160e8aef7bf/70800d42-eff1-496c-aeab-7160e8aef7bf.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.668746] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.668843] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d33d3021-27ed-4ef4-9a3e-cb347865ebc8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.678924] env[69413]: DEBUG oslo_vmware.api [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Waiting for the task: (returnval){ [ 670.678924] env[69413]: value = "task-3077175" [ 670.678924] env[69413]: _type = "Task" [ 670.678924] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.689339] env[69413]: DEBUG oslo_vmware.api [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': task-3077175, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.767384] env[69413]: DEBUG nova.compute.manager [req-7aab14ee-96d3-48ed-8b34-de6a004888a0 req-5bbb3f49-0066-41e4-8105-e137b9cf1d45 service nova] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Received event network-vif-deleted-cc965938-d53f-4528-936e-cf3dab3067fe {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.767696] env[69413]: DEBUG nova.compute.manager [req-7aab14ee-96d3-48ed-8b34-de6a004888a0 req-5bbb3f49-0066-41e4-8105-e137b9cf1d45 service nova] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Received event network-vif-plugged-e9ce8697-31c3-4bf6-9551-c7d182df94b8 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.767974] env[69413]: DEBUG oslo_concurrency.lockutils [req-7aab14ee-96d3-48ed-8b34-de6a004888a0 req-5bbb3f49-0066-41e4-8105-e137b9cf1d45 service nova] Acquiring lock "a2a4cf08-9e8e-408e-9dc8-93771bab7dca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.768274] env[69413]: DEBUG oslo_concurrency.lockutils [req-7aab14ee-96d3-48ed-8b34-de6a004888a0 req-5bbb3f49-0066-41e4-8105-e137b9cf1d45 service nova] Lock "a2a4cf08-9e8e-408e-9dc8-93771bab7dca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.768494] env[69413]: DEBUG oslo_concurrency.lockutils [req-7aab14ee-96d3-48ed-8b34-de6a004888a0 req-5bbb3f49-0066-41e4-8105-e137b9cf1d45 service nova] Lock "a2a4cf08-9e8e-408e-9dc8-93771bab7dca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.768712] env[69413]: DEBUG nova.compute.manager [req-7aab14ee-96d3-48ed-8b34-de6a004888a0 req-5bbb3f49-0066-41e4-8105-e137b9cf1d45 service nova] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] No waiting events found dispatching network-vif-plugged-e9ce8697-31c3-4bf6-9551-c7d182df94b8 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 670.768921] env[69413]: WARNING nova.compute.manager [req-7aab14ee-96d3-48ed-8b34-de6a004888a0 req-5bbb3f49-0066-41e4-8105-e137b9cf1d45 service nova] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Received unexpected event network-vif-plugged-e9ce8697-31c3-4bf6-9551-c7d182df94b8 for instance with vm_state building and task_state spawning. [ 670.769167] env[69413]: DEBUG nova.compute.manager [req-7aab14ee-96d3-48ed-8b34-de6a004888a0 req-5bbb3f49-0066-41e4-8105-e137b9cf1d45 service nova] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Received event network-changed-e9ce8697-31c3-4bf6-9551-c7d182df94b8 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.769442] env[69413]: DEBUG nova.compute.manager [req-7aab14ee-96d3-48ed-8b34-de6a004888a0 req-5bbb3f49-0066-41e4-8105-e137b9cf1d45 service nova] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Refreshing instance network info cache due to event network-changed-e9ce8697-31c3-4bf6-9551-c7d182df94b8. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 670.769508] env[69413]: DEBUG oslo_concurrency.lockutils [req-7aab14ee-96d3-48ed-8b34-de6a004888a0 req-5bbb3f49-0066-41e4-8105-e137b9cf1d45 service nova] Acquiring lock "refresh_cache-a2a4cf08-9e8e-408e-9dc8-93771bab7dca" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.769639] env[69413]: DEBUG oslo_concurrency.lockutils [req-7aab14ee-96d3-48ed-8b34-de6a004888a0 req-5bbb3f49-0066-41e4-8105-e137b9cf1d45 service nova] Acquired lock "refresh_cache-a2a4cf08-9e8e-408e-9dc8-93771bab7dca" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.769788] env[69413]: DEBUG nova.network.neutron [req-7aab14ee-96d3-48ed-8b34-de6a004888a0 req-5bbb3f49-0066-41e4-8105-e137b9cf1d45 service nova] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Refreshing network info cache for port e9ce8697-31c3-4bf6-9551-c7d182df94b8 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.806239] env[69413]: INFO nova.compute.manager [-] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Took 2.38 seconds to deallocate network for instance. [ 670.956761] env[69413]: DEBUG oslo_vmware.api [None req-dee889df-dd6d-4395-a2c8-8973edcbeb23 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077170, 'name': RemoveSnapshot_Task, 'duration_secs': 0.714291} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.961321] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-dee889df-dd6d-4395-a2c8-8973edcbeb23 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Deleted Snapshot of the VM instance {{(pid=69413) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 670.972376] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077174, 'name': CreateVM_Task, 'duration_secs': 0.399972} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.976013] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.978510] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.978690] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.979034] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.979339] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e0b2eca-060a-419c-9661-acb01cfe0aee {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.986683] env[69413]: DEBUG oslo_vmware.api [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Waiting for the task: (returnval){ [ 670.986683] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5242f1f8-97d0-81cd-db94-a47ed634b6a8" [ 670.986683] env[69413]: _type = "Task" [ 670.986683] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.000263] env[69413]: DEBUG nova.network.neutron [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Successfully updated port: 8c16e8da-b5ba-4eb7-952f-765f32048c3c {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 671.006875] env[69413]: DEBUG oslo_vmware.api [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Task: {'id': task-3077171, 'name': PowerOnVM_Task, 'duration_secs': 0.550347} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.010362] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 671.010581] env[69413]: INFO nova.compute.manager [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Took 15.08 seconds to spawn the instance on the hypervisor. [ 671.010880] env[69413]: DEBUG nova.compute.manager [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.011084] env[69413]: DEBUG oslo_vmware.api [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5242f1f8-97d0-81cd-db94-a47ed634b6a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.011990] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23d0611-fec4-4634-a615-fb86a691b02d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.025367] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed22102-467f-4bb4-bc81-98679295be10 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.036656] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa722d95-42d6-4a71-a3a0-a1248ab84c5f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.076144] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2af057a-26cd-4e94-a7e3-8a0b3b52665f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.087809] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006b530d-62e1-410e-8e20-2ceafedd50dd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.103963] env[69413]: DEBUG nova.compute.provider_tree [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.192871] env[69413]: DEBUG oslo_vmware.api [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': task-3077175, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106041} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.192871] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.192871] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a39b42-d620-42d8-9524-f5d830138308 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.218022] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 70800d42-eff1-496c-aeab-7160e8aef7bf/70800d42-eff1-496c-aeab-7160e8aef7bf.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.218351] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4483e905-083a-4a6a-99e8-0d1ff7c3912d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.240922] env[69413]: DEBUG oslo_vmware.api [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Waiting for the task: (returnval){ [ 671.240922] env[69413]: value = "task-3077176" [ 671.240922] env[69413]: _type = "Task" [ 671.240922] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.252782] env[69413]: DEBUG oslo_vmware.api [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': task-3077176, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.313186] env[69413]: DEBUG oslo_concurrency.lockutils [None req-21ae9c72-d77b-4bb7-904c-423aab5ab3b5 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.467064] env[69413]: WARNING nova.compute.manager [None req-dee889df-dd6d-4395-a2c8-8973edcbeb23 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Image not found during snapshot: nova.exception.ImageNotFound: Image 835bbb24-4ca7-4a44-b989-aeaf4e8457d3 could not be found. [ 671.517987] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Acquiring lock "refresh_cache-f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.517987] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Acquired lock "refresh_cache-f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.517987] env[69413]: DEBUG nova.network.neutron [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.517987] env[69413]: DEBUG oslo_vmware.api [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5242f1f8-97d0-81cd-db94-a47ed634b6a8, 'name': SearchDatastore_Task, 'duration_secs': 0.027138} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.517987] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.517987] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.517987] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.517987] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.517987] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.517987] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28cc3628-9ad6-4d32-b8ff-4c9f363c864f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.536347] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.536347] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 671.536852] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f12f7bb7-66b2-4117-bb59-22ce87f3cc28 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.539977] env[69413]: INFO nova.compute.manager [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Took 28.53 seconds to build instance. [ 671.548823] env[69413]: DEBUG oslo_vmware.api [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Waiting for the task: (returnval){ [ 671.548823] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528b4247-9804-296a-96a4-849650cfc560" [ 671.548823] env[69413]: _type = "Task" [ 671.548823] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.560127] env[69413]: DEBUG oslo_vmware.api [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528b4247-9804-296a-96a4-849650cfc560, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.608701] env[69413]: DEBUG nova.scheduler.client.report [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.760503] env[69413]: DEBUG oslo_vmware.api [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': task-3077176, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.877773] env[69413]: DEBUG nova.network.neutron [req-7aab14ee-96d3-48ed-8b34-de6a004888a0 req-5bbb3f49-0066-41e4-8105-e137b9cf1d45 service nova] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Updated VIF entry in instance network info cache for port e9ce8697-31c3-4bf6-9551-c7d182df94b8. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.878163] env[69413]: DEBUG nova.network.neutron [req-7aab14ee-96d3-48ed-8b34-de6a004888a0 req-5bbb3f49-0066-41e4-8105-e137b9cf1d45 service nova] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Updating instance_info_cache with network_info: [{"id": "e9ce8697-31c3-4bf6-9551-c7d182df94b8", "address": "fa:16:3e:09:5c:64", "network": {"id": "8cb610e7-e4da-4776-8f19-c9728f51fb27", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9a021a88be0b4ec0bf1248cc136ac194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9ce8697-31", "ovs_interfaceid": "e9ce8697-31c3-4bf6-9551-c7d182df94b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.980977] env[69413]: DEBUG nova.compute.manager [req-a03766d1-c784-4f5d-8549-6bdfe68e9a5c req-bfb9df0d-87ef-4712-9786-5eb9081cd379 service nova] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Received event network-changed-b18d2e86-7f8b-48dd-aac6-be1032b71654 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.981317] env[69413]: DEBUG nova.compute.manager [req-a03766d1-c784-4f5d-8549-6bdfe68e9a5c req-bfb9df0d-87ef-4712-9786-5eb9081cd379 service nova] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Refreshing instance network info cache due to event network-changed-b18d2e86-7f8b-48dd-aac6-be1032b71654. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 671.981543] env[69413]: DEBUG oslo_concurrency.lockutils [req-a03766d1-c784-4f5d-8549-6bdfe68e9a5c req-bfb9df0d-87ef-4712-9786-5eb9081cd379 service nova] Acquiring lock "refresh_cache-6bc4ef14-5504-4c90-8d21-a8cd681b9070" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.981687] env[69413]: DEBUG oslo_concurrency.lockutils [req-a03766d1-c784-4f5d-8549-6bdfe68e9a5c req-bfb9df0d-87ef-4712-9786-5eb9081cd379 service nova] Acquired lock "refresh_cache-6bc4ef14-5504-4c90-8d21-a8cd681b9070" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.981847] env[69413]: DEBUG nova.network.neutron [req-a03766d1-c784-4f5d-8549-6bdfe68e9a5c req-bfb9df0d-87ef-4712-9786-5eb9081cd379 service nova] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Refreshing network info cache for port b18d2e86-7f8b-48dd-aac6-be1032b71654 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.045283] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0658ec97-a183-439a-8834-131ee8088bb6 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Lock "b1a05b8b-385c-44b8-88ef-09d599ca6afb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.323s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.063169] env[69413]: DEBUG oslo_vmware.api [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528b4247-9804-296a-96a4-849650cfc560, 'name': SearchDatastore_Task, 'duration_secs': 0.019018} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.065108] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b483b47-dfe0-448d-bd80-9c66bbd578ee {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.074211] env[69413]: DEBUG oslo_vmware.api [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Waiting for the task: (returnval){ [ 672.074211] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52fb051b-dbf0-9ea1-5df1-9621cbc0b240" [ 672.074211] env[69413]: _type = "Task" [ 672.074211] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.089437] env[69413]: DEBUG oslo_vmware.api [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52fb051b-dbf0-9ea1-5df1-9621cbc0b240, 'name': SearchDatastore_Task} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.090565] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.090565] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] a2a4cf08-9e8e-408e-9dc8-93771bab7dca/a2a4cf08-9e8e-408e-9dc8-93771bab7dca.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 672.090565] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1621a0e6-1f0c-4360-a875-1a2404b2b096 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.101946] env[69413]: DEBUG oslo_vmware.api [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Waiting for the task: (returnval){ [ 672.101946] env[69413]: value = "task-3077177" [ 672.101946] env[69413]: _type = "Task" [ 672.101946] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.111522] env[69413]: DEBUG oslo_vmware.api [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Task: {'id': task-3077177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.120981] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.778s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.121724] env[69413]: DEBUG nova.compute.manager [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 672.124627] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.122s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.126265] env[69413]: INFO nova.compute.claims [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 672.165807] env[69413]: DEBUG nova.network.neutron [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.255155] env[69413]: DEBUG oslo_vmware.api [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': task-3077176, 'name': ReconfigVM_Task, 'duration_secs': 0.536204} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.255439] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 70800d42-eff1-496c-aeab-7160e8aef7bf/70800d42-eff1-496c-aeab-7160e8aef7bf.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.256084] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1f554f4-191b-474f-831a-788e0da3a90b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.264096] env[69413]: DEBUG oslo_vmware.api [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Waiting for the task: (returnval){ [ 672.264096] env[69413]: value = "task-3077178" [ 672.264096] env[69413]: _type = "Task" [ 672.264096] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.273111] env[69413]: DEBUG oslo_vmware.api [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': task-3077178, 'name': Rename_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.382487] env[69413]: DEBUG oslo_concurrency.lockutils [req-7aab14ee-96d3-48ed-8b34-de6a004888a0 req-5bbb3f49-0066-41e4-8105-e137b9cf1d45 service nova] Releasing lock "refresh_cache-a2a4cf08-9e8e-408e-9dc8-93771bab7dca" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.548723] env[69413]: DEBUG nova.compute.manager [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 672.626790] env[69413]: DEBUG oslo_vmware.api [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Task: {'id': task-3077177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.636312] env[69413]: DEBUG nova.compute.utils [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 672.642148] env[69413]: DEBUG nova.compute.manager [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 672.642390] env[69413]: DEBUG nova.network.neutron [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 672.746348] env[69413]: DEBUG nova.policy [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b86a6f4bd634953b6be8a4843553e4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3244903a5a34e34a5f19ae8831810d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 672.778314] env[69413]: DEBUG oslo_vmware.api [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': task-3077178, 'name': Rename_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.860671] env[69413]: DEBUG nova.network.neutron [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Updating instance_info_cache with network_info: [{"id": "8c16e8da-b5ba-4eb7-952f-765f32048c3c", "address": "fa:16:3e:94:12:da", "network": {"id": "0e7d6909-f187-4e47-ade0-5ee50bd533e8", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-164962850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b143b5ff88c489e98179ea83550391d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c16e8da-b5", "ovs_interfaceid": "8c16e8da-b5ba-4eb7-952f-765f32048c3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.105358] env[69413]: DEBUG oslo_concurrency.lockutils [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.121459] env[69413]: DEBUG oslo_vmware.api [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Task: {'id': task-3077177, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.141378] env[69413]: DEBUG nova.compute.manager [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 673.196473] env[69413]: DEBUG nova.network.neutron [req-a03766d1-c784-4f5d-8549-6bdfe68e9a5c req-bfb9df0d-87ef-4712-9786-5eb9081cd379 service nova] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Updated VIF entry in instance network info cache for port b18d2e86-7f8b-48dd-aac6-be1032b71654. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 673.196850] env[69413]: DEBUG nova.network.neutron [req-a03766d1-c784-4f5d-8549-6bdfe68e9a5c req-bfb9df0d-87ef-4712-9786-5eb9081cd379 service nova] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Updating instance_info_cache with network_info: [{"id": "b18d2e86-7f8b-48dd-aac6-be1032b71654", "address": "fa:16:3e:09:5d:17", "network": {"id": "df7ddefe-e970-49e1-be6f-bcbca8075fbd", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2018287554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87a426ce2d73436d9e9fd7eb28693b09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb18d2e86-7f", "ovs_interfaceid": "b18d2e86-7f8b-48dd-aac6-be1032b71654", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.216904] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d7cfe2bf-7f51-4fdf-bcc0-aa126bc2baaf tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "ad89fe25-881d-46a6-af6a-1098d39c87a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.217526] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d7cfe2bf-7f51-4fdf-bcc0-aa126bc2baaf tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "ad89fe25-881d-46a6-af6a-1098d39c87a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.217526] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d7cfe2bf-7f51-4fdf-bcc0-aa126bc2baaf tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "ad89fe25-881d-46a6-af6a-1098d39c87a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.217805] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d7cfe2bf-7f51-4fdf-bcc0-aa126bc2baaf tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "ad89fe25-881d-46a6-af6a-1098d39c87a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.217805] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d7cfe2bf-7f51-4fdf-bcc0-aa126bc2baaf tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "ad89fe25-881d-46a6-af6a-1098d39c87a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.219928] env[69413]: INFO nova.compute.manager [None req-d7cfe2bf-7f51-4fdf-bcc0-aa126bc2baaf tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Terminating instance [ 673.277088] env[69413]: DEBUG oslo_vmware.api [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': task-3077178, 'name': Rename_Task, 'duration_secs': 0.634255} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.277088] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.277305] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c1581f4-f949-43d7-ae57-ea8b872649fa {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.284543] env[69413]: DEBUG oslo_vmware.api [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Waiting for the task: (returnval){ [ 673.284543] env[69413]: value = "task-3077179" [ 673.284543] env[69413]: _type = "Task" [ 673.284543] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.299863] env[69413]: DEBUG oslo_vmware.api [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': task-3077179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.365287] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Releasing lock "refresh_cache-f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.365796] env[69413]: DEBUG nova.compute.manager [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Instance network_info: |[{"id": "8c16e8da-b5ba-4eb7-952f-765f32048c3c", "address": "fa:16:3e:94:12:da", "network": {"id": "0e7d6909-f187-4e47-ade0-5ee50bd533e8", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-164962850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b143b5ff88c489e98179ea83550391d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c16e8da-b5", "ovs_interfaceid": "8c16e8da-b5ba-4eb7-952f-765f32048c3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 673.366374] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:12:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '17c839f5-4de0-449c-9a24-4e0e2fca37ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c16e8da-b5ba-4eb7-952f-765f32048c3c', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.376530] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Creating folder: Project (4b143b5ff88c489e98179ea83550391d). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.376906] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a0dd185-458f-4217-8a2d-77f9e61e8e30 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.393397] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Created folder: Project (4b143b5ff88c489e98179ea83550391d) in parent group-v616034. [ 673.393596] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Creating folder: Instances. Parent ref: group-v616096. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.393862] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76e63f2a-27c7-41cd-89a8-e57ba982a08a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.409217] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Created folder: Instances in parent group-v616096. [ 673.409484] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.409696] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.409911] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b38035d6-4fa0-4731-ae90-e3fbd42ea0d2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.437397] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.437397] env[69413]: value = "task-3077182" [ 673.437397] env[69413]: _type = "Task" [ 673.437397] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.447762] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077182, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.628783] env[69413]: DEBUG oslo_vmware.api [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Task: {'id': task-3077177, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.114716} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.629114] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] a2a4cf08-9e8e-408e-9dc8-93771bab7dca/a2a4cf08-9e8e-408e-9dc8-93771bab7dca.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 673.629517] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 673.629792] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf8c4f6f-4351-45aa-8c04-6acab641b2a5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.642959] env[69413]: DEBUG oslo_vmware.api [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Waiting for the task: (returnval){ [ 673.642959] env[69413]: value = "task-3077183" [ 673.642959] env[69413]: _type = "Task" [ 673.642959] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.665811] env[69413]: DEBUG oslo_vmware.api [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Task: {'id': task-3077183, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.681639] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a375364-4d73-4439-82b3-98e7fd4de0b7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.691370] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f332d23-db7f-4cbc-b870-15eee4c7fa7e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.730805] env[69413]: DEBUG oslo_concurrency.lockutils [req-a03766d1-c784-4f5d-8549-6bdfe68e9a5c req-bfb9df0d-87ef-4712-9786-5eb9081cd379 service nova] Releasing lock "refresh_cache-6bc4ef14-5504-4c90-8d21-a8cd681b9070" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.731119] env[69413]: DEBUG nova.compute.manager [req-a03766d1-c784-4f5d-8549-6bdfe68e9a5c req-bfb9df0d-87ef-4712-9786-5eb9081cd379 service nova] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Received event network-vif-deleted-7aa85065-4501-493a-a816-dde8c31f89d6 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.731807] env[69413]: DEBUG nova.compute.manager [None req-d7cfe2bf-7f51-4fdf-bcc0-aa126bc2baaf tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 673.732015] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d7cfe2bf-7f51-4fdf-bcc0-aa126bc2baaf tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 673.737352] env[69413]: DEBUG nova.network.neutron [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Successfully created port: ad26a47f-639f-45c2-b3cc-7b9366a2883c {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 673.738724] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb0ecf1-914c-469e-98b7-a151f2cb3485 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.744866] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a624de-d784-4b0b-9651-23ed3d85b998 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.757032] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9cfe0fd-2385-4fee-b5b8-face3b681922 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.761469] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7cfe2bf-7f51-4fdf-bcc0-aa126bc2baaf tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 673.761752] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62a2cfdb-bc83-4006-8de0-95a0e4f10db7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.777254] env[69413]: DEBUG nova.compute.provider_tree [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 673.781195] env[69413]: DEBUG oslo_vmware.api [None req-d7cfe2bf-7f51-4fdf-bcc0-aa126bc2baaf tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 673.781195] env[69413]: value = "task-3077184" [ 673.781195] env[69413]: _type = "Task" [ 673.781195] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.797472] env[69413]: DEBUG oslo_vmware.api [None req-d7cfe2bf-7f51-4fdf-bcc0-aa126bc2baaf tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077184, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.801454] env[69413]: DEBUG oslo_vmware.api [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': task-3077179, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.949193] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077182, 'name': CreateVM_Task, 'duration_secs': 0.402244} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.949438] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.950154] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.950324] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.950646] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.950905] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6403653-26d8-4c15-887f-d81e7910ab69 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.956874] env[69413]: DEBUG oslo_vmware.api [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Waiting for the task: (returnval){ [ 673.956874] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52bc783f-78c8-c63b-943c-3c2188b0fd25" [ 673.956874] env[69413]: _type = "Task" [ 673.956874] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.965982] env[69413]: DEBUG oslo_vmware.api [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52bc783f-78c8-c63b-943c-3c2188b0fd25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.155685] env[69413]: DEBUG oslo_vmware.api [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Task: {'id': task-3077183, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105971} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.156278] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 674.157961] env[69413]: DEBUG nova.compute.manager [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 674.162505] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f52f0f-6b8c-4f5c-b037-8b7607b30524 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.191731] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] a2a4cf08-9e8e-408e-9dc8-93771bab7dca/a2a4cf08-9e8e-408e-9dc8-93771bab7dca.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.192266] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de52e533-f6ee-4730-8e46-b97585887470 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.220219] env[69413]: DEBUG oslo_vmware.api [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Waiting for the task: (returnval){ [ 674.220219] env[69413]: value = "task-3077185" [ 674.220219] env[69413]: _type = "Task" [ 674.220219] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.224603] env[69413]: DEBUG nova.virt.hardware [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.224603] env[69413]: DEBUG nova.virt.hardware [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.224833] env[69413]: DEBUG nova.virt.hardware [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.224833] env[69413]: DEBUG nova.virt.hardware [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.224969] env[69413]: DEBUG nova.virt.hardware [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.225139] env[69413]: DEBUG nova.virt.hardware [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.225350] env[69413]: DEBUG nova.virt.hardware [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.225504] env[69413]: DEBUG nova.virt.hardware [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.225664] env[69413]: DEBUG nova.virt.hardware [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.225820] env[69413]: DEBUG nova.virt.hardware [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.225989] env[69413]: DEBUG nova.virt.hardware [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.226922] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a30cb32-1b4e-4db2-b76a-752c975204c5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.239086] env[69413]: DEBUG oslo_vmware.api [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Task: {'id': task-3077185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.242999] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f385ce00-59d2-4f6c-b56b-78bb35da5b7e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.300982] env[69413]: DEBUG oslo_vmware.api [None req-d7cfe2bf-7f51-4fdf-bcc0-aa126bc2baaf tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077184, 'name': PowerOffVM_Task, 'duration_secs': 0.394862} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.300982] env[69413]: DEBUG oslo_vmware.api [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': task-3077179, 'name': PowerOnVM_Task, 'duration_secs': 0.908283} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.302466] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7cfe2bf-7f51-4fdf-bcc0-aa126bc2baaf tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 674.302466] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d7cfe2bf-7f51-4fdf-bcc0-aa126bc2baaf tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 674.302466] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.302466] env[69413]: INFO nova.compute.manager [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Took 11.46 seconds to spawn the instance on the hypervisor. [ 674.302466] env[69413]: DEBUG nova.compute.manager [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.302723] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20785e5f-a131-4b9c-b92e-7521ea8cfc1c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.305110] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61757e7-2e7b-4721-805a-5d8ea6047fa2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.318824] env[69413]: ERROR nova.scheduler.client.report [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] [req-3b8248b2-c93c-49cd-8a8e-97a7010c97f4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65568fbe-598e-408e-afad-1b65d19c68ec. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3b8248b2-c93c-49cd-8a8e-97a7010c97f4"}]} [ 674.333148] env[69413]: DEBUG nova.scheduler.client.report [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Refreshing inventories for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 674.349393] env[69413]: DEBUG nova.scheduler.client.report [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Updating ProviderTree inventory for provider 65568fbe-598e-408e-afad-1b65d19c68ec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 674.350347] env[69413]: DEBUG nova.compute.provider_tree [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 674.372296] env[69413]: DEBUG nova.scheduler.client.report [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Refreshing aggregate associations for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec, aggregates: None {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 674.381534] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d7cfe2bf-7f51-4fdf-bcc0-aa126bc2baaf tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 674.382851] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d7cfe2bf-7f51-4fdf-bcc0-aa126bc2baaf tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 674.384046] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7cfe2bf-7f51-4fdf-bcc0-aa126bc2baaf tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Deleting the datastore file [datastore2] ad89fe25-881d-46a6-af6a-1098d39c87a9 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 674.384046] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37fd99a5-1980-4064-82ed-be8e14782b0e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.392202] env[69413]: DEBUG oslo_vmware.api [None req-d7cfe2bf-7f51-4fdf-bcc0-aa126bc2baaf tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 674.392202] env[69413]: value = "task-3077187" [ 674.392202] env[69413]: _type = "Task" [ 674.392202] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.395918] env[69413]: DEBUG nova.scheduler.client.report [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Refreshing trait associations for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 674.406316] env[69413]: DEBUG oslo_vmware.api [None req-d7cfe2bf-7f51-4fdf-bcc0-aa126bc2baaf tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.472932] env[69413]: DEBUG oslo_vmware.api [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52bc783f-78c8-c63b-943c-3c2188b0fd25, 'name': SearchDatastore_Task, 'duration_secs': 0.028853} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.474033] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.474033] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.474033] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.474033] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.474262] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.474367] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e666bfbb-a0ae-45c2-99f7-4bb6eccc7929 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.486801] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.486801] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.487080] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d063b71-6cbd-4b78-b713-2c6732262f8d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.498018] env[69413]: DEBUG oslo_vmware.api [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Waiting for the task: (returnval){ [ 674.498018] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d07816-05c9-f9ea-66ef-417ff4447adb" [ 674.498018] env[69413]: _type = "Task" [ 674.498018] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.508144] env[69413]: DEBUG oslo_vmware.api [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d07816-05c9-f9ea-66ef-417ff4447adb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.539630] env[69413]: DEBUG nova.compute.manager [req-10522c2e-808d-44ea-b5c5-19f7d9576581 req-b7822840-ee52-4354-af92-a9460c519813 service nova] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Received event network-vif-plugged-8c16e8da-b5ba-4eb7-952f-765f32048c3c {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.539834] env[69413]: DEBUG oslo_concurrency.lockutils [req-10522c2e-808d-44ea-b5c5-19f7d9576581 req-b7822840-ee52-4354-af92-a9460c519813 service nova] Acquiring lock "f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.540055] env[69413]: DEBUG oslo_concurrency.lockutils [req-10522c2e-808d-44ea-b5c5-19f7d9576581 req-b7822840-ee52-4354-af92-a9460c519813 service nova] Lock "f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.541411] env[69413]: DEBUG oslo_concurrency.lockutils [req-10522c2e-808d-44ea-b5c5-19f7d9576581 req-b7822840-ee52-4354-af92-a9460c519813 service nova] Lock "f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.541411] env[69413]: DEBUG nova.compute.manager [req-10522c2e-808d-44ea-b5c5-19f7d9576581 req-b7822840-ee52-4354-af92-a9460c519813 service nova] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] No waiting events found dispatching network-vif-plugged-8c16e8da-b5ba-4eb7-952f-765f32048c3c {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 674.541411] env[69413]: WARNING nova.compute.manager [req-10522c2e-808d-44ea-b5c5-19f7d9576581 req-b7822840-ee52-4354-af92-a9460c519813 service nova] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Received unexpected event network-vif-plugged-8c16e8da-b5ba-4eb7-952f-765f32048c3c for instance with vm_state building and task_state spawning. [ 674.541411] env[69413]: DEBUG nova.compute.manager [req-10522c2e-808d-44ea-b5c5-19f7d9576581 req-b7822840-ee52-4354-af92-a9460c519813 service nova] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Received event network-changed-8c16e8da-b5ba-4eb7-952f-765f32048c3c {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.541411] env[69413]: DEBUG nova.compute.manager [req-10522c2e-808d-44ea-b5c5-19f7d9576581 req-b7822840-ee52-4354-af92-a9460c519813 service nova] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Refreshing instance network info cache due to event network-changed-8c16e8da-b5ba-4eb7-952f-765f32048c3c. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 674.541411] env[69413]: DEBUG oslo_concurrency.lockutils [req-10522c2e-808d-44ea-b5c5-19f7d9576581 req-b7822840-ee52-4354-af92-a9460c519813 service nova] Acquiring lock "refresh_cache-f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.547712] env[69413]: DEBUG oslo_concurrency.lockutils [req-10522c2e-808d-44ea-b5c5-19f7d9576581 req-b7822840-ee52-4354-af92-a9460c519813 service nova] Acquired lock "refresh_cache-f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.547712] env[69413]: DEBUG nova.network.neutron [req-10522c2e-808d-44ea-b5c5-19f7d9576581 req-b7822840-ee52-4354-af92-a9460c519813 service nova] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Refreshing network info cache for port 8c16e8da-b5ba-4eb7-952f-765f32048c3c {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.741913] env[69413]: DEBUG oslo_vmware.api [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Task: {'id': task-3077185, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.838533] env[69413]: INFO nova.compute.manager [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Took 29.72 seconds to build instance. [ 674.906344] env[69413]: DEBUG oslo_vmware.api [None req-d7cfe2bf-7f51-4fdf-bcc0-aa126bc2baaf tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261485} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.906344] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7cfe2bf-7f51-4fdf-bcc0-aa126bc2baaf tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 674.906344] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d7cfe2bf-7f51-4fdf-bcc0-aa126bc2baaf tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 674.906344] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d7cfe2bf-7f51-4fdf-bcc0-aa126bc2baaf tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 674.906344] env[69413]: INFO nova.compute.manager [None req-d7cfe2bf-7f51-4fdf-bcc0-aa126bc2baaf tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Took 1.17 seconds to destroy the instance on the hypervisor. [ 674.906344] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7cfe2bf-7f51-4fdf-bcc0-aa126bc2baaf tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.909476] env[69413]: DEBUG nova.compute.manager [-] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 674.909476] env[69413]: DEBUG nova.network.neutron [-] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 674.924400] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bcebbc-6304-4d6f-b221-7fecffa2ef17 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.934029] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Acquiring lock "e6b74a1f-99fb-456f-844a-30dc33ecf36e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.934254] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Lock "e6b74a1f-99fb-456f-844a-30dc33ecf36e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.935337] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7394041-3b72-44e9-b8bc-8cd669133191 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.984763] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1615c7b8-9ddc-481a-92d0-c2bb64d9bc0d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.994852] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76faaa1f-9a18-4143-a42c-032b133ecbbc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.014707] env[69413]: DEBUG nova.compute.provider_tree [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 675.020061] env[69413]: DEBUG oslo_vmware.api [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d07816-05c9-f9ea-66ef-417ff4447adb, 'name': SearchDatastore_Task, 'duration_secs': 0.013551} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.023743] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f640ff2-c952-4952-9003-838527d5fd47 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.027736] env[69413]: DEBUG oslo_vmware.api [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Waiting for the task: (returnval){ [ 675.027736] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b64fd7-eb68-e0bc-ffcf-f2eebece86ee" [ 675.027736] env[69413]: _type = "Task" [ 675.027736] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.043331] env[69413]: DEBUG oslo_vmware.api [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b64fd7-eb68-e0bc-ffcf-f2eebece86ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.203266] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f49a9711-681a-4f50-9940-a40336327a3b tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Acquiring lock "b1a05b8b-385c-44b8-88ef-09d599ca6afb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.205990] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f49a9711-681a-4f50-9940-a40336327a3b tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Lock "b1a05b8b-385c-44b8-88ef-09d599ca6afb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.205990] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f49a9711-681a-4f50-9940-a40336327a3b tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Acquiring lock "b1a05b8b-385c-44b8-88ef-09d599ca6afb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.205990] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f49a9711-681a-4f50-9940-a40336327a3b tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Lock "b1a05b8b-385c-44b8-88ef-09d599ca6afb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.205990] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f49a9711-681a-4f50-9940-a40336327a3b tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Lock "b1a05b8b-385c-44b8-88ef-09d599ca6afb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.210345] env[69413]: INFO nova.compute.manager [None req-f49a9711-681a-4f50-9940-a40336327a3b tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Terminating instance [ 675.255019] env[69413]: DEBUG oslo_vmware.api [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Task: {'id': task-3077185, 'name': ReconfigVM_Task, 'duration_secs': 0.560991} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.255019] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Reconfigured VM instance instance-00000012 to attach disk [datastore2] a2a4cf08-9e8e-408e-9dc8-93771bab7dca/a2a4cf08-9e8e-408e-9dc8-93771bab7dca.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.255019] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69dba402-b533-4aa7-8384-085f9a387ff6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.265543] env[69413]: DEBUG oslo_vmware.api [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Waiting for the task: (returnval){ [ 675.265543] env[69413]: value = "task-3077188" [ 675.265543] env[69413]: _type = "Task" [ 675.265543] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.279464] env[69413]: DEBUG oslo_vmware.api [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Task: {'id': task-3077188, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.343790] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a259823c-dcfd-49fe-a4dd-58fffcd22126 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Lock "70800d42-eff1-496c-aeab-7160e8aef7bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.646s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.546289] env[69413]: DEBUG oslo_vmware.api [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b64fd7-eb68-e0bc-ffcf-f2eebece86ee, 'name': SearchDatastore_Task, 'duration_secs': 0.021427} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.548651] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.548651] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f/f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.553925] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21418415-04d3-438b-8098-32ce06be3851 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.553925] env[69413]: ERROR nova.scheduler.client.report [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] [req-84234e71-1b1d-417f-bbc4-42220ad5c37b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65568fbe-598e-408e-afad-1b65d19c68ec. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-84234e71-1b1d-417f-bbc4-42220ad5c37b"}]} [ 675.558789] env[69413]: DEBUG oslo_vmware.api [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Waiting for the task: (returnval){ [ 675.558789] env[69413]: value = "task-3077189" [ 675.558789] env[69413]: _type = "Task" [ 675.558789] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.569601] env[69413]: DEBUG oslo_vmware.api [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Task: {'id': task-3077189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.585865] env[69413]: DEBUG nova.scheduler.client.report [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Refreshing inventories for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 675.624309] env[69413]: DEBUG nova.scheduler.client.report [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Updating ProviderTree inventory for provider 65568fbe-598e-408e-afad-1b65d19c68ec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 675.625806] env[69413]: DEBUG nova.compute.provider_tree [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 675.643873] env[69413]: DEBUG nova.scheduler.client.report [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Refreshing aggregate associations for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec, aggregates: None {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 675.709292] env[69413]: DEBUG nova.scheduler.client.report [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Refreshing trait associations for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 675.719763] env[69413]: DEBUG nova.compute.manager [None req-f49a9711-681a-4f50-9940-a40336327a3b tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 675.719991] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f49a9711-681a-4f50-9940-a40336327a3b tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 675.724361] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12492e1-a4e4-444b-9c3a-4aef9bbd8646 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.729905] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-f49a9711-681a-4f50-9940-a40336327a3b tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 675.730295] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49a31927-a6fb-4409-a486-d7e96715557e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.737839] env[69413]: DEBUG oslo_vmware.api [None req-f49a9711-681a-4f50-9940-a40336327a3b tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Waiting for the task: (returnval){ [ 675.737839] env[69413]: value = "task-3077190" [ 675.737839] env[69413]: _type = "Task" [ 675.737839] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.753927] env[69413]: DEBUG oslo_vmware.api [None req-f49a9711-681a-4f50-9940-a40336327a3b tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Task: {'id': task-3077190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.779883] env[69413]: DEBUG oslo_vmware.api [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Task: {'id': task-3077188, 'name': Rename_Task, 'duration_secs': 0.151553} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.780208] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.780466] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-daf94394-17d4-45ca-8daf-78c0b0dc712e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.789393] env[69413]: DEBUG oslo_vmware.api [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Waiting for the task: (returnval){ [ 675.789393] env[69413]: value = "task-3077191" [ 675.789393] env[69413]: _type = "Task" [ 675.789393] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.802359] env[69413]: DEBUG oslo_vmware.api [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Task: {'id': task-3077191, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.851244] env[69413]: DEBUG nova.compute.manager [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 675.924392] env[69413]: DEBUG nova.network.neutron [req-10522c2e-808d-44ea-b5c5-19f7d9576581 req-b7822840-ee52-4354-af92-a9460c519813 service nova] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Updated VIF entry in instance network info cache for port 8c16e8da-b5ba-4eb7-952f-765f32048c3c. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.925058] env[69413]: DEBUG nova.network.neutron [req-10522c2e-808d-44ea-b5c5-19f7d9576581 req-b7822840-ee52-4354-af92-a9460c519813 service nova] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Updating instance_info_cache with network_info: [{"id": "8c16e8da-b5ba-4eb7-952f-765f32048c3c", "address": "fa:16:3e:94:12:da", "network": {"id": "0e7d6909-f187-4e47-ade0-5ee50bd533e8", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-164962850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b143b5ff88c489e98179ea83550391d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c16e8da-b5", "ovs_interfaceid": "8c16e8da-b5ba-4eb7-952f-765f32048c3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.076345] env[69413]: DEBUG oslo_vmware.api [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Task: {'id': task-3077189, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.212820] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "04b9e79c-61b3-422e-a101-bb7c50126483" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.213101] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "04b9e79c-61b3-422e-a101-bb7c50126483" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.257504] env[69413]: DEBUG oslo_vmware.api [None req-f49a9711-681a-4f50-9940-a40336327a3b tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Task: {'id': task-3077190, 'name': PowerOffVM_Task, 'duration_secs': 0.233831} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.260649] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-f49a9711-681a-4f50-9940-a40336327a3b tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 676.260649] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f49a9711-681a-4f50-9940-a40336327a3b tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 676.261031] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68610140-a770-4b5a-8752-69584d3289e3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.273880] env[69413]: DEBUG nova.network.neutron [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Successfully updated port: ad26a47f-639f-45c2-b3cc-7b9366a2883c {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.307513] env[69413]: DEBUG oslo_vmware.api [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Task: {'id': task-3077191, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.397669] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.430524] env[69413]: DEBUG oslo_concurrency.lockutils [req-10522c2e-808d-44ea-b5c5-19f7d9576581 req-b7822840-ee52-4354-af92-a9460c519813 service nova] Releasing lock "refresh_cache-f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.434611] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f49a9711-681a-4f50-9940-a40336327a3b tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 676.434611] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f49a9711-681a-4f50-9940-a40336327a3b tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 676.434611] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-f49a9711-681a-4f50-9940-a40336327a3b tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Deleting the datastore file [datastore2] b1a05b8b-385c-44b8-88ef-09d599ca6afb {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 676.434839] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81eb895c-0c65-4485-a8a9-b64763956877 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.445898] env[69413]: DEBUG oslo_vmware.api [None req-f49a9711-681a-4f50-9940-a40336327a3b tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Waiting for the task: (returnval){ [ 676.445898] env[69413]: value = "task-3077193" [ 676.445898] env[69413]: _type = "Task" [ 676.445898] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.460431] env[69413]: DEBUG oslo_vmware.api [None req-f49a9711-681a-4f50-9940-a40336327a3b tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Task: {'id': task-3077193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.509618] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafae781-9889-4088-b66b-219a2f6f1811 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.517993] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a9c799-147a-417d-a0dd-b4e5821b6697 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.553329] env[69413]: DEBUG nova.network.neutron [-] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.555337] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7586e471-0c8c-4aa1-9f9a-7f21f493be09 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.566160] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4433ad-c52f-4ab0-a17c-45175b50714c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.573442] env[69413]: DEBUG oslo_vmware.api [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Task: {'id': task-3077189, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.810464} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.574449] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f/f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.574449] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.574781] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d210e6cd-2364-46bc-9971-f4143abda4ae {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.588540] env[69413]: DEBUG nova.compute.provider_tree [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.598652] env[69413]: DEBUG oslo_vmware.api [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Waiting for the task: (returnval){ [ 676.598652] env[69413]: value = "task-3077194" [ 676.598652] env[69413]: _type = "Task" [ 676.598652] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.607028] env[69413]: DEBUG oslo_vmware.api [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Task: {'id': task-3077194, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.635368] env[69413]: DEBUG oslo_concurrency.lockutils [None req-592d7b06-e940-43ca-a745-da4eb0d6d56d tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Acquiring lock "cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.635480] env[69413]: DEBUG oslo_concurrency.lockutils [None req-592d7b06-e940-43ca-a745-da4eb0d6d56d tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Lock "cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.635789] env[69413]: DEBUG oslo_concurrency.lockutils [None req-592d7b06-e940-43ca-a745-da4eb0d6d56d tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Acquiring lock "cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.636360] env[69413]: DEBUG oslo_concurrency.lockutils [None req-592d7b06-e940-43ca-a745-da4eb0d6d56d tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Lock "cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.636360] env[69413]: DEBUG oslo_concurrency.lockutils [None req-592d7b06-e940-43ca-a745-da4eb0d6d56d tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Lock "cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.639957] env[69413]: INFO nova.compute.manager [None req-592d7b06-e940-43ca-a745-da4eb0d6d56d tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Terminating instance [ 676.779748] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquiring lock "refresh_cache-c15d57db-e0cf-45df-8bc4-9743066e5d54" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.779909] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquired lock "refresh_cache-c15d57db-e0cf-45df-8bc4-9743066e5d54" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.780081] env[69413]: DEBUG nova.network.neutron [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.803884] env[69413]: DEBUG oslo_vmware.api [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Task: {'id': task-3077191, 'name': PowerOnVM_Task, 'duration_secs': 0.543993} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.803884] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.803884] env[69413]: INFO nova.compute.manager [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Took 10.30 seconds to spawn the instance on the hypervisor. [ 676.803884] env[69413]: DEBUG nova.compute.manager [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.804876] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d104238b-61c2-4378-9b7a-2f6bd95a1c50 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.957013] env[69413]: DEBUG oslo_vmware.api [None req-f49a9711-681a-4f50-9940-a40336327a3b tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Task: {'id': task-3077193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339198} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.958513] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-f49a9711-681a-4f50-9940-a40336327a3b tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.958513] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f49a9711-681a-4f50-9940-a40336327a3b tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.958513] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f49a9711-681a-4f50-9940-a40336327a3b tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.958513] env[69413]: INFO nova.compute.manager [None req-f49a9711-681a-4f50-9940-a40336327a3b tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Took 1.24 seconds to destroy the instance on the hypervisor. [ 676.958513] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f49a9711-681a-4f50-9940-a40336327a3b tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.958513] env[69413]: DEBUG nova.compute.manager [-] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 676.958513] env[69413]: DEBUG nova.network.neutron [-] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 677.059475] env[69413]: INFO nova.compute.manager [-] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Took 2.15 seconds to deallocate network for instance. [ 677.095022] env[69413]: DEBUG nova.scheduler.client.report [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.120817] env[69413]: DEBUG oslo_vmware.api [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Task: {'id': task-3077194, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064713} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.120817] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.120948] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6add2756-92a3-4b01-91ee-defa9ef17f8c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.154252] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f/f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.155287] env[69413]: DEBUG nova.compute.manager [None req-592d7b06-e940-43ca-a745-da4eb0d6d56d tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 677.155482] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-592d7b06-e940-43ca-a745-da4eb0d6d56d tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.155726] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccc01de8-76b3-4b49-a0ad-f0d848ff9b15 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.171434] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2bde45-c3b0-4c14-9a64-aedf6d859198 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.180318] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-592d7b06-e940-43ca-a745-da4eb0d6d56d tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.181743] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38bdf920-f548-430a-ae47-0f6bf3855678 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.184910] env[69413]: DEBUG oslo_vmware.api [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Waiting for the task: (returnval){ [ 677.184910] env[69413]: value = "task-3077195" [ 677.184910] env[69413]: _type = "Task" [ 677.184910] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.189451] env[69413]: DEBUG oslo_vmware.api [None req-592d7b06-e940-43ca-a745-da4eb0d6d56d tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Waiting for the task: (returnval){ [ 677.189451] env[69413]: value = "task-3077196" [ 677.189451] env[69413]: _type = "Task" [ 677.189451] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.196966] env[69413]: DEBUG oslo_vmware.api [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Task: {'id': task-3077195, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.202264] env[69413]: DEBUG oslo_vmware.api [None req-592d7b06-e940-43ca-a745-da4eb0d6d56d tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077196, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.331481] env[69413]: INFO nova.compute.manager [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Took 30.55 seconds to build instance. [ 677.401744] env[69413]: DEBUG nova.network.neutron [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.573781] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d7cfe2bf-7f51-4fdf-bcc0-aa126bc2baaf tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.597861] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.473s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.598628] env[69413]: DEBUG nova.compute.manager [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 677.610463] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 19.484s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.624027] env[69413]: DEBUG nova.compute.manager [req-282b1708-a4ac-4ff9-9ce4-e0937df843cd req-d8a00677-76db-4a25-b69b-8283e2c644e2 service nova] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Received event network-vif-plugged-ad26a47f-639f-45c2-b3cc-7b9366a2883c {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.624259] env[69413]: DEBUG oslo_concurrency.lockutils [req-282b1708-a4ac-4ff9-9ce4-e0937df843cd req-d8a00677-76db-4a25-b69b-8283e2c644e2 service nova] Acquiring lock "c15d57db-e0cf-45df-8bc4-9743066e5d54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.624460] env[69413]: DEBUG oslo_concurrency.lockutils [req-282b1708-a4ac-4ff9-9ce4-e0937df843cd req-d8a00677-76db-4a25-b69b-8283e2c644e2 service nova] Lock "c15d57db-e0cf-45df-8bc4-9743066e5d54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.624620] env[69413]: DEBUG oslo_concurrency.lockutils [req-282b1708-a4ac-4ff9-9ce4-e0937df843cd req-d8a00677-76db-4a25-b69b-8283e2c644e2 service nova] Lock "c15d57db-e0cf-45df-8bc4-9743066e5d54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.624779] env[69413]: DEBUG nova.compute.manager [req-282b1708-a4ac-4ff9-9ce4-e0937df843cd req-d8a00677-76db-4a25-b69b-8283e2c644e2 service nova] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] No waiting events found dispatching network-vif-plugged-ad26a47f-639f-45c2-b3cc-7b9366a2883c {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 677.625354] env[69413]: WARNING nova.compute.manager [req-282b1708-a4ac-4ff9-9ce4-e0937df843cd req-d8a00677-76db-4a25-b69b-8283e2c644e2 service nova] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Received unexpected event network-vif-plugged-ad26a47f-639f-45c2-b3cc-7b9366a2883c for instance with vm_state building and task_state spawning. [ 677.682277] env[69413]: DEBUG nova.network.neutron [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Updating instance_info_cache with network_info: [{"id": "ad26a47f-639f-45c2-b3cc-7b9366a2883c", "address": "fa:16:3e:ba:2a:ca", "network": {"id": "be70a538-4339-4cc1-9578-fd50ad7faf60", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-848088410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3244903a5a34e34a5f19ae8831810d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad26a47f-63", "ovs_interfaceid": "ad26a47f-639f-45c2-b3cc-7b9366a2883c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.706686] env[69413]: DEBUG oslo_vmware.api [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Task: {'id': task-3077195, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.707328] env[69413]: DEBUG oslo_vmware.api [None req-592d7b06-e940-43ca-a745-da4eb0d6d56d tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077196, 'name': PowerOffVM_Task, 'duration_secs': 0.203323} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.707604] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-592d7b06-e940-43ca-a745-da4eb0d6d56d tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 677.707820] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-592d7b06-e940-43ca-a745-da4eb0d6d56d tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 677.708112] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27a82728-4166-4e54-9f8d-ab8dadbf6b12 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.782150] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-592d7b06-e940-43ca-a745-da4eb0d6d56d tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 677.782150] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-592d7b06-e940-43ca-a745-da4eb0d6d56d tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 677.782150] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-592d7b06-e940-43ca-a745-da4eb0d6d56d tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Deleting the datastore file [datastore2] cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 677.782150] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dcc9ae74-088e-4360-84d6-927b8906718b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.791265] env[69413]: DEBUG oslo_vmware.api [None req-592d7b06-e940-43ca-a745-da4eb0d6d56d tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Waiting for the task: (returnval){ [ 677.791265] env[69413]: value = "task-3077198" [ 677.791265] env[69413]: _type = "Task" [ 677.791265] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.802904] env[69413]: DEBUG oslo_vmware.api [None req-592d7b06-e940-43ca-a745-da4eb0d6d56d tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077198, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.835807] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b8af5dc5-5f80-4738-ac21-94ece0a4a78b tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Lock "a2a4cf08-9e8e-408e-9dc8-93771bab7dca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.601s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.114689] env[69413]: DEBUG nova.compute.utils [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 678.123213] env[69413]: INFO nova.compute.claims [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 678.130437] env[69413]: DEBUG nova.compute.manager [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 678.130577] env[69413]: DEBUG nova.network.neutron [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 678.183704] env[69413]: DEBUG nova.policy [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c035736e6cac4e9691e48ef4d510d6ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a228ba3b90b4217ae1a906a0a3b2019', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 678.185567] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Releasing lock "refresh_cache-c15d57db-e0cf-45df-8bc4-9743066e5d54" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.185820] env[69413]: DEBUG nova.compute.manager [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Instance network_info: |[{"id": "ad26a47f-639f-45c2-b3cc-7b9366a2883c", "address": "fa:16:3e:ba:2a:ca", "network": {"id": "be70a538-4339-4cc1-9578-fd50ad7faf60", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-848088410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3244903a5a34e34a5f19ae8831810d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad26a47f-63", "ovs_interfaceid": "ad26a47f-639f-45c2-b3cc-7b9366a2883c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 678.186292] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:2a:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad26a47f-639f-45c2-b3cc-7b9366a2883c', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.194068] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Creating folder: Project (d3244903a5a34e34a5f19ae8831810d7). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.197901] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c2e6f69-406e-4d49-ab46-d8e7bbaee8a6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.205963] env[69413]: DEBUG oslo_vmware.api [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Task: {'id': task-3077195, 'name': ReconfigVM_Task, 'duration_secs': 0.702033} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.206264] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Reconfigured VM instance instance-00000013 to attach disk [datastore1] f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f/f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.206880] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c5aa9f3-42c4-42d6-be43-9b92d78bee58 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.211018] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Created folder: Project (d3244903a5a34e34a5f19ae8831810d7) in parent group-v616034. [ 678.211018] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Creating folder: Instances. Parent ref: group-v616099. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.211018] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32c0039e-03da-4a76-860d-06fec27c6a25 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.215279] env[69413]: DEBUG oslo_vmware.api [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Waiting for the task: (returnval){ [ 678.215279] env[69413]: value = "task-3077200" [ 678.215279] env[69413]: _type = "Task" [ 678.215279] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.225639] env[69413]: DEBUG oslo_vmware.api [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Task: {'id': task-3077200, 'name': Rename_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.225811] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Created folder: Instances in parent group-v616099. [ 678.229725] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.229725] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.229725] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-237cbafb-cc1f-48d3-a5cf-29ae54db7235 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.253714] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.253714] env[69413]: value = "task-3077202" [ 678.253714] env[69413]: _type = "Task" [ 678.253714] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.262265] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077202, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.301893] env[69413]: DEBUG oslo_vmware.api [None req-592d7b06-e940-43ca-a745-da4eb0d6d56d tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077198, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.369247} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.302161] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-592d7b06-e940-43ca-a745-da4eb0d6d56d tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 678.302345] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-592d7b06-e940-43ca-a745-da4eb0d6d56d tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 678.302511] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-592d7b06-e940-43ca-a745-da4eb0d6d56d tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 678.302686] env[69413]: INFO nova.compute.manager [None req-592d7b06-e940-43ca-a745-da4eb0d6d56d tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 678.302909] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-592d7b06-e940-43ca-a745-da4eb0d6d56d tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.303108] env[69413]: DEBUG nova.compute.manager [-] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 678.303204] env[69413]: DEBUG nova.network.neutron [-] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 678.321851] env[69413]: DEBUG nova.compute.manager [req-88352ae5-a439-43ea-97a2-3e48aa73b5c4 req-43faba27-4be6-42f6-8597-b97fff2c1a5f service nova] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Received event network-vif-deleted-479cb4e5-b9d6-4a61-ac0d-f7b3ee512b8e {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.340080] env[69413]: DEBUG nova.compute.manager [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.634775] env[69413]: DEBUG nova.compute.manager [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 678.640566] env[69413]: INFO nova.compute.resource_tracker [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Updating resource usage from migration 8a40eab4-cc99-4588-9e88-1b190d22a3d3 [ 678.744887] env[69413]: DEBUG oslo_vmware.api [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Task: {'id': task-3077200, 'name': Rename_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.768390] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077202, 'name': CreateVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.872327] env[69413]: DEBUG oslo_concurrency.lockutils [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.102222] env[69413]: DEBUG nova.network.neutron [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Successfully created port: 0017c993-4248-4612-9b7a-6e1e2d8570ff {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 679.231563] env[69413]: DEBUG oslo_vmware.api [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Task: {'id': task-3077200, 'name': Rename_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.270027] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077202, 'name': CreateVM_Task, 'duration_secs': 0.536389} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.270027] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.270027] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.270027] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.270867] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.271216] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee9f9aa6-9695-4a72-be89-b2dc3a74d7d0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.281701] env[69413]: DEBUG oslo_vmware.api [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 679.281701] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52642ff6-ccea-d0bf-b1ab-3e6eee3bde6a" [ 679.281701] env[69413]: _type = "Task" [ 679.281701] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.294161] env[69413]: DEBUG oslo_vmware.api [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52642ff6-ccea-d0bf-b1ab-3e6eee3bde6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.358383] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810d4be0-ae8a-4063-bf47-368c2d267c83 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.372699] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e626a4-f254-4dae-a278-a1575448e2ed {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.419030] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad20065-27af-4e62-a9d1-ea84a124fded {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.437027] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fddc3f-659e-4acc-a384-63fb23a65b16 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.452695] env[69413]: DEBUG nova.compute.provider_tree [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.564926] env[69413]: DEBUG nova.network.neutron [-] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.657021] env[69413]: DEBUG nova.compute.manager [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 679.663243] env[69413]: DEBUG nova.network.neutron [-] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.734647] env[69413]: DEBUG oslo_vmware.api [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Task: {'id': task-3077200, 'name': Rename_Task, 'duration_secs': 1.271667} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.737282] env[69413]: DEBUG nova.virt.hardware [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 679.737586] env[69413]: DEBUG nova.virt.hardware [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 679.737787] env[69413]: DEBUG nova.virt.hardware [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 679.738042] env[69413]: DEBUG nova.virt.hardware [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 679.738276] env[69413]: DEBUG nova.virt.hardware [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 679.738465] env[69413]: DEBUG nova.virt.hardware [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 679.738687] env[69413]: DEBUG nova.virt.hardware [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 679.738875] env[69413]: DEBUG nova.virt.hardware [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 679.739201] env[69413]: DEBUG nova.virt.hardware [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 679.739285] env[69413]: DEBUG nova.virt.hardware [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 679.739460] env[69413]: DEBUG nova.virt.hardware [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 679.739804] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.740573] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a535668-e957-4d16-a51e-19727681781c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.743741] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f71a438-40f7-41c6-a5fa-0778e90a82c9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.752940] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc6d494-9619-423e-9eb6-1bdca239b57e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.758548] env[69413]: DEBUG oslo_vmware.api [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Waiting for the task: (returnval){ [ 679.758548] env[69413]: value = "task-3077206" [ 679.758548] env[69413]: _type = "Task" [ 679.758548] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.776507] env[69413]: DEBUG nova.compute.manager [None req-670f8a78-bc5d-45f0-988a-012244d96164 tempest-ServerDiagnosticsTest-2115473449 tempest-ServerDiagnosticsTest-2115473449-project-admin] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.781256] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a8e7b6-1bf0-4efc-93d8-8f2083e04c8b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.784358] env[69413]: DEBUG oslo_vmware.api [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Task: {'id': task-3077206, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.798419] env[69413]: INFO nova.compute.manager [None req-670f8a78-bc5d-45f0-988a-012244d96164 tempest-ServerDiagnosticsTest-2115473449 tempest-ServerDiagnosticsTest-2115473449-project-admin] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Retrieving diagnostics [ 679.799125] env[69413]: DEBUG oslo_vmware.api [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52642ff6-ccea-d0bf-b1ab-3e6eee3bde6a, 'name': SearchDatastore_Task, 'duration_secs': 0.014798} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.799868] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a10b78-2ab2-4a31-8ec9-2aadfa204c35 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.803141] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.803273] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.803548] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.803762] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.803977] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.804567] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1841697-f8c4-4a24-a2cb-f9c1fa0f75da {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.837640] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.837839] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.838828] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a011139-2608-48a1-9f3a-d85239580115 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.845300] env[69413]: DEBUG oslo_vmware.api [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 679.845300] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e3bfac-0176-85ba-1bdd-4ca08cda6e01" [ 679.845300] env[69413]: _type = "Task" [ 679.845300] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.854458] env[69413]: DEBUG oslo_vmware.api [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e3bfac-0176-85ba-1bdd-4ca08cda6e01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.958307] env[69413]: DEBUG nova.scheduler.client.report [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.068794] env[69413]: INFO nova.compute.manager [-] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Took 1.76 seconds to deallocate network for instance. [ 680.077697] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "e505a4ad-d19d-4b57-ae72-e7eaf4b32189" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.077922] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "e505a4ad-d19d-4b57-ae72-e7eaf4b32189" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.165283] env[69413]: INFO nova.compute.manager [-] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Took 3.21 seconds to deallocate network for instance. [ 680.270092] env[69413]: DEBUG oslo_vmware.api [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Task: {'id': task-3077206, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.359228] env[69413]: DEBUG oslo_vmware.api [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e3bfac-0176-85ba-1bdd-4ca08cda6e01, 'name': SearchDatastore_Task, 'duration_secs': 0.016276} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.360221] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b43e252-039d-4b7f-9904-cb97f5e0e76e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.367357] env[69413]: DEBUG oslo_vmware.api [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 680.367357] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52fae869-e8dc-50a8-9047-b663ad82dc88" [ 680.367357] env[69413]: _type = "Task" [ 680.367357] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.377302] env[69413]: DEBUG oslo_vmware.api [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52fae869-e8dc-50a8-9047-b663ad82dc88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.464460] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.854s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.465251] env[69413]: INFO nova.compute.manager [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Migrating [ 680.465251] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.465251] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.467301] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.690s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.469456] env[69413]: INFO nova.compute.claims [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.579551] env[69413]: DEBUG oslo_concurrency.lockutils [None req-592d7b06-e940-43ca-a745-da4eb0d6d56d tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.673682] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f49a9711-681a-4f50-9940-a40336327a3b tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.776488] env[69413]: DEBUG oslo_vmware.api [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Task: {'id': task-3077206, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.889072] env[69413]: DEBUG oslo_vmware.api [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52fae869-e8dc-50a8-9047-b663ad82dc88, 'name': SearchDatastore_Task, 'duration_secs': 0.02304} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.889409] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.889700] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] c15d57db-e0cf-45df-8bc4-9743066e5d54/c15d57db-e0cf-45df-8bc4-9743066e5d54.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.890134] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06e5233c-1937-47c4-a742-3b561e071de2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.901361] env[69413]: DEBUG oslo_vmware.api [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 680.901361] env[69413]: value = "task-3077207" [ 680.901361] env[69413]: _type = "Task" [ 680.901361] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.914052] env[69413]: DEBUG oslo_vmware.api [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.964237] env[69413]: DEBUG nova.network.neutron [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Successfully updated port: 0017c993-4248-4612-9b7a-6e1e2d8570ff {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 680.979523] env[69413]: INFO nova.compute.rpcapi [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 680.979523] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.275563] env[69413]: DEBUG oslo_vmware.api [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Task: {'id': task-3077206, 'name': PowerOnVM_Task, 'duration_secs': 1.305251} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.275989] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.276217] env[69413]: INFO nova.compute.manager [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Took 12.08 seconds to spawn the instance on the hypervisor. [ 681.276432] env[69413]: DEBUG nova.compute.manager [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.277266] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175be112-12ce-4246-bf68-8fecaa60e026 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.417475] env[69413]: DEBUG oslo_vmware.api [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077207, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.469829] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Acquiring lock "refresh_cache-935b60fb-6c0e-412c-9547-df9c36ff5eda" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.469998] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Acquired lock "refresh_cache-935b60fb-6c0e-412c-9547-df9c36ff5eda" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.470171] env[69413]: DEBUG nova.network.neutron [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.506424] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c848d49-d8b8-4e0a-9da9-80c510558846 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.511671] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Acquiring lock "refresh_cache-dcac029f-96a3-4f1f-98cf-6794be08ab9a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.511671] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Acquired lock "refresh_cache-dcac029f-96a3-4f1f-98cf-6794be08ab9a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.511671] env[69413]: DEBUG nova.network.neutron [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.520785] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abce38f-c2c6-451a-885c-698040fa9c77 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.563887] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6fd182-62eb-48e3-bdc7-8924e09eeb72 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.578498] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a9faaf-a7f1-42cd-bad4-8b82b2130a8c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.587544] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Acquiring lock "f87356eb-fccf-41d7-912f-2a3e76ff6d17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.587822] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Lock "f87356eb-fccf-41d7-912f-2a3e76ff6d17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.598615] env[69413]: DEBUG nova.compute.provider_tree [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.700553] env[69413]: DEBUG nova.compute.manager [req-f07fd6ab-e4ed-4c92-937e-5299efa21d49 req-b30fe361-64f3-4e70-a615-0e930cd1f130 service nova] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Received event network-changed-ad26a47f-639f-45c2-b3cc-7b9366a2883c {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.700810] env[69413]: DEBUG nova.compute.manager [req-f07fd6ab-e4ed-4c92-937e-5299efa21d49 req-b30fe361-64f3-4e70-a615-0e930cd1f130 service nova] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Refreshing instance network info cache due to event network-changed-ad26a47f-639f-45c2-b3cc-7b9366a2883c. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 681.701197] env[69413]: DEBUG oslo_concurrency.lockutils [req-f07fd6ab-e4ed-4c92-937e-5299efa21d49 req-b30fe361-64f3-4e70-a615-0e930cd1f130 service nova] Acquiring lock "refresh_cache-c15d57db-e0cf-45df-8bc4-9743066e5d54" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.701516] env[69413]: DEBUG oslo_concurrency.lockutils [req-f07fd6ab-e4ed-4c92-937e-5299efa21d49 req-b30fe361-64f3-4e70-a615-0e930cd1f130 service nova] Acquired lock "refresh_cache-c15d57db-e0cf-45df-8bc4-9743066e5d54" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.701715] env[69413]: DEBUG nova.network.neutron [req-f07fd6ab-e4ed-4c92-937e-5299efa21d49 req-b30fe361-64f3-4e70-a615-0e930cd1f130 service nova] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Refreshing network info cache for port ad26a47f-639f-45c2-b3cc-7b9366a2883c {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.802074] env[69413]: INFO nova.compute.manager [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Took 28.37 seconds to build instance. [ 681.916277] env[69413]: DEBUG oslo_vmware.api [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077207, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.934494} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.916552] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] c15d57db-e0cf-45df-8bc4-9743066e5d54/c15d57db-e0cf-45df-8bc4-9743066e5d54.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.916762] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.917021] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a20dc2d5-4c2f-462a-9a01-6a8c7fd9d6be {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.927259] env[69413]: DEBUG oslo_vmware.api [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 681.927259] env[69413]: value = "task-3077208" [ 681.927259] env[69413]: _type = "Task" [ 681.927259] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.940894] env[69413]: DEBUG oslo_vmware.api [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077208, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.010356] env[69413]: DEBUG nova.network.neutron [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.101721] env[69413]: DEBUG nova.scheduler.client.report [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.198787] env[69413]: DEBUG nova.network.neutron [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Updating instance_info_cache with network_info: [{"id": "0017c993-4248-4612-9b7a-6e1e2d8570ff", "address": "fa:16:3e:c2:b9:7f", "network": {"id": "0661d2fe-5dba-499a-98e5-e656fc439401", "bridge": "br-int", "label": "tempest-ServersTestJSON-1655646101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a228ba3b90b4217ae1a906a0a3b2019", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0017c993-42", "ovs_interfaceid": "0017c993-4248-4612-9b7a-6e1e2d8570ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.304394] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ac747afc-fa7e-4663-ae0c-ca7bcbebbe11 tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Lock "f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.323s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.443693] env[69413]: DEBUG nova.network.neutron [req-f07fd6ab-e4ed-4c92-937e-5299efa21d49 req-b30fe361-64f3-4e70-a615-0e930cd1f130 service nova] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Updated VIF entry in instance network info cache for port ad26a47f-639f-45c2-b3cc-7b9366a2883c. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.445638] env[69413]: DEBUG nova.network.neutron [req-f07fd6ab-e4ed-4c92-937e-5299efa21d49 req-b30fe361-64f3-4e70-a615-0e930cd1f130 service nova] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Updating instance_info_cache with network_info: [{"id": "ad26a47f-639f-45c2-b3cc-7b9366a2883c", "address": "fa:16:3e:ba:2a:ca", "network": {"id": "be70a538-4339-4cc1-9578-fd50ad7faf60", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-848088410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3244903a5a34e34a5f19ae8831810d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad26a47f-63", "ovs_interfaceid": "ad26a47f-639f-45c2-b3cc-7b9366a2883c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.450510] env[69413]: DEBUG oslo_vmware.api [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077208, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135744} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.453175] env[69413]: DEBUG nova.compute.manager [req-42762b5b-1629-42b8-a9bd-39ef5987d404 req-a9e467b4-86c3-400d-bde1-86d94586aee0 service nova] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Received event network-vif-deleted-069d9e6c-e03b-4ddb-ac89-f8b983505094 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.453175] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.454054] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259ca206-80a6-4a8d-9d0b-c17f9ae95597 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.486343] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] c15d57db-e0cf-45df-8bc4-9743066e5d54/c15d57db-e0cf-45df-8bc4-9743066e5d54.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.486343] env[69413]: DEBUG nova.network.neutron [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Updating instance_info_cache with network_info: [{"id": "6e7e6f4a-2657-470f-9d28-c01a488504b1", "address": "fa:16:3e:9c:62:7d", "network": {"id": "8cb610e7-e4da-4776-8f19-c9728f51fb27", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9a021a88be0b4ec0bf1248cc136ac194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e7e6f4a-26", "ovs_interfaceid": "6e7e6f4a-2657-470f-9d28-c01a488504b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.490694] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12a74cd0-7cd7-4469-b6e3-3872704fd93e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.510780] env[69413]: DEBUG oslo_vmware.api [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 682.510780] env[69413]: value = "task-3077210" [ 682.510780] env[69413]: _type = "Task" [ 682.510780] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.519203] env[69413]: DEBUG oslo_vmware.api [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077210, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.614295] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.147s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.614550] env[69413]: DEBUG nova.compute.manager [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 682.617801] env[69413]: DEBUG oslo_concurrency.lockutils [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.741s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.617801] env[69413]: DEBUG nova.objects.instance [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69413) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 682.703897] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Releasing lock "refresh_cache-935b60fb-6c0e-412c-9547-df9c36ff5eda" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.704189] env[69413]: DEBUG nova.compute.manager [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Instance network_info: |[{"id": "0017c993-4248-4612-9b7a-6e1e2d8570ff", "address": "fa:16:3e:c2:b9:7f", "network": {"id": "0661d2fe-5dba-499a-98e5-e656fc439401", "bridge": "br-int", "label": "tempest-ServersTestJSON-1655646101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a228ba3b90b4217ae1a906a0a3b2019", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0017c993-42", "ovs_interfaceid": "0017c993-4248-4612-9b7a-6e1e2d8570ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 682.704669] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:b9:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b7e9e55-3210-4fae-9648-d87e76c3d931', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0017c993-4248-4612-9b7a-6e1e2d8570ff', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.714158] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Creating folder: Project (9a228ba3b90b4217ae1a906a0a3b2019). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.714158] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0563b0e4-84b9-4d89-9702-b2d3d594a94d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.729351] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Created folder: Project (9a228ba3b90b4217ae1a906a0a3b2019) in parent group-v616034. [ 682.729351] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Creating folder: Instances. Parent ref: group-v616105. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.729351] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-646ecec1-cc95-4b1e-8ead-9eb7ca8ab258 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.744025] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Created folder: Instances in parent group-v616105. [ 682.744326] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.744651] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.744808] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df3e289d-1d1a-44e2-ab05-35e686e00b35 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.771647] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.771647] env[69413]: value = "task-3077213" [ 682.771647] env[69413]: _type = "Task" [ 682.771647] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.783491] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077213, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.809560] env[69413]: DEBUG nova.compute.manager [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: a011fd97-a657-4123-8dec-70a29561b232] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.928254] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9ccfba09-40dd-433e-987e-460864f68a91 tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Acquiring lock "a2a4cf08-9e8e-408e-9dc8-93771bab7dca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.928620] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9ccfba09-40dd-433e-987e-460864f68a91 tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Lock "a2a4cf08-9e8e-408e-9dc8-93771bab7dca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.928884] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9ccfba09-40dd-433e-987e-460864f68a91 tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Acquiring lock "a2a4cf08-9e8e-408e-9dc8-93771bab7dca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.929166] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9ccfba09-40dd-433e-987e-460864f68a91 tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Lock "a2a4cf08-9e8e-408e-9dc8-93771bab7dca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.929448] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9ccfba09-40dd-433e-987e-460864f68a91 tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Lock "a2a4cf08-9e8e-408e-9dc8-93771bab7dca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.931862] env[69413]: INFO nova.compute.manager [None req-9ccfba09-40dd-433e-987e-460864f68a91 tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Terminating instance [ 682.953021] env[69413]: DEBUG oslo_concurrency.lockutils [req-f07fd6ab-e4ed-4c92-937e-5299efa21d49 req-b30fe361-64f3-4e70-a615-0e930cd1f130 service nova] Releasing lock "refresh_cache-c15d57db-e0cf-45df-8bc4-9743066e5d54" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.953303] env[69413]: DEBUG nova.compute.manager [req-f07fd6ab-e4ed-4c92-937e-5299efa21d49 req-b30fe361-64f3-4e70-a615-0e930cd1f130 service nova] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Received event network-vif-deleted-e6c22259-041e-4101-a005-f1da048af9b8 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.954805] env[69413]: DEBUG nova.compute.manager [req-f07fd6ab-e4ed-4c92-937e-5299efa21d49 req-b30fe361-64f3-4e70-a615-0e930cd1f130 service nova] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Received event network-vif-deleted-a2deb294-44b1-4e99-a939-a86ed46dee9b {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.954805] env[69413]: DEBUG nova.compute.manager [req-f07fd6ab-e4ed-4c92-937e-5299efa21d49 req-b30fe361-64f3-4e70-a615-0e930cd1f130 service nova] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Received event network-vif-deleted-a09580ee-a460-4740-afe8-5b84ffe5c709 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.006268] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Releasing lock "refresh_cache-dcac029f-96a3-4f1f-98cf-6794be08ab9a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.022481] env[69413]: DEBUG oslo_vmware.api [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077210, 'name': ReconfigVM_Task, 'duration_secs': 0.4074} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.024915] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Reconfigured VM instance instance-00000014 to attach disk [datastore1] c15d57db-e0cf-45df-8bc4-9743066e5d54/c15d57db-e0cf-45df-8bc4-9743066e5d54.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.028268] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16ddbe88-7454-4be5-ae0c-89e792220720 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.030462] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Acquiring lock "76c49241-9cd4-4f51-8dd2-093e10b61ac0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.030710] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Lock "76c49241-9cd4-4f51-8dd2-093e10b61ac0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.043041] env[69413]: DEBUG oslo_vmware.api [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 683.043041] env[69413]: value = "task-3077214" [ 683.043041] env[69413]: _type = "Task" [ 683.043041] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.052880] env[69413]: DEBUG oslo_vmware.api [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077214, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.092745] env[69413]: DEBUG oslo_concurrency.lockutils [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Acquiring lock "4b1894a2-b198-41aa-a340-f3decec71996" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.093350] env[69413]: DEBUG oslo_concurrency.lockutils [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Lock "4b1894a2-b198-41aa-a340-f3decec71996" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.122019] env[69413]: DEBUG nova.compute.utils [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 683.123266] env[69413]: DEBUG nova.compute.manager [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 683.123455] env[69413]: DEBUG nova.network.neutron [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 683.199978] env[69413]: DEBUG nova.policy [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '305d6885a14147dba046aeac18d2e720', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b91e48f1b0f421097838cda65a1af43', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.284190] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077213, 'name': CreateVM_Task} progress is 25%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.338445] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.436701] env[69413]: DEBUG nova.compute.manager [None req-9ccfba09-40dd-433e-987e-460864f68a91 tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 683.436948] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9ccfba09-40dd-433e-987e-460864f68a91 tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 683.437903] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2329bb0-2afa-4eb4-ac6f-dd316519b409 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.448803] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ccfba09-40dd-433e-987e-460864f68a91 tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 683.448803] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ad1a568-2754-41a9-b202-8f63db9259e4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.456345] env[69413]: DEBUG oslo_vmware.api [None req-9ccfba09-40dd-433e-987e-460864f68a91 tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Waiting for the task: (returnval){ [ 683.456345] env[69413]: value = "task-3077215" [ 683.456345] env[69413]: _type = "Task" [ 683.456345] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.468292] env[69413]: DEBUG oslo_vmware.api [None req-9ccfba09-40dd-433e-987e-460864f68a91 tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Task: {'id': task-3077215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.556031] env[69413]: DEBUG oslo_vmware.api [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077214, 'name': Rename_Task, 'duration_secs': 0.187799} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.556332] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.556584] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9579796a-b145-43d0-9406-02d046c044f8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.566319] env[69413]: DEBUG oslo_vmware.api [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 683.566319] env[69413]: value = "task-3077216" [ 683.566319] env[69413]: _type = "Task" [ 683.566319] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.579922] env[69413]: DEBUG oslo_vmware.api [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.635147] env[69413]: DEBUG nova.compute.manager [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 683.640355] env[69413]: DEBUG oslo_concurrency.lockutils [None req-db004723-ee4b-49ee-9c86-2523e07d8348 tempest-ServersAdmin275Test-1663130653 tempest-ServersAdmin275Test-1663130653-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.642628] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.146s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.649106] env[69413]: INFO nova.compute.claims [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.765782] env[69413]: DEBUG nova.network.neutron [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Successfully created port: 81d8d378-4d18-4804-8ff7-015e69cf4654 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 683.785834] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077213, 'name': CreateVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.969989] env[69413]: DEBUG oslo_vmware.api [None req-9ccfba09-40dd-433e-987e-460864f68a91 tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Task: {'id': task-3077215, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.084235] env[69413]: DEBUG oslo_vmware.api [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077216, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.286813] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077213, 'name': CreateVM_Task, 'duration_secs': 1.168124} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.286980] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.288030] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.288221] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.288810] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.289674] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0739d325-f1d8-41fc-9f27-b6a769b4a6c5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.296088] env[69413]: DEBUG oslo_vmware.api [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Waiting for the task: (returnval){ [ 684.296088] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]523612ac-ac3d-b058-6f70-71b3fb20e7c2" [ 684.296088] env[69413]: _type = "Task" [ 684.296088] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.305505] env[69413]: DEBUG oslo_vmware.api [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]523612ac-ac3d-b058-6f70-71b3fb20e7c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.468681] env[69413]: DEBUG oslo_vmware.api [None req-9ccfba09-40dd-433e-987e-460864f68a91 tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Task: {'id': task-3077215, 'name': PowerOffVM_Task, 'duration_secs': 0.52695} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.468681] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ccfba09-40dd-433e-987e-460864f68a91 tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 684.469324] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9ccfba09-40dd-433e-987e-460864f68a91 tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 684.469324] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9d78e3d-6de7-47d2-8a04-d45ff7e6f8b1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.524748] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3399f57-98fb-4a0e-8ab0-1bec5b57ef09 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.547991] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Updating instance 'dcac029f-96a3-4f1f-98cf-6794be08ab9a' progress to 0 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 684.554029] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9ccfba09-40dd-433e-987e-460864f68a91 tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 684.554029] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9ccfba09-40dd-433e-987e-460864f68a91 tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 684.554029] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ccfba09-40dd-433e-987e-460864f68a91 tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Deleting the datastore file [datastore2] a2a4cf08-9e8e-408e-9dc8-93771bab7dca {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 684.554356] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93c1644f-a826-4a18-9fe3-b1ed8b575cfe {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.561937] env[69413]: DEBUG oslo_vmware.api [None req-9ccfba09-40dd-433e-987e-460864f68a91 tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Waiting for the task: (returnval){ [ 684.561937] env[69413]: value = "task-3077219" [ 684.561937] env[69413]: _type = "Task" [ 684.561937] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.570689] env[69413]: DEBUG oslo_vmware.api [None req-9ccfba09-40dd-433e-987e-460864f68a91 tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Task: {'id': task-3077219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.579630] env[69413]: DEBUG oslo_vmware.api [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077216, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.647302] env[69413]: DEBUG nova.compute.manager [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 684.689386] env[69413]: DEBUG nova.virt.hardware [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.689655] env[69413]: DEBUG nova.virt.hardware [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.689913] env[69413]: DEBUG nova.virt.hardware [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.690035] env[69413]: DEBUG nova.virt.hardware [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.690596] env[69413]: DEBUG nova.virt.hardware [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.690876] env[69413]: DEBUG nova.virt.hardware [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.691455] env[69413]: DEBUG nova.virt.hardware [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.691455] env[69413]: DEBUG nova.virt.hardware [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.691455] env[69413]: DEBUG nova.virt.hardware [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.691660] env[69413]: DEBUG nova.virt.hardware [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.691967] env[69413]: DEBUG nova.virt.hardware [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.693380] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db43b51-f702-4409-bb57-661bd9fad5ba {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.703482] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534ca25a-b2b2-44e3-94bf-7eb7fbcb7195 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.807498] env[69413]: DEBUG oslo_vmware.api [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]523612ac-ac3d-b058-6f70-71b3fb20e7c2, 'name': SearchDatastore_Task, 'duration_secs': 0.040788} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.810283] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.810560] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.810801] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.810947] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.811173] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.812529] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef6f8654-f3fa-4c3e-b74d-764d15c8925b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.825212] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.825395] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.826197] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75bf8f82-15fc-43ce-a258-5f6ca218e7e8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.832502] env[69413]: DEBUG oslo_vmware.api [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Waiting for the task: (returnval){ [ 684.832502] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52efe700-fa49-6a27-95ca-9e7fffe6dbca" [ 684.832502] env[69413]: _type = "Task" [ 684.832502] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.845027] env[69413]: DEBUG oslo_vmware.api [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52efe700-fa49-6a27-95ca-9e7fffe6dbca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.060255] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 685.060255] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86b58dfb-9658-4c32-b240-5e88cee96a2a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.071687] env[69413]: DEBUG oslo_vmware.api [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Waiting for the task: (returnval){ [ 685.071687] env[69413]: value = "task-3077220" [ 685.071687] env[69413]: _type = "Task" [ 685.071687] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.083420] env[69413]: DEBUG oslo_vmware.api [None req-9ccfba09-40dd-433e-987e-460864f68a91 tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Task: {'id': task-3077219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.097183] env[69413]: DEBUG oslo_vmware.api [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.097183] env[69413]: DEBUG oslo_vmware.api [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077216, 'name': PowerOnVM_Task, 'duration_secs': 1.471856} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.097183] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.097183] env[69413]: INFO nova.compute.manager [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Took 10.94 seconds to spawn the instance on the hypervisor. [ 685.097183] env[69413]: DEBUG nova.compute.manager [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.098195] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4449deb-a24b-4502-96a6-b7c526584446 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.129478] env[69413]: DEBUG nova.compute.manager [req-10fa7d0c-342f-4e7c-b66c-6d71215f3edc req-6d09b078-8d5f-46ab-91d3-55ab02565f55 service nova] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Received event network-vif-plugged-0017c993-4248-4612-9b7a-6e1e2d8570ff {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.129691] env[69413]: DEBUG oslo_concurrency.lockutils [req-10fa7d0c-342f-4e7c-b66c-6d71215f3edc req-6d09b078-8d5f-46ab-91d3-55ab02565f55 service nova] Acquiring lock "935b60fb-6c0e-412c-9547-df9c36ff5eda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.130082] env[69413]: DEBUG oslo_concurrency.lockutils [req-10fa7d0c-342f-4e7c-b66c-6d71215f3edc req-6d09b078-8d5f-46ab-91d3-55ab02565f55 service nova] Lock "935b60fb-6c0e-412c-9547-df9c36ff5eda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.130082] env[69413]: DEBUG oslo_concurrency.lockutils [req-10fa7d0c-342f-4e7c-b66c-6d71215f3edc req-6d09b078-8d5f-46ab-91d3-55ab02565f55 service nova] Lock "935b60fb-6c0e-412c-9547-df9c36ff5eda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.130270] env[69413]: DEBUG nova.compute.manager [req-10fa7d0c-342f-4e7c-b66c-6d71215f3edc req-6d09b078-8d5f-46ab-91d3-55ab02565f55 service nova] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] No waiting events found dispatching network-vif-plugged-0017c993-4248-4612-9b7a-6e1e2d8570ff {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 685.130403] env[69413]: WARNING nova.compute.manager [req-10fa7d0c-342f-4e7c-b66c-6d71215f3edc req-6d09b078-8d5f-46ab-91d3-55ab02565f55 service nova] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Received unexpected event network-vif-plugged-0017c993-4248-4612-9b7a-6e1e2d8570ff for instance with vm_state building and task_state spawning. [ 685.130683] env[69413]: DEBUG nova.compute.manager [req-10fa7d0c-342f-4e7c-b66c-6d71215f3edc req-6d09b078-8d5f-46ab-91d3-55ab02565f55 service nova] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Received event network-changed-0017c993-4248-4612-9b7a-6e1e2d8570ff {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.130773] env[69413]: DEBUG nova.compute.manager [req-10fa7d0c-342f-4e7c-b66c-6d71215f3edc req-6d09b078-8d5f-46ab-91d3-55ab02565f55 service nova] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Refreshing instance network info cache due to event network-changed-0017c993-4248-4612-9b7a-6e1e2d8570ff. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.130872] env[69413]: DEBUG oslo_concurrency.lockutils [req-10fa7d0c-342f-4e7c-b66c-6d71215f3edc req-6d09b078-8d5f-46ab-91d3-55ab02565f55 service nova] Acquiring lock "refresh_cache-935b60fb-6c0e-412c-9547-df9c36ff5eda" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.131293] env[69413]: DEBUG oslo_concurrency.lockutils [req-10fa7d0c-342f-4e7c-b66c-6d71215f3edc req-6d09b078-8d5f-46ab-91d3-55ab02565f55 service nova] Acquired lock "refresh_cache-935b60fb-6c0e-412c-9547-df9c36ff5eda" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.131293] env[69413]: DEBUG nova.network.neutron [req-10fa7d0c-342f-4e7c-b66c-6d71215f3edc req-6d09b078-8d5f-46ab-91d3-55ab02565f55 service nova] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Refreshing network info cache for port 0017c993-4248-4612-9b7a-6e1e2d8570ff {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.341207] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac7780d-594b-4e94-9c88-472deeeb1b85 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.354166] env[69413]: DEBUG oslo_vmware.api [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52efe700-fa49-6a27-95ca-9e7fffe6dbca, 'name': SearchDatastore_Task, 'duration_secs': 0.055899} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.358524] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-270e8865-5fea-4177-842c-d75e1cbcab62 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.364384] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c72133-bebc-40ef-afb9-872ac305f71b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.375299] env[69413]: DEBUG oslo_vmware.api [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Waiting for the task: (returnval){ [ 685.375299] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522a1c9c-d765-451b-4a2f-5a042427bf7d" [ 685.375299] env[69413]: _type = "Task" [ 685.375299] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.424777] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d84b2d-6cdd-4b43-b818-f1a08b658217 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.442994] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3272dd-a1a1-4f36-b26f-ba55be60ccbf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.449229] env[69413]: DEBUG oslo_vmware.api [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522a1c9c-d765-451b-4a2f-5a042427bf7d, 'name': SearchDatastore_Task, 'duration_secs': 0.045997} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.449769] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.450263] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 935b60fb-6c0e-412c-9547-df9c36ff5eda/935b60fb-6c0e-412c-9547-df9c36ff5eda.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.451531] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fafaea42-ff53-4c90-a62e-57d1d875326a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.470255] env[69413]: DEBUG nova.compute.provider_tree [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.477905] env[69413]: DEBUG oslo_vmware.api [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Waiting for the task: (returnval){ [ 685.477905] env[69413]: value = "task-3077221" [ 685.477905] env[69413]: _type = "Task" [ 685.477905] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.486749] env[69413]: DEBUG oslo_vmware.api [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Task: {'id': task-3077221, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.580206] env[69413]: DEBUG oslo_vmware.api [None req-9ccfba09-40dd-433e-987e-460864f68a91 tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Task: {'id': task-3077219, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.744082} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.583976] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ccfba09-40dd-433e-987e-460864f68a91 tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 685.584249] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9ccfba09-40dd-433e-987e-460864f68a91 tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 685.584466] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9ccfba09-40dd-433e-987e-460864f68a91 tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 685.584981] env[69413]: INFO nova.compute.manager [None req-9ccfba09-40dd-433e-987e-460864f68a91 tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Took 2.15 seconds to destroy the instance on the hypervisor. [ 685.585316] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ccfba09-40dd-433e-987e-460864f68a91 tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.585572] env[69413]: DEBUG nova.compute.manager [-] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 685.586100] env[69413]: DEBUG nova.network.neutron [-] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 685.594335] env[69413]: DEBUG oslo_vmware.api [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077220, 'name': PowerOffVM_Task, 'duration_secs': 0.357591} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.594702] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 685.594925] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Updating instance 'dcac029f-96a3-4f1f-98cf-6794be08ab9a' progress to 17 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 685.628030] env[69413]: INFO nova.compute.manager [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Took 30.41 seconds to build instance. [ 685.834058] env[69413]: DEBUG nova.network.neutron [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Successfully updated port: 81d8d378-4d18-4804-8ff7-015e69cf4654 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 685.974239] env[69413]: DEBUG nova.scheduler.client.report [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.991752] env[69413]: DEBUG oslo_vmware.api [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Task: {'id': task-3077221, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.104377] env[69413]: DEBUG nova.virt.hardware [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:10:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.104377] env[69413]: DEBUG nova.virt.hardware [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.104377] env[69413]: DEBUG nova.virt.hardware [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.104377] env[69413]: DEBUG nova.virt.hardware [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.104377] env[69413]: DEBUG nova.virt.hardware [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.105862] env[69413]: DEBUG nova.virt.hardware [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.106258] env[69413]: DEBUG nova.virt.hardware [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.108530] env[69413]: DEBUG nova.virt.hardware [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.108530] env[69413]: DEBUG nova.virt.hardware [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.108530] env[69413]: DEBUG nova.virt.hardware [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.108530] env[69413]: DEBUG nova.virt.hardware [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.120825] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7af57225-a385-4e96-8df8-17fa720a1606 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.133733] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c7d110bb-ae3f-4cdb-a3b3-af5499c316f0 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lock "c15d57db-e0cf-45df-8bc4-9743066e5d54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.127s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.143997] env[69413]: DEBUG oslo_vmware.api [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Waiting for the task: (returnval){ [ 686.143997] env[69413]: value = "task-3077222" [ 686.143997] env[69413]: _type = "Task" [ 686.143997] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.158767] env[69413]: DEBUG oslo_vmware.api [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077222, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.172501] env[69413]: DEBUG nova.network.neutron [req-10fa7d0c-342f-4e7c-b66c-6d71215f3edc req-6d09b078-8d5f-46ab-91d3-55ab02565f55 service nova] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Updated VIF entry in instance network info cache for port 0017c993-4248-4612-9b7a-6e1e2d8570ff. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.172875] env[69413]: DEBUG nova.network.neutron [req-10fa7d0c-342f-4e7c-b66c-6d71215f3edc req-6d09b078-8d5f-46ab-91d3-55ab02565f55 service nova] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Updating instance_info_cache with network_info: [{"id": "0017c993-4248-4612-9b7a-6e1e2d8570ff", "address": "fa:16:3e:c2:b9:7f", "network": {"id": "0661d2fe-5dba-499a-98e5-e656fc439401", "bridge": "br-int", "label": "tempest-ServersTestJSON-1655646101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a228ba3b90b4217ae1a906a0a3b2019", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0017c993-42", "ovs_interfaceid": "0017c993-4248-4612-9b7a-6e1e2d8570ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.271882] env[69413]: DEBUG oslo_concurrency.lockutils [None req-41a7f1c8-1257-4ed4-a07d-e95e3b38f07d tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Acquiring lock "f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.272442] env[69413]: DEBUG oslo_concurrency.lockutils [None req-41a7f1c8-1257-4ed4-a07d-e95e3b38f07d tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Lock "f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.272846] env[69413]: DEBUG oslo_concurrency.lockutils [None req-41a7f1c8-1257-4ed4-a07d-e95e3b38f07d tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Acquiring lock "f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.273186] env[69413]: DEBUG oslo_concurrency.lockutils [None req-41a7f1c8-1257-4ed4-a07d-e95e3b38f07d tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Lock "f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.273447] env[69413]: DEBUG oslo_concurrency.lockutils [None req-41a7f1c8-1257-4ed4-a07d-e95e3b38f07d tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Lock "f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.280649] env[69413]: INFO nova.compute.manager [None req-41a7f1c8-1257-4ed4-a07d-e95e3b38f07d tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Terminating instance [ 686.338310] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Acquiring lock "refresh_cache-5d6671c0-cd60-427f-bf36-663827dc0fcd" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.338310] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Acquired lock "refresh_cache-5d6671c0-cd60-427f-bf36-663827dc0fcd" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.338831] env[69413]: DEBUG nova.network.neutron [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.480259] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.838s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.481292] env[69413]: DEBUG nova.compute.manager [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 686.486616] env[69413]: DEBUG nova.compute.manager [req-869ac976-61e5-4068-acae-4e28a224d267 req-5aa2e44d-4aeb-4f05-97f7-a524ccdd9a7b service nova] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Received event network-vif-plugged-81d8d378-4d18-4804-8ff7-015e69cf4654 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.487017] env[69413]: DEBUG oslo_concurrency.lockutils [req-869ac976-61e5-4068-acae-4e28a224d267 req-5aa2e44d-4aeb-4f05-97f7-a524ccdd9a7b service nova] Acquiring lock "5d6671c0-cd60-427f-bf36-663827dc0fcd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.487249] env[69413]: DEBUG oslo_concurrency.lockutils [req-869ac976-61e5-4068-acae-4e28a224d267 req-5aa2e44d-4aeb-4f05-97f7-a524ccdd9a7b service nova] Lock "5d6671c0-cd60-427f-bf36-663827dc0fcd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.488368] env[69413]: DEBUG oslo_concurrency.lockutils [req-869ac976-61e5-4068-acae-4e28a224d267 req-5aa2e44d-4aeb-4f05-97f7-a524ccdd9a7b service nova] Lock "5d6671c0-cd60-427f-bf36-663827dc0fcd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.488368] env[69413]: DEBUG nova.compute.manager [req-869ac976-61e5-4068-acae-4e28a224d267 req-5aa2e44d-4aeb-4f05-97f7-a524ccdd9a7b service nova] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] No waiting events found dispatching network-vif-plugged-81d8d378-4d18-4804-8ff7-015e69cf4654 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 686.488368] env[69413]: WARNING nova.compute.manager [req-869ac976-61e5-4068-acae-4e28a224d267 req-5aa2e44d-4aeb-4f05-97f7-a524ccdd9a7b service nova] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Received unexpected event network-vif-plugged-81d8d378-4d18-4804-8ff7-015e69cf4654 for instance with vm_state building and task_state spawning. [ 686.488368] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.070s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.489883] env[69413]: INFO nova.compute.claims [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.510809] env[69413]: DEBUG oslo_vmware.api [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Task: {'id': task-3077221, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.638192] env[69413]: DEBUG nova.compute.manager [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.656995] env[69413]: DEBUG oslo_vmware.api [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077222, 'name': ReconfigVM_Task, 'duration_secs': 0.291234} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.659695] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Updating instance 'dcac029f-96a3-4f1f-98cf-6794be08ab9a' progress to 33 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 686.678735] env[69413]: DEBUG oslo_concurrency.lockutils [req-10fa7d0c-342f-4e7c-b66c-6d71215f3edc req-6d09b078-8d5f-46ab-91d3-55ab02565f55 service nova] Releasing lock "refresh_cache-935b60fb-6c0e-412c-9547-df9c36ff5eda" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.683413] env[69413]: DEBUG nova.network.neutron [-] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.789354] env[69413]: DEBUG nova.compute.manager [None req-41a7f1c8-1257-4ed4-a07d-e95e3b38f07d tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 686.789354] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-41a7f1c8-1257-4ed4-a07d-e95e3b38f07d tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 686.789354] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4670124d-cdf4-490d-a8af-1cfe564d27da {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.799544] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a7f1c8-1257-4ed4-a07d-e95e3b38f07d tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.799544] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef76247b-3520-4c38-bf31-028dc17a71a2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.811309] env[69413]: DEBUG oslo_vmware.api [None req-41a7f1c8-1257-4ed4-a07d-e95e3b38f07d tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Waiting for the task: (returnval){ [ 686.811309] env[69413]: value = "task-3077224" [ 686.811309] env[69413]: _type = "Task" [ 686.811309] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.821953] env[69413]: DEBUG oslo_vmware.api [None req-41a7f1c8-1257-4ed4-a07d-e95e3b38f07d tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Task: {'id': task-3077224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.885553] env[69413]: DEBUG nova.network.neutron [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.887880] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "a5107bcd-c438-4000-a1e8-6a7f377a6c04" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.888156] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "a5107bcd-c438-4000-a1e8-6a7f377a6c04" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.949233] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 686.949906] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 686.991778] env[69413]: DEBUG nova.compute.utils [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 686.993664] env[69413]: DEBUG nova.compute.manager [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 686.993839] env[69413]: DEBUG nova.network.neutron [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 687.004336] env[69413]: DEBUG oslo_vmware.api [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Task: {'id': task-3077221, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.059287} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.004830] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 935b60fb-6c0e-412c-9547-df9c36ff5eda/935b60fb-6c0e-412c-9547-df9c36ff5eda.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.005173] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.009020] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91b06f5a-6aa4-4fe3-bafa-aeb241f8191e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.014690] env[69413]: DEBUG oslo_vmware.api [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Waiting for the task: (returnval){ [ 687.014690] env[69413]: value = "task-3077225" [ 687.014690] env[69413]: _type = "Task" [ 687.014690] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.027642] env[69413]: DEBUG oslo_vmware.api [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Task: {'id': task-3077225, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.064848] env[69413]: DEBUG nova.policy [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e7dc82f25ef489fac2078a738917833', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb2bf5694da14887a5ddfef0a166bf44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 687.091660] env[69413]: DEBUG nova.network.neutron [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Updating instance_info_cache with network_info: [{"id": "81d8d378-4d18-4804-8ff7-015e69cf4654", "address": "fa:16:3e:b3:9c:be", "network": {"id": "c586ccb9-6185-4096-94d4-27e33063c8f1", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1710439852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b91e48f1b0f421097838cda65a1af43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d8d378-4d", "ovs_interfaceid": "81d8d378-4d18-4804-8ff7-015e69cf4654", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.166981] env[69413]: DEBUG nova.virt.hardware [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 687.167751] env[69413]: DEBUG nova.virt.hardware [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 687.167751] env[69413]: DEBUG nova.virt.hardware [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.168124] env[69413]: DEBUG nova.virt.hardware [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 687.168124] env[69413]: DEBUG nova.virt.hardware [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.168124] env[69413]: DEBUG nova.virt.hardware [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 687.168427] env[69413]: DEBUG nova.virt.hardware [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 687.168624] env[69413]: DEBUG nova.virt.hardware [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 687.168832] env[69413]: DEBUG nova.virt.hardware [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 687.169106] env[69413]: DEBUG nova.virt.hardware [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 687.169398] env[69413]: DEBUG nova.virt.hardware [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 687.177888] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Reconfiguring VM instance instance-00000009 to detach disk 2000 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 687.179229] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.179834] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e611c73e-bd99-4631-ab6e-cb9c0f477aa5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.196469] env[69413]: INFO nova.compute.manager [-] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Took 1.61 seconds to deallocate network for instance. [ 687.207262] env[69413]: DEBUG oslo_vmware.api [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Waiting for the task: (returnval){ [ 687.207262] env[69413]: value = "task-3077226" [ 687.207262] env[69413]: _type = "Task" [ 687.207262] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.218720] env[69413]: DEBUG oslo_vmware.api [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077226, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.324814] env[69413]: DEBUG oslo_vmware.api [None req-41a7f1c8-1257-4ed4-a07d-e95e3b38f07d tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Task: {'id': task-3077224, 'name': PowerOffVM_Task, 'duration_secs': 0.357182} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.325496] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a7f1c8-1257-4ed4-a07d-e95e3b38f07d tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.325706] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-41a7f1c8-1257-4ed4-a07d-e95e3b38f07d tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.325955] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-734c3226-5be3-4bd9-9ebf-cb26b849fe57 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.363965] env[69413]: DEBUG nova.compute.manager [req-b606c9a4-4846-40e0-95a8-9d6fde2c501e req-eb5b71cf-4777-425c-887f-a47451e5e46c service nova] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Received event network-vif-deleted-e9ce8697-31c3-4bf6-9551-c7d182df94b8 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.364445] env[69413]: DEBUG nova.compute.manager [req-b606c9a4-4846-40e0-95a8-9d6fde2c501e req-eb5b71cf-4777-425c-887f-a47451e5e46c service nova] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Received event network-changed-ad26a47f-639f-45c2-b3cc-7b9366a2883c {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.365029] env[69413]: DEBUG nova.compute.manager [req-b606c9a4-4846-40e0-95a8-9d6fde2c501e req-eb5b71cf-4777-425c-887f-a47451e5e46c service nova] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Refreshing instance network info cache due to event network-changed-ad26a47f-639f-45c2-b3cc-7b9366a2883c. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 687.366194] env[69413]: DEBUG oslo_concurrency.lockutils [req-b606c9a4-4846-40e0-95a8-9d6fde2c501e req-eb5b71cf-4777-425c-887f-a47451e5e46c service nova] Acquiring lock "refresh_cache-c15d57db-e0cf-45df-8bc4-9743066e5d54" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.366412] env[69413]: DEBUG oslo_concurrency.lockutils [req-b606c9a4-4846-40e0-95a8-9d6fde2c501e req-eb5b71cf-4777-425c-887f-a47451e5e46c service nova] Acquired lock "refresh_cache-c15d57db-e0cf-45df-8bc4-9743066e5d54" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.366611] env[69413]: DEBUG nova.network.neutron [req-b606c9a4-4846-40e0-95a8-9d6fde2c501e req-eb5b71cf-4777-425c-887f-a47451e5e46c service nova] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Refreshing network info cache for port ad26a47f-639f-45c2-b3cc-7b9366a2883c {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 687.446961] env[69413]: DEBUG nova.network.neutron [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Successfully created port: 2208fb77-442b-4c4e-abe8-abcc045ed244 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 687.458253] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 687.458477] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 687.458691] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 687.458882] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 687.459084] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 687.459280] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 687.459646] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69413) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 687.459646] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager.update_available_resource {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 687.498014] env[69413]: DEBUG nova.compute.manager [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 687.524726] env[69413]: DEBUG oslo_vmware.api [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Task: {'id': task-3077225, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164136} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.525199] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.525936] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d075b5-3251-4fbf-b7af-d4ec82b98b36 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.551855] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 935b60fb-6c0e-412c-9547-df9c36ff5eda/935b60fb-6c0e-412c-9547-df9c36ff5eda.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.555322] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f29cdcf0-2a07-4854-991f-f09063a565e1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.576515] env[69413]: DEBUG oslo_vmware.api [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Waiting for the task: (returnval){ [ 687.576515] env[69413]: value = "task-3077228" [ 687.576515] env[69413]: _type = "Task" [ 687.576515] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.585396] env[69413]: DEBUG oslo_vmware.api [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Task: {'id': task-3077228, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.596415] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Releasing lock "refresh_cache-5d6671c0-cd60-427f-bf36-663827dc0fcd" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.596867] env[69413]: DEBUG nova.compute.manager [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Instance network_info: |[{"id": "81d8d378-4d18-4804-8ff7-015e69cf4654", "address": "fa:16:3e:b3:9c:be", "network": {"id": "c586ccb9-6185-4096-94d4-27e33063c8f1", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1710439852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b91e48f1b0f421097838cda65a1af43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d8d378-4d", "ovs_interfaceid": "81d8d378-4d18-4804-8ff7-015e69cf4654", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 687.599402] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:9c:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81d8d378-4d18-4804-8ff7-015e69cf4654', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.606964] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Creating folder: Project (4b91e48f1b0f421097838cda65a1af43). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.607722] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-586288d2-94f6-4b51-b0ec-26dd6ff5c70a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.620629] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Created folder: Project (4b91e48f1b0f421097838cda65a1af43) in parent group-v616034. [ 687.620840] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Creating folder: Instances. Parent ref: group-v616108. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.621101] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6d68f15-e69c-467f-8102-04506795d3f0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.633211] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Created folder: Instances in parent group-v616108. [ 687.633547] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.633788] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.634057] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2bcc6f92-7033-4aba-9c02-286007a2be73 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.655345] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-41a7f1c8-1257-4ed4-a07d-e95e3b38f07d tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.655630] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-41a7f1c8-1257-4ed4-a07d-e95e3b38f07d tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.655861] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-41a7f1c8-1257-4ed4-a07d-e95e3b38f07d tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Deleting the datastore file [datastore1] f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.656715] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01ee0c4a-9f0f-4643-ab81-283f95e2d17d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.661892] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.661892] env[69413]: value = "task-3077231" [ 687.661892] env[69413]: _type = "Task" [ 687.661892] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.666886] env[69413]: DEBUG oslo_vmware.api [None req-41a7f1c8-1257-4ed4-a07d-e95e3b38f07d tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Waiting for the task: (returnval){ [ 687.666886] env[69413]: value = "task-3077232" [ 687.666886] env[69413]: _type = "Task" [ 687.666886] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.675960] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077231, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.681653] env[69413]: DEBUG oslo_vmware.api [None req-41a7f1c8-1257-4ed4-a07d-e95e3b38f07d tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Task: {'id': task-3077232, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.705445] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9ccfba09-40dd-433e-987e-460864f68a91 tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.721292] env[69413]: DEBUG oslo_vmware.api [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077226, 'name': ReconfigVM_Task, 'duration_secs': 0.204562} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.721658] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Reconfigured VM instance instance-00000009 to detach disk 2000 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 687.722605] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1b0e52-bd1f-45ee-a1d4-a4516a39a99b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.752865] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] dcac029f-96a3-4f1f-98cf-6794be08ab9a/dcac029f-96a3-4f1f-98cf-6794be08ab9a.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.755841] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-081a3451-45ed-4e07-b3be-6d3ff179a829 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.776538] env[69413]: DEBUG oslo_vmware.api [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Waiting for the task: (returnval){ [ 687.776538] env[69413]: value = "task-3077233" [ 687.776538] env[69413]: _type = "Task" [ 687.776538] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.788213] env[69413]: DEBUG oslo_vmware.api [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077233, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.965863] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.077602] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9414156-3dd7-4728-9a41-2da07617edc1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.091506] env[69413]: DEBUG oslo_vmware.api [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Task: {'id': task-3077228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.092834] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1123e566-f4d1-424a-a89d-d1c8651ff7c4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.124030] env[69413]: DEBUG nova.network.neutron [req-b606c9a4-4846-40e0-95a8-9d6fde2c501e req-eb5b71cf-4777-425c-887f-a47451e5e46c service nova] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Updated VIF entry in instance network info cache for port ad26a47f-639f-45c2-b3cc-7b9366a2883c. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 688.124420] env[69413]: DEBUG nova.network.neutron [req-b606c9a4-4846-40e0-95a8-9d6fde2c501e req-eb5b71cf-4777-425c-887f-a47451e5e46c service nova] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Updating instance_info_cache with network_info: [{"id": "ad26a47f-639f-45c2-b3cc-7b9366a2883c", "address": "fa:16:3e:ba:2a:ca", "network": {"id": "be70a538-4339-4cc1-9578-fd50ad7faf60", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-848088410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3244903a5a34e34a5f19ae8831810d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad26a47f-63", "ovs_interfaceid": "ad26a47f-639f-45c2-b3cc-7b9366a2883c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.126199] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da79e396-1346-4f8a-8187-ef69c22cf530 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.134819] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c87d04-8451-45b0-99c0-4a270429281c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.149965] env[69413]: DEBUG nova.compute.provider_tree [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.176137] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077231, 'name': CreateVM_Task} progress is 25%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.182293] env[69413]: DEBUG oslo_vmware.api [None req-41a7f1c8-1257-4ed4-a07d-e95e3b38f07d tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Task: {'id': task-3077232, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17066} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.182653] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-41a7f1c8-1257-4ed4-a07d-e95e3b38f07d tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.182760] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-41a7f1c8-1257-4ed4-a07d-e95e3b38f07d tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.182948] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-41a7f1c8-1257-4ed4-a07d-e95e3b38f07d tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.183170] env[69413]: INFO nova.compute.manager [None req-41a7f1c8-1257-4ed4-a07d-e95e3b38f07d tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Took 1.40 seconds to destroy the instance on the hypervisor. [ 688.183454] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41a7f1c8-1257-4ed4-a07d-e95e3b38f07d tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.183656] env[69413]: DEBUG nova.compute.manager [-] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 688.183742] env[69413]: DEBUG nova.network.neutron [-] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 688.287198] env[69413]: DEBUG oslo_vmware.api [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077233, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.513600] env[69413]: DEBUG nova.compute.manager [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 688.542365] env[69413]: DEBUG nova.virt.hardware [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.542819] env[69413]: DEBUG nova.virt.hardware [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.542819] env[69413]: DEBUG nova.virt.hardware [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.542973] env[69413]: DEBUG nova.virt.hardware [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.543165] env[69413]: DEBUG nova.virt.hardware [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.543319] env[69413]: DEBUG nova.virt.hardware [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.543531] env[69413]: DEBUG nova.virt.hardware [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.543681] env[69413]: DEBUG nova.virt.hardware [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.543840] env[69413]: DEBUG nova.virt.hardware [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.544024] env[69413]: DEBUG nova.virt.hardware [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.544446] env[69413]: DEBUG nova.virt.hardware [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.545924] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23f588f-2811-445b-bc17-6af913ef1e99 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.553969] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f053ce6-0993-4604-970f-39d008ee9ccd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.591373] env[69413]: DEBUG oslo_vmware.api [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Task: {'id': task-3077228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.601400] env[69413]: DEBUG nova.compute.manager [req-5ade3bde-d73a-45fb-8d54-7f4a8afdaa2e req-c31f319d-788d-4856-85ea-b03366c9f318 service nova] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Received event network-changed-81d8d378-4d18-4804-8ff7-015e69cf4654 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.601400] env[69413]: DEBUG nova.compute.manager [req-5ade3bde-d73a-45fb-8d54-7f4a8afdaa2e req-c31f319d-788d-4856-85ea-b03366c9f318 service nova] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Refreshing instance network info cache due to event network-changed-81d8d378-4d18-4804-8ff7-015e69cf4654. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 688.601400] env[69413]: DEBUG oslo_concurrency.lockutils [req-5ade3bde-d73a-45fb-8d54-7f4a8afdaa2e req-c31f319d-788d-4856-85ea-b03366c9f318 service nova] Acquiring lock "refresh_cache-5d6671c0-cd60-427f-bf36-663827dc0fcd" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.601766] env[69413]: DEBUG oslo_concurrency.lockutils [req-5ade3bde-d73a-45fb-8d54-7f4a8afdaa2e req-c31f319d-788d-4856-85ea-b03366c9f318 service nova] Acquired lock "refresh_cache-5d6671c0-cd60-427f-bf36-663827dc0fcd" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.602243] env[69413]: DEBUG nova.network.neutron [req-5ade3bde-d73a-45fb-8d54-7f4a8afdaa2e req-c31f319d-788d-4856-85ea-b03366c9f318 service nova] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Refreshing network info cache for port 81d8d378-4d18-4804-8ff7-015e69cf4654 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.630912] env[69413]: DEBUG oslo_concurrency.lockutils [req-b606c9a4-4846-40e0-95a8-9d6fde2c501e req-eb5b71cf-4777-425c-887f-a47451e5e46c service nova] Releasing lock "refresh_cache-c15d57db-e0cf-45df-8bc4-9743066e5d54" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.655022] env[69413]: DEBUG nova.scheduler.client.report [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.675869] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077231, 'name': CreateVM_Task, 'duration_secs': 0.996222} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.676289] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.677336] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.677648] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.678088] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.678477] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c303002b-a493-4884-a0a5-0e2766ce00b3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.688019] env[69413]: DEBUG oslo_vmware.api [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Waiting for the task: (returnval){ [ 688.688019] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528921ae-9ba9-b3a4-6995-f630518f6755" [ 688.688019] env[69413]: _type = "Task" [ 688.688019] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.696541] env[69413]: DEBUG oslo_vmware.api [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528921ae-9ba9-b3a4-6995-f630518f6755, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.791854] env[69413]: DEBUG oslo_vmware.api [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077233, 'name': ReconfigVM_Task, 'duration_secs': 0.934187} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.791854] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Reconfigured VM instance instance-00000009 to attach disk [datastore1] dcac029f-96a3-4f1f-98cf-6794be08ab9a/dcac029f-96a3-4f1f-98cf-6794be08ab9a.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.792088] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Updating instance 'dcac029f-96a3-4f1f-98cf-6794be08ab9a' progress to 50 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 688.936141] env[69413]: DEBUG nova.network.neutron [-] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.024015] env[69413]: DEBUG nova.network.neutron [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Successfully updated port: 2208fb77-442b-4c4e-abe8-abcc045ed244 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 689.093157] env[69413]: DEBUG oslo_vmware.api [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Task: {'id': task-3077228, 'name': ReconfigVM_Task, 'duration_secs': 1.079368} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.093439] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 935b60fb-6c0e-412c-9547-df9c36ff5eda/935b60fb-6c0e-412c-9547-df9c36ff5eda.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.094112] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f7f3482-a2f4-4944-8da5-95520944981e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.102187] env[69413]: DEBUG oslo_vmware.api [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Waiting for the task: (returnval){ [ 689.102187] env[69413]: value = "task-3077235" [ 689.102187] env[69413]: _type = "Task" [ 689.102187] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.120824] env[69413]: DEBUG oslo_vmware.api [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Task: {'id': task-3077235, 'name': Rename_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.158898] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.159461] env[69413]: DEBUG nova.compute.manager [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 689.162822] env[69413]: DEBUG oslo_concurrency.lockutils [None req-665bd814-1d7a-459d-9f59-ddbd897c17a7 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.234s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.163089] env[69413]: DEBUG nova.objects.instance [None req-665bd814-1d7a-459d-9f59-ddbd897c17a7 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Lazy-loading 'resources' on Instance uuid df239eb7-2f59-4228-9a00-859cf92f71f8 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 689.203025] env[69413]: DEBUG oslo_vmware.api [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528921ae-9ba9-b3a4-6995-f630518f6755, 'name': SearchDatastore_Task, 'duration_secs': 0.010922} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.203025] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.203025] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.203025] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.203025] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.203025] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.204584] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f58b62f-6b00-4c49-a701-a8370ac4dd71 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.214421] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.214677] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.215429] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5cd0d8a-3f88-4518-9632-a1acf83fb633 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.222767] env[69413]: DEBUG oslo_vmware.api [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Waiting for the task: (returnval){ [ 689.222767] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52109378-567f-f485-1f28-baf23f563262" [ 689.222767] env[69413]: _type = "Task" [ 689.222767] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.236706] env[69413]: DEBUG oslo_vmware.api [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52109378-567f-f485-1f28-baf23f563262, 'name': SearchDatastore_Task, 'duration_secs': 0.009609} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.237731] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb328025-93e0-42db-bbdb-f8735e28609c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.248069] env[69413]: DEBUG oslo_vmware.api [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Waiting for the task: (returnval){ [ 689.248069] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52231499-244b-cef0-c459-6d9fa7a3b9d7" [ 689.248069] env[69413]: _type = "Task" [ 689.248069] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.257812] env[69413]: DEBUG oslo_vmware.api [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52231499-244b-cef0-c459-6d9fa7a3b9d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.303261] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406de2fc-64e0-442d-8165-fb58af44dbeb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.327231] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5065e981-5af8-429b-8725-d0f049186f21 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.350277] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Updating instance 'dcac029f-96a3-4f1f-98cf-6794be08ab9a' progress to 67 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 689.445853] env[69413]: DEBUG nova.network.neutron [req-5ade3bde-d73a-45fb-8d54-7f4a8afdaa2e req-c31f319d-788d-4856-85ea-b03366c9f318 service nova] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Updated VIF entry in instance network info cache for port 81d8d378-4d18-4804-8ff7-015e69cf4654. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.445853] env[69413]: DEBUG nova.network.neutron [req-5ade3bde-d73a-45fb-8d54-7f4a8afdaa2e req-c31f319d-788d-4856-85ea-b03366c9f318 service nova] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Updating instance_info_cache with network_info: [{"id": "81d8d378-4d18-4804-8ff7-015e69cf4654", "address": "fa:16:3e:b3:9c:be", "network": {"id": "c586ccb9-6185-4096-94d4-27e33063c8f1", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1710439852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b91e48f1b0f421097838cda65a1af43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d8d378-4d", "ovs_interfaceid": "81d8d378-4d18-4804-8ff7-015e69cf4654", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.445853] env[69413]: INFO nova.compute.manager [-] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Took 1.26 seconds to deallocate network for instance. [ 689.526910] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquiring lock "refresh_cache-4b6393d7-65da-49b2-8c0e-762e947a2e31" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.528769] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquired lock "refresh_cache-4b6393d7-65da-49b2-8c0e-762e947a2e31" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.528769] env[69413]: DEBUG nova.network.neutron [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.614872] env[69413]: DEBUG oslo_vmware.api [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Task: {'id': task-3077235, 'name': Rename_Task, 'duration_secs': 0.152701} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.615378] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.617950] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a9d5902-898f-4d8e-962d-cc632c4ca8a3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.623801] env[69413]: DEBUG oslo_vmware.api [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Waiting for the task: (returnval){ [ 689.623801] env[69413]: value = "task-3077236" [ 689.623801] env[69413]: _type = "Task" [ 689.623801] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.634840] env[69413]: DEBUG oslo_vmware.api [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Task: {'id': task-3077236, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.671135] env[69413]: DEBUG nova.compute.utils [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 689.671135] env[69413]: DEBUG nova.compute.manager [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 689.671135] env[69413]: DEBUG nova.network.neutron [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 689.723224] env[69413]: DEBUG nova.policy [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '061b49aa488c47c09d3f8ebe6d77b786', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f82381fddf9048fa88c2c83229ef1cf8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.764939] env[69413]: DEBUG oslo_vmware.api [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52231499-244b-cef0-c459-6d9fa7a3b9d7, 'name': SearchDatastore_Task, 'duration_secs': 0.011638} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.767119] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.767119] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 5d6671c0-cd60-427f-bf36-663827dc0fcd/5d6671c0-cd60-427f-bf36-663827dc0fcd.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.769740] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-356fa22f-688a-4ee9-aa2e-c283e45ea9bd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.785594] env[69413]: DEBUG oslo_vmware.api [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Waiting for the task: (returnval){ [ 689.785594] env[69413]: value = "task-3077237" [ 689.785594] env[69413]: _type = "Task" [ 689.785594] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.799826] env[69413]: DEBUG oslo_vmware.api [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Task: {'id': task-3077237, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.918209] env[69413]: DEBUG nova.network.neutron [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Port 6e7e6f4a-2657-470f-9d28-c01a488504b1 binding to destination host cpu-1 is already ACTIVE {{(pid=69413) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 689.947183] env[69413]: DEBUG oslo_concurrency.lockutils [req-5ade3bde-d73a-45fb-8d54-7f4a8afdaa2e req-c31f319d-788d-4856-85ea-b03366c9f318 service nova] Releasing lock "refresh_cache-5d6671c0-cd60-427f-bf36-663827dc0fcd" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.950920] env[69413]: DEBUG oslo_concurrency.lockutils [None req-41a7f1c8-1257-4ed4-a07d-e95e3b38f07d tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.060953] env[69413]: DEBUG nova.compute.manager [req-98eeb51a-d666-4939-bf40-f64b4f5f1d13 req-09973429-68f7-46a8-b02e-ed7e48bf0c57 service nova] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Received event network-vif-deleted-8c16e8da-b5ba-4eb7-952f-765f32048c3c {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.061945] env[69413]: DEBUG nova.compute.manager [req-98eeb51a-d666-4939-bf40-f64b4f5f1d13 req-09973429-68f7-46a8-b02e-ed7e48bf0c57 service nova] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Received event network-vif-plugged-2208fb77-442b-4c4e-abe8-abcc045ed244 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.062395] env[69413]: DEBUG oslo_concurrency.lockutils [req-98eeb51a-d666-4939-bf40-f64b4f5f1d13 req-09973429-68f7-46a8-b02e-ed7e48bf0c57 service nova] Acquiring lock "4b6393d7-65da-49b2-8c0e-762e947a2e31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.064023] env[69413]: DEBUG oslo_concurrency.lockutils [req-98eeb51a-d666-4939-bf40-f64b4f5f1d13 req-09973429-68f7-46a8-b02e-ed7e48bf0c57 service nova] Lock "4b6393d7-65da-49b2-8c0e-762e947a2e31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.064023] env[69413]: DEBUG oslo_concurrency.lockutils [req-98eeb51a-d666-4939-bf40-f64b4f5f1d13 req-09973429-68f7-46a8-b02e-ed7e48bf0c57 service nova] Lock "4b6393d7-65da-49b2-8c0e-762e947a2e31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.064023] env[69413]: DEBUG nova.compute.manager [req-98eeb51a-d666-4939-bf40-f64b4f5f1d13 req-09973429-68f7-46a8-b02e-ed7e48bf0c57 service nova] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] No waiting events found dispatching network-vif-plugged-2208fb77-442b-4c4e-abe8-abcc045ed244 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 690.064023] env[69413]: WARNING nova.compute.manager [req-98eeb51a-d666-4939-bf40-f64b4f5f1d13 req-09973429-68f7-46a8-b02e-ed7e48bf0c57 service nova] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Received unexpected event network-vif-plugged-2208fb77-442b-4c4e-abe8-abcc045ed244 for instance with vm_state building and task_state spawning. [ 690.064023] env[69413]: DEBUG nova.compute.manager [req-98eeb51a-d666-4939-bf40-f64b4f5f1d13 req-09973429-68f7-46a8-b02e-ed7e48bf0c57 service nova] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Received event network-changed-2208fb77-442b-4c4e-abe8-abcc045ed244 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.064357] env[69413]: DEBUG nova.compute.manager [req-98eeb51a-d666-4939-bf40-f64b4f5f1d13 req-09973429-68f7-46a8-b02e-ed7e48bf0c57 service nova] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Refreshing instance network info cache due to event network-changed-2208fb77-442b-4c4e-abe8-abcc045ed244. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 690.064357] env[69413]: DEBUG oslo_concurrency.lockutils [req-98eeb51a-d666-4939-bf40-f64b4f5f1d13 req-09973429-68f7-46a8-b02e-ed7e48bf0c57 service nova] Acquiring lock "refresh_cache-4b6393d7-65da-49b2-8c0e-762e947a2e31" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.082678] env[69413]: DEBUG nova.network.neutron [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.140270] env[69413]: DEBUG oslo_vmware.api [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Task: {'id': task-3077236, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.177753] env[69413]: DEBUG nova.compute.manager [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 690.298383] env[69413]: DEBUG oslo_vmware.api [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Task: {'id': task-3077237, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.376798] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0868a69a-87be-44bf-a518-15978bd0bbb3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.385830] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cdbd16-ee89-4b5f-a0f9-0e691399bb97 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.422827] env[69413]: DEBUG nova.network.neutron [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Successfully created port: 5b0d426a-4f34-4ce4-bfb3-85b540fe61cb {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.429476] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fb047b-bfbd-4de6-a1be-ef583fa0e1a2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.448015] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2cd3ecc-86fc-482c-912b-100717359a3a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.463821] env[69413]: DEBUG nova.compute.provider_tree [None req-665bd814-1d7a-459d-9f59-ddbd897c17a7 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.562971] env[69413]: DEBUG nova.network.neutron [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Updating instance_info_cache with network_info: [{"id": "2208fb77-442b-4c4e-abe8-abcc045ed244", "address": "fa:16:3e:59:41:a8", "network": {"id": "ebffccfa-c7ca-41bd-800d-4ab54c5df593", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1923443109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb2bf5694da14887a5ddfef0a166bf44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2208fb77-44", "ovs_interfaceid": "2208fb77-442b-4c4e-abe8-abcc045ed244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.637519] env[69413]: DEBUG oslo_vmware.api [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Task: {'id': task-3077236, 'name': PowerOnVM_Task, 'duration_secs': 0.648856} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.637788] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.637988] env[69413]: INFO nova.compute.manager [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Took 10.98 seconds to spawn the instance on the hypervisor. [ 690.638179] env[69413]: DEBUG nova.compute.manager [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.639121] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c604add-4916-4438-aeed-11e55a011a9d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.803406] env[69413]: DEBUG oslo_vmware.api [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Task: {'id': task-3077237, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52544} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.803685] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 5d6671c0-cd60-427f-bf36-663827dc0fcd/5d6671c0-cd60-427f-bf36-663827dc0fcd.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.803901] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.804185] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe3e104d-7d10-44fb-bfa6-43eb56b718f5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.812139] env[69413]: DEBUG oslo_vmware.api [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Waiting for the task: (returnval){ [ 690.812139] env[69413]: value = "task-3077238" [ 690.812139] env[69413]: _type = "Task" [ 690.812139] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.822444] env[69413]: DEBUG oslo_vmware.api [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Task: {'id': task-3077238, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.959176] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Acquiring lock "dcac029f-96a3-4f1f-98cf-6794be08ab9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.959437] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Lock "dcac029f-96a3-4f1f-98cf-6794be08ab9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.959857] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Lock "dcac029f-96a3-4f1f-98cf-6794be08ab9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.967449] env[69413]: DEBUG nova.scheduler.client.report [None req-665bd814-1d7a-459d-9f59-ddbd897c17a7 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.067644] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Releasing lock "refresh_cache-4b6393d7-65da-49b2-8c0e-762e947a2e31" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.067644] env[69413]: DEBUG nova.compute.manager [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Instance network_info: |[{"id": "2208fb77-442b-4c4e-abe8-abcc045ed244", "address": "fa:16:3e:59:41:a8", "network": {"id": "ebffccfa-c7ca-41bd-800d-4ab54c5df593", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1923443109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb2bf5694da14887a5ddfef0a166bf44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2208fb77-44", "ovs_interfaceid": "2208fb77-442b-4c4e-abe8-abcc045ed244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.067844] env[69413]: DEBUG oslo_concurrency.lockutils [req-98eeb51a-d666-4939-bf40-f64b4f5f1d13 req-09973429-68f7-46a8-b02e-ed7e48bf0c57 service nova] Acquired lock "refresh_cache-4b6393d7-65da-49b2-8c0e-762e947a2e31" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.068148] env[69413]: DEBUG nova.network.neutron [req-98eeb51a-d666-4939-bf40-f64b4f5f1d13 req-09973429-68f7-46a8-b02e-ed7e48bf0c57 service nova] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Refreshing network info cache for port 2208fb77-442b-4c4e-abe8-abcc045ed244 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.069336] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:41:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4712af2-45ef-4652-8d2c-482ec70056d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2208fb77-442b-4c4e-abe8-abcc045ed244', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.077948] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.078984] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.079258] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-edb34745-320a-4e2d-b35a-dc854686fad4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.101895] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.101895] env[69413]: value = "task-3077239" [ 691.101895] env[69413]: _type = "Task" [ 691.101895] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.111658] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077239, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.162247] env[69413]: INFO nova.compute.manager [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Took 35.19 seconds to build instance. [ 691.188581] env[69413]: DEBUG nova.compute.manager [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 691.218572] env[69413]: DEBUG nova.virt.hardware [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.218833] env[69413]: DEBUG nova.virt.hardware [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.218986] env[69413]: DEBUG nova.virt.hardware [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.219207] env[69413]: DEBUG nova.virt.hardware [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.219358] env[69413]: DEBUG nova.virt.hardware [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.219500] env[69413]: DEBUG nova.virt.hardware [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.219707] env[69413]: DEBUG nova.virt.hardware [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.219859] env[69413]: DEBUG nova.virt.hardware [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.220031] env[69413]: DEBUG nova.virt.hardware [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.220197] env[69413]: DEBUG nova.virt.hardware [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.220368] env[69413]: DEBUG nova.virt.hardware [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.221264] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d69e2e1-9c31-48fd-8b73-19c9fc0dcc6a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.233022] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5207ce3b-fb88-4bc1-a8db-9b7432366791 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.322330] env[69413]: DEBUG oslo_vmware.api [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Task: {'id': task-3077238, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069465} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.322330] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.322985] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3468b0-caf3-4e02-a204-6672a6471c27 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.351940] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 5d6671c0-cd60-427f-bf36-663827dc0fcd/5d6671c0-cd60-427f-bf36-663827dc0fcd.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.351940] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-553dce0c-5cad-4ad1-81a3-f2ca384df871 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.374556] env[69413]: DEBUG oslo_vmware.api [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Waiting for the task: (returnval){ [ 691.374556] env[69413]: value = "task-3077240" [ 691.374556] env[69413]: _type = "Task" [ 691.374556] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.387492] env[69413]: DEBUG oslo_vmware.api [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Task: {'id': task-3077240, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.472965] env[69413]: DEBUG oslo_concurrency.lockutils [None req-665bd814-1d7a-459d-9f59-ddbd897c17a7 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.310s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.475238] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.513s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.476724] env[69413]: INFO nova.compute.claims [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.505316] env[69413]: INFO nova.scheduler.client.report [None req-665bd814-1d7a-459d-9f59-ddbd897c17a7 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Deleted allocations for instance df239eb7-2f59-4228-9a00-859cf92f71f8 [ 691.622609] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077239, 'name': CreateVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.664125] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b3227306-64f7-4612-9b96-d0d1eeafa2ae tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Lock "935b60fb-6c0e-412c-9547-df9c36ff5eda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.953s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.891189] env[69413]: DEBUG oslo_vmware.api [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Task: {'id': task-3077240, 'name': ReconfigVM_Task, 'duration_secs': 0.448403} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.892097] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 5d6671c0-cd60-427f-bf36-663827dc0fcd/5d6671c0-cd60-427f-bf36-663827dc0fcd.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.892854] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9a702b9-3369-48fd-a614-8abc99db9797 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.900145] env[69413]: DEBUG oslo_vmware.api [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Waiting for the task: (returnval){ [ 691.900145] env[69413]: value = "task-3077241" [ 691.900145] env[69413]: _type = "Task" [ 691.900145] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.911031] env[69413]: DEBUG oslo_vmware.api [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Task: {'id': task-3077241, 'name': Rename_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.952221] env[69413]: DEBUG nova.network.neutron [req-98eeb51a-d666-4939-bf40-f64b4f5f1d13 req-09973429-68f7-46a8-b02e-ed7e48bf0c57 service nova] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Updated VIF entry in instance network info cache for port 2208fb77-442b-4c4e-abe8-abcc045ed244. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.952631] env[69413]: DEBUG nova.network.neutron [req-98eeb51a-d666-4939-bf40-f64b4f5f1d13 req-09973429-68f7-46a8-b02e-ed7e48bf0c57 service nova] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Updating instance_info_cache with network_info: [{"id": "2208fb77-442b-4c4e-abe8-abcc045ed244", "address": "fa:16:3e:59:41:a8", "network": {"id": "ebffccfa-c7ca-41bd-800d-4ab54c5df593", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1923443109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb2bf5694da14887a5ddfef0a166bf44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2208fb77-44", "ovs_interfaceid": "2208fb77-442b-4c4e-abe8-abcc045ed244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.015814] env[69413]: DEBUG oslo_concurrency.lockutils [None req-665bd814-1d7a-459d-9f59-ddbd897c17a7 tempest-ServerDiagnosticsV248Test-92145598 tempest-ServerDiagnosticsV248Test-92145598-project-member] Lock "df239eb7-2f59-4228-9a00-859cf92f71f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.396s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.036441] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Acquiring lock "refresh_cache-dcac029f-96a3-4f1f-98cf-6794be08ab9a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.036441] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Acquired lock "refresh_cache-dcac029f-96a3-4f1f-98cf-6794be08ab9a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.036540] env[69413]: DEBUG nova.network.neutron [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.115478] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077239, 'name': CreateVM_Task, 'duration_secs': 0.551452} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.115802] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.116644] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.116813] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.117158] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.117474] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab05a281-f346-4c5c-8f99-6fcce9fdd22c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.123024] env[69413]: DEBUG oslo_vmware.api [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 692.123024] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]520d6e75-fd3d-6cdb-02ae-30ce0a28ad13" [ 692.123024] env[69413]: _type = "Task" [ 692.123024] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.133176] env[69413]: DEBUG oslo_vmware.api [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]520d6e75-fd3d-6cdb-02ae-30ce0a28ad13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.166859] env[69413]: DEBUG nova.compute.manager [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.178153] env[69413]: DEBUG nova.network.neutron [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Successfully updated port: 5b0d426a-4f34-4ce4-bfb3-85b540fe61cb {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.410344] env[69413]: DEBUG oslo_vmware.api [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Task: {'id': task-3077241, 'name': Rename_Task, 'duration_secs': 0.329764} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.410655] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.411539] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ba63b6b-8262-40a8-97dd-ec1702030e7d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.420209] env[69413]: DEBUG oslo_vmware.api [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Waiting for the task: (returnval){ [ 692.420209] env[69413]: value = "task-3077242" [ 692.420209] env[69413]: _type = "Task" [ 692.420209] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.429560] env[69413]: DEBUG oslo_vmware.api [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Task: {'id': task-3077242, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.457418] env[69413]: DEBUG oslo_concurrency.lockutils [req-98eeb51a-d666-4939-bf40-f64b4f5f1d13 req-09973429-68f7-46a8-b02e-ed7e48bf0c57 service nova] Releasing lock "refresh_cache-4b6393d7-65da-49b2-8c0e-762e947a2e31" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.495175] env[69413]: DEBUG nova.compute.manager [req-46e81da6-b685-4b68-a35d-af3aa08cf075 req-bf908845-46b9-4f52-b212-15a8dca50b1d service nova] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Received event network-vif-plugged-5b0d426a-4f34-4ce4-bfb3-85b540fe61cb {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.495435] env[69413]: DEBUG oslo_concurrency.lockutils [req-46e81da6-b685-4b68-a35d-af3aa08cf075 req-bf908845-46b9-4f52-b212-15a8dca50b1d service nova] Acquiring lock "61ce2ba4-7d7d-4409-bac1-f545d77ed191-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.495684] env[69413]: DEBUG oslo_concurrency.lockutils [req-46e81da6-b685-4b68-a35d-af3aa08cf075 req-bf908845-46b9-4f52-b212-15a8dca50b1d service nova] Lock "61ce2ba4-7d7d-4409-bac1-f545d77ed191-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.495832] env[69413]: DEBUG oslo_concurrency.lockutils [req-46e81da6-b685-4b68-a35d-af3aa08cf075 req-bf908845-46b9-4f52-b212-15a8dca50b1d service nova] Lock "61ce2ba4-7d7d-4409-bac1-f545d77ed191-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.495989] env[69413]: DEBUG nova.compute.manager [req-46e81da6-b685-4b68-a35d-af3aa08cf075 req-bf908845-46b9-4f52-b212-15a8dca50b1d service nova] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] No waiting events found dispatching network-vif-plugged-5b0d426a-4f34-4ce4-bfb3-85b540fe61cb {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 692.496161] env[69413]: WARNING nova.compute.manager [req-46e81da6-b685-4b68-a35d-af3aa08cf075 req-bf908845-46b9-4f52-b212-15a8dca50b1d service nova] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Received unexpected event network-vif-plugged-5b0d426a-4f34-4ce4-bfb3-85b540fe61cb for instance with vm_state building and task_state spawning. [ 692.647234] env[69413]: DEBUG oslo_vmware.api [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]520d6e75-fd3d-6cdb-02ae-30ce0a28ad13, 'name': SearchDatastore_Task, 'duration_secs': 0.011826} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.647234] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.647234] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.647234] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.647234] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.647234] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.648394] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac812504-bc82-48d1-820f-e93748ea516d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.661957] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.661957] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.662578] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfd7d188-eece-4fed-bd69-e27faa39dc41 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.668781] env[69413]: DEBUG oslo_vmware.api [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 692.668781] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52ddcd59-0847-abf0-a231-8984d924b565" [ 692.668781] env[69413]: _type = "Task" [ 692.668781] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.682631] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Acquiring lock "refresh_cache-61ce2ba4-7d7d-4409-bac1-f545d77ed191" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.682890] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Acquired lock "refresh_cache-61ce2ba4-7d7d-4409-bac1-f545d77ed191" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.682961] env[69413]: DEBUG nova.network.neutron [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.684719] env[69413]: DEBUG oslo_vmware.api [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52ddcd59-0847-abf0-a231-8984d924b565, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.703019] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.937454] env[69413]: DEBUG oslo_vmware.api [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Task: {'id': task-3077242, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.132560] env[69413]: DEBUG nova.network.neutron [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Updating instance_info_cache with network_info: [{"id": "6e7e6f4a-2657-470f-9d28-c01a488504b1", "address": "fa:16:3e:9c:62:7d", "network": {"id": "8cb610e7-e4da-4776-8f19-c9728f51fb27", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9a021a88be0b4ec0bf1248cc136ac194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e7e6f4a-26", "ovs_interfaceid": "6e7e6f4a-2657-470f-9d28-c01a488504b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.182531] env[69413]: DEBUG oslo_vmware.api [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52ddcd59-0847-abf0-a231-8984d924b565, 'name': SearchDatastore_Task, 'duration_secs': 0.019659} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.183419] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-676ef58f-f636-4f19-a03e-8f034b3db050 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.194319] env[69413]: DEBUG oslo_vmware.api [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 693.194319] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d0c027-852c-c58e-702f-dfa1ce0139db" [ 693.194319] env[69413]: _type = "Task" [ 693.194319] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.203390] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6dd863-65e4-4f2e-ab27-d548cf6b8f80 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.212336] env[69413]: DEBUG oslo_vmware.api [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d0c027-852c-c58e-702f-dfa1ce0139db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.216202] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b46f34-428f-43fc-8252-943185cf4720 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.221918] env[69413]: DEBUG nova.network.neutron [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.253238] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccaee23-58c0-4892-bfde-8ee7481ecde4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.262117] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec1fdf4-b6a7-4348-a37b-9b1ca6e08ee6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.277403] env[69413]: DEBUG nova.compute.provider_tree [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.432432] env[69413]: DEBUG oslo_vmware.api [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Task: {'id': task-3077242, 'name': PowerOnVM_Task, 'duration_secs': 0.594897} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.432744] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.432945] env[69413]: INFO nova.compute.manager [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Took 8.79 seconds to spawn the instance on the hypervisor. [ 693.433132] env[69413]: DEBUG nova.compute.manager [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.434120] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d416fa6-57b7-4a92-9a9c-c7855c1b7d15 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.447091] env[69413]: DEBUG nova.network.neutron [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Updating instance_info_cache with network_info: [{"id": "5b0d426a-4f34-4ce4-bfb3-85b540fe61cb", "address": "fa:16:3e:50:2e:2e", "network": {"id": "c20fbe5c-e365-48f0-b556-677feaedd346", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1767494104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82381fddf9048fa88c2c83229ef1cf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b0d426a-4f", "ovs_interfaceid": "5b0d426a-4f34-4ce4-bfb3-85b540fe61cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.638636] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Releasing lock "refresh_cache-dcac029f-96a3-4f1f-98cf-6794be08ab9a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.709085] env[69413]: DEBUG oslo_vmware.api [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d0c027-852c-c58e-702f-dfa1ce0139db, 'name': SearchDatastore_Task, 'duration_secs': 0.023285} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.709317] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.709583] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 4b6393d7-65da-49b2-8c0e-762e947a2e31/4b6393d7-65da-49b2-8c0e-762e947a2e31.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.709832] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9039465-b058-41ab-a4fa-55a8d4220587 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.718722] env[69413]: DEBUG oslo_vmware.api [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 693.718722] env[69413]: value = "task-3077244" [ 693.718722] env[69413]: _type = "Task" [ 693.718722] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.729321] env[69413]: DEBUG oslo_vmware.api [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077244, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.798506] env[69413]: DEBUG nova.scheduler.client.report [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.953497] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Releasing lock "refresh_cache-61ce2ba4-7d7d-4409-bac1-f545d77ed191" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.954050] env[69413]: DEBUG nova.compute.manager [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Instance network_info: |[{"id": "5b0d426a-4f34-4ce4-bfb3-85b540fe61cb", "address": "fa:16:3e:50:2e:2e", "network": {"id": "c20fbe5c-e365-48f0-b556-677feaedd346", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1767494104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82381fddf9048fa88c2c83229ef1cf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b0d426a-4f", "ovs_interfaceid": "5b0d426a-4f34-4ce4-bfb3-85b540fe61cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 693.962040] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:2e:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b0d426a-4f34-4ce4-bfb3-85b540fe61cb', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.977815] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Creating folder: Project (f82381fddf9048fa88c2c83229ef1cf8). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.978834] env[69413]: INFO nova.compute.manager [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Took 35.22 seconds to build instance. [ 693.981027] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59825b5f-c465-4d27-ab0b-c81435c9677f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.003204] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Created folder: Project (f82381fddf9048fa88c2c83229ef1cf8) in parent group-v616034. [ 694.003204] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Creating folder: Instances. Parent ref: group-v616113. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.003204] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef801018-ae7b-427b-8d34-b6fe367217b7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.022885] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Created folder: Instances in parent group-v616113. [ 694.023155] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.023426] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.023646] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa3b9371-95a4-4620-8687-fab4558f86a6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.047063] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.047063] env[69413]: value = "task-3077247" [ 694.047063] env[69413]: _type = "Task" [ 694.047063] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.057767] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077247, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.174311] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b041555f-48d5-4d16-a502-497433a4c931 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.204158] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1c08d4-acc8-40d7-8f29-e0f807fe3b38 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.212270] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Updating instance 'dcac029f-96a3-4f1f-98cf-6794be08ab9a' progress to 83 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 694.232447] env[69413]: DEBUG oslo_vmware.api [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077244, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.291720] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.816s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.294330] env[69413]: DEBUG nova.compute.manager [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.295699] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dcdf4632-3e87-4976-8a71-928af48fded3 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.098s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.299541] env[69413]: DEBUG nova.objects.instance [None req-dcdf4632-3e87-4976-8a71-928af48fded3 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Lazy-loading 'resources' on Instance uuid fa02511c-c494-44f0-8e49-1dcc95c9f6bb {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 694.363175] env[69413]: DEBUG nova.compute.manager [req-a91c2055-3c52-453c-8e04-f6ee67378fd9 req-977ce2dd-0b77-449e-8774-d168be2d7305 service nova] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Received event network-changed-0017c993-4248-4612-9b7a-6e1e2d8570ff {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.363379] env[69413]: DEBUG nova.compute.manager [req-a91c2055-3c52-453c-8e04-f6ee67378fd9 req-977ce2dd-0b77-449e-8774-d168be2d7305 service nova] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Refreshing instance network info cache due to event network-changed-0017c993-4248-4612-9b7a-6e1e2d8570ff. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 694.363592] env[69413]: DEBUG oslo_concurrency.lockutils [req-a91c2055-3c52-453c-8e04-f6ee67378fd9 req-977ce2dd-0b77-449e-8774-d168be2d7305 service nova] Acquiring lock "refresh_cache-935b60fb-6c0e-412c-9547-df9c36ff5eda" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.363729] env[69413]: DEBUG oslo_concurrency.lockutils [req-a91c2055-3c52-453c-8e04-f6ee67378fd9 req-977ce2dd-0b77-449e-8774-d168be2d7305 service nova] Acquired lock "refresh_cache-935b60fb-6c0e-412c-9547-df9c36ff5eda" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.363883] env[69413]: DEBUG nova.network.neutron [req-a91c2055-3c52-453c-8e04-f6ee67378fd9 req-977ce2dd-0b77-449e-8774-d168be2d7305 service nova] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Refreshing network info cache for port 0017c993-4248-4612-9b7a-6e1e2d8570ff {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.486836] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9cf01ee7-8062-426b-922d-36e8cd83f02e tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Lock "5d6671c0-cd60-427f-bf36-663827dc0fcd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.436s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.559216] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077247, 'name': CreateVM_Task} progress is 25%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.719709] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.720142] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad4b21f4-cea5-428e-b2fb-c5626dfc723b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.735224] env[69413]: DEBUG oslo_vmware.api [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077244, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563195} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.737108] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 4b6393d7-65da-49b2-8c0e-762e947a2e31/4b6393d7-65da-49b2-8c0e-762e947a2e31.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.737108] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.737296] env[69413]: DEBUG oslo_vmware.api [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Waiting for the task: (returnval){ [ 694.737296] env[69413]: value = "task-3077249" [ 694.737296] env[69413]: _type = "Task" [ 694.737296] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.737479] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-676294c8-10ae-4ea8-896c-aa531eb840bc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.753445] env[69413]: DEBUG oslo_vmware.api [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.755355] env[69413]: DEBUG oslo_vmware.api [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 694.755355] env[69413]: value = "task-3077250" [ 694.755355] env[69413]: _type = "Task" [ 694.755355] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.767595] env[69413]: DEBUG oslo_vmware.api [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077250, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.805070] env[69413]: DEBUG nova.compute.utils [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 694.810955] env[69413]: DEBUG nova.compute.manager [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 694.811178] env[69413]: DEBUG nova.network.neutron [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 694.920882] env[69413]: DEBUG nova.policy [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a4993c8b2ff4907834fc9c1d397081b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e5c4a79017e4b798fd55782cd9b4050', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 694.993589] env[69413]: DEBUG nova.compute.manager [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 695.058265] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077247, 'name': CreateVM_Task, 'duration_secs': 0.884481} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.060761] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.063675] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.063884] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.064179] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.065814] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5e8c198-fb0d-4b16-bb86-5649c27f3b20 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.076567] env[69413]: DEBUG oslo_vmware.api [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Waiting for the task: (returnval){ [ 695.076567] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]526acb19-710f-4ad7-e4cc-df25bd699b5e" [ 695.076567] env[69413]: _type = "Task" [ 695.076567] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.086056] env[69413]: DEBUG oslo_vmware.api [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]526acb19-710f-4ad7-e4cc-df25bd699b5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.132296] env[69413]: DEBUG nova.compute.manager [req-67d207ca-edbd-43c6-83bf-80b3ac041dba req-31c0bb0b-cfe7-4c24-b29a-5e5062e30f1d service nova] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Received event network-changed-5b0d426a-4f34-4ce4-bfb3-85b540fe61cb {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.132591] env[69413]: DEBUG nova.compute.manager [req-67d207ca-edbd-43c6-83bf-80b3ac041dba req-31c0bb0b-cfe7-4c24-b29a-5e5062e30f1d service nova] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Refreshing instance network info cache due to event network-changed-5b0d426a-4f34-4ce4-bfb3-85b540fe61cb. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 695.132824] env[69413]: DEBUG oslo_concurrency.lockutils [req-67d207ca-edbd-43c6-83bf-80b3ac041dba req-31c0bb0b-cfe7-4c24-b29a-5e5062e30f1d service nova] Acquiring lock "refresh_cache-61ce2ba4-7d7d-4409-bac1-f545d77ed191" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.132967] env[69413]: DEBUG oslo_concurrency.lockutils [req-67d207ca-edbd-43c6-83bf-80b3ac041dba req-31c0bb0b-cfe7-4c24-b29a-5e5062e30f1d service nova] Acquired lock "refresh_cache-61ce2ba4-7d7d-4409-bac1-f545d77ed191" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.133227] env[69413]: DEBUG nova.network.neutron [req-67d207ca-edbd-43c6-83bf-80b3ac041dba req-31c0bb0b-cfe7-4c24-b29a-5e5062e30f1d service nova] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Refreshing network info cache for port 5b0d426a-4f34-4ce4-bfb3-85b540fe61cb {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.260023] env[69413]: DEBUG oslo_vmware.api [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077249, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.268284] env[69413]: DEBUG oslo_vmware.api [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077250, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072846} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.268408] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.269642] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd2d259-c46b-4146-b3f9-f78fc4df89d9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.031573] env[69413]: DEBUG nova.compute.manager [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 696.049845] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 4b6393d7-65da-49b2-8c0e-762e947a2e31/4b6393d7-65da-49b2-8c0e-762e947a2e31.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.053209] env[69413]: DEBUG nova.network.neutron [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Successfully created port: 4253e3ee-fe97-4b89-862e-8fa0eeb8fc1c {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 696.060716] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f66fa3a8-abf7-4c68-af12-2b7553b8dc6f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.083582] env[69413]: DEBUG oslo_vmware.api [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]526acb19-710f-4ad7-e4cc-df25bd699b5e, 'name': SearchDatastore_Task, 'duration_secs': 0.018243} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.087686] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.087971] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.088217] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.088361] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.088536] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.088820] env[69413]: DEBUG oslo_vmware.api [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077249, 'name': PowerOnVM_Task, 'duration_secs': 1.076492} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.089402] env[69413]: DEBUG oslo_vmware.api [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 696.089402] env[69413]: value = "task-3077251" [ 696.089402] env[69413]: _type = "Task" [ 696.089402] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.091417] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.091417] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8901232-40ad-497f-b5e9-e6daa44b625d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.092439] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.092644] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e10fa3-1827-4399-bbd3-3a2d8320c37a tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Updating instance 'dcac029f-96a3-4f1f-98cf-6794be08ab9a' progress to 100 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 696.113393] env[69413]: DEBUG oslo_vmware.api [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077251, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.113393] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.113393] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.114214] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bb70ebb-f7d9-4dbf-bdcb-ed8fb14aeeca {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.122469] env[69413]: DEBUG oslo_vmware.api [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Waiting for the task: (returnval){ [ 696.122469] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5220037b-8b3b-9d6c-0bd9-bda7caaedf3d" [ 696.122469] env[69413]: _type = "Task" [ 696.122469] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.133982] env[69413]: DEBUG oslo_vmware.api [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5220037b-8b3b-9d6c-0bd9-bda7caaedf3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.212722] env[69413]: DEBUG nova.network.neutron [req-a91c2055-3c52-453c-8e04-f6ee67378fd9 req-977ce2dd-0b77-449e-8774-d168be2d7305 service nova] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Updated VIF entry in instance network info cache for port 0017c993-4248-4612-9b7a-6e1e2d8570ff. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.213104] env[69413]: DEBUG nova.network.neutron [req-a91c2055-3c52-453c-8e04-f6ee67378fd9 req-977ce2dd-0b77-449e-8774-d168be2d7305 service nova] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Updating instance_info_cache with network_info: [{"id": "0017c993-4248-4612-9b7a-6e1e2d8570ff", "address": "fa:16:3e:c2:b9:7f", "network": {"id": "0661d2fe-5dba-499a-98e5-e656fc439401", "bridge": "br-int", "label": "tempest-ServersTestJSON-1655646101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a228ba3b90b4217ae1a906a0a3b2019", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0017c993-42", "ovs_interfaceid": "0017c993-4248-4612-9b7a-6e1e2d8570ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.281419] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71627961-7bdb-4450-a3d8-c496d48d48ae {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.289911] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df517558-e8a4-40d3-95fc-63caf9b73f16 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.325601] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf4409b-13b0-4394-9e5e-14ef90d2eea7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.336725] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391c4a61-274f-4856-94ec-ef0584e3eb7f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.351604] env[69413]: DEBUG nova.compute.provider_tree [None req-dcdf4632-3e87-4976-8a71-928af48fded3 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.356445] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Acquiring lock "16fc45e4-7ce8-438c-bdee-16dcc53d0f3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.356658] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Lock "16fc45e4-7ce8-438c-bdee-16dcc53d0f3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.487942] env[69413]: DEBUG nova.network.neutron [req-67d207ca-edbd-43c6-83bf-80b3ac041dba req-31c0bb0b-cfe7-4c24-b29a-5e5062e30f1d service nova] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Updated VIF entry in instance network info cache for port 5b0d426a-4f34-4ce4-bfb3-85b540fe61cb. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.487942] env[69413]: DEBUG nova.network.neutron [req-67d207ca-edbd-43c6-83bf-80b3ac041dba req-31c0bb0b-cfe7-4c24-b29a-5e5062e30f1d service nova] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Updating instance_info_cache with network_info: [{"id": "5b0d426a-4f34-4ce4-bfb3-85b540fe61cb", "address": "fa:16:3e:50:2e:2e", "network": {"id": "c20fbe5c-e365-48f0-b556-677feaedd346", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1767494104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82381fddf9048fa88c2c83229ef1cf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b0d426a-4f", "ovs_interfaceid": "5b0d426a-4f34-4ce4-bfb3-85b540fe61cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.561829] env[69413]: DEBUG nova.compute.manager [None req-2b6539f0-e3c3-4d58-827a-59cb6444abd6 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.563314] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fefabef-1821-436a-9263-1e2b9ef2def2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.608811] env[69413]: DEBUG oslo_vmware.api [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077251, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.634344] env[69413]: DEBUG oslo_vmware.api [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5220037b-8b3b-9d6c-0bd9-bda7caaedf3d, 'name': SearchDatastore_Task, 'duration_secs': 0.012119} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.635458] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8506a7a-9702-4ab4-8e6e-f059ab326b4d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.642859] env[69413]: DEBUG oslo_vmware.api [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Waiting for the task: (returnval){ [ 696.642859] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5274db8e-9c64-f1d2-576a-c74ae677fef0" [ 696.642859] env[69413]: _type = "Task" [ 696.642859] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.652027] env[69413]: DEBUG oslo_vmware.api [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5274db8e-9c64-f1d2-576a-c74ae677fef0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.715769] env[69413]: DEBUG oslo_concurrency.lockutils [req-a91c2055-3c52-453c-8e04-f6ee67378fd9 req-977ce2dd-0b77-449e-8774-d168be2d7305 service nova] Releasing lock "refresh_cache-935b60fb-6c0e-412c-9547-df9c36ff5eda" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.860444] env[69413]: DEBUG nova.scheduler.client.report [None req-dcdf4632-3e87-4976-8a71-928af48fded3 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.996113] env[69413]: DEBUG oslo_concurrency.lockutils [req-67d207ca-edbd-43c6-83bf-80b3ac041dba req-31c0bb0b-cfe7-4c24-b29a-5e5062e30f1d service nova] Releasing lock "refresh_cache-61ce2ba4-7d7d-4409-bac1-f545d77ed191" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.064638] env[69413]: DEBUG nova.compute.manager [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.076163] env[69413]: INFO nova.compute.manager [None req-2b6539f0-e3c3-4d58-827a-59cb6444abd6 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] instance snapshotting [ 697.089975] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350551a0-956a-4707-b14d-a424e38ef5f7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.098852] env[69413]: DEBUG nova.virt.hardware [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.098852] env[69413]: DEBUG nova.virt.hardware [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.098852] env[69413]: DEBUG nova.virt.hardware [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.098852] env[69413]: DEBUG nova.virt.hardware [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.098852] env[69413]: DEBUG nova.virt.hardware [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.099121] env[69413]: DEBUG nova.virt.hardware [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.099292] env[69413]: DEBUG nova.virt.hardware [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.099581] env[69413]: DEBUG nova.virt.hardware [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.099833] env[69413]: DEBUG nova.virt.hardware [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.100091] env[69413]: DEBUG nova.virt.hardware [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.100604] env[69413]: DEBUG nova.virt.hardware [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.101871] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e895234-447a-45ec-b52e-85280278eb58 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.144580] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c65297-a441-4d8d-b12d-ee854d865c94 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.157316] env[69413]: DEBUG oslo_vmware.api [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077251, 'name': ReconfigVM_Task, 'duration_secs': 0.684042} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.159211] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08da347-57ce-49e1-8742-6ff74b01ca38 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.164525] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 4b6393d7-65da-49b2-8c0e-762e947a2e31/4b6393d7-65da-49b2-8c0e-762e947a2e31.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.168130] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-401e6614-c1cf-4aff-8d5d-65868f550e06 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.176377] env[69413]: DEBUG oslo_vmware.api [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5274db8e-9c64-f1d2-576a-c74ae677fef0, 'name': SearchDatastore_Task, 'duration_secs': 0.016306} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.177130] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.177482] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 61ce2ba4-7d7d-4409-bac1-f545d77ed191/61ce2ba4-7d7d-4409-bac1-f545d77ed191.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.177732] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc4b8325-a08b-4a51-9a70-18d7f7f794c2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.189090] env[69413]: DEBUG oslo_vmware.api [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 697.189090] env[69413]: value = "task-3077253" [ 697.189090] env[69413]: _type = "Task" [ 697.189090] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.194744] env[69413]: DEBUG oslo_vmware.api [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Waiting for the task: (returnval){ [ 697.194744] env[69413]: value = "task-3077254" [ 697.194744] env[69413]: _type = "Task" [ 697.194744] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.201616] env[69413]: DEBUG oslo_vmware.api [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077253, 'name': Rename_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.207015] env[69413]: DEBUG oslo_vmware.api [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.365196] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dcdf4632-3e87-4976-8a71-928af48fded3 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.069s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.367629] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f0a1d595-5c08-41bb-9087-ff96b835a38d tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.080s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.367879] env[69413]: DEBUG nova.objects.instance [None req-f0a1d595-5c08-41bb-9087-ff96b835a38d tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Lazy-loading 'resources' on Instance uuid 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 697.399787] env[69413]: INFO nova.scheduler.client.report [None req-dcdf4632-3e87-4976-8a71-928af48fded3 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Deleted allocations for instance fa02511c-c494-44f0-8e49-1dcc95c9f6bb [ 697.678314] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6539f0-e3c3-4d58-827a-59cb6444abd6 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Creating Snapshot of the VM instance {{(pid=69413) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 697.679359] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-230b5df9-09e8-4ba8-87f2-8d3fbceda8eb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.691739] env[69413]: DEBUG oslo_vmware.api [None req-2b6539f0-e3c3-4d58-827a-59cb6444abd6 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Waiting for the task: (returnval){ [ 697.691739] env[69413]: value = "task-3077255" [ 697.691739] env[69413]: _type = "Task" [ 697.691739] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.710435] env[69413]: DEBUG oslo_vmware.api [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077254, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.717574] env[69413]: DEBUG oslo_vmware.api [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077253, 'name': Rename_Task, 'duration_secs': 0.242693} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.717824] env[69413]: DEBUG oslo_vmware.api [None req-2b6539f0-e3c3-4d58-827a-59cb6444abd6 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Task: {'id': task-3077255, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.718747] env[69413]: DEBUG nova.network.neutron [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Successfully updated port: 4253e3ee-fe97-4b89-862e-8fa0eeb8fc1c {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.720110] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.720576] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5df9af24-8a9c-4247-ae85-ffe79f286e33 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.733128] env[69413]: DEBUG oslo_vmware.api [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 697.733128] env[69413]: value = "task-3077256" [ 697.733128] env[69413]: _type = "Task" [ 697.733128] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.747637] env[69413]: DEBUG oslo_vmware.api [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.840509] env[69413]: DEBUG nova.compute.manager [req-d0f8628c-edc7-47de-a69e-6852151b3964 req-1e69741e-cd1a-4a39-b7a2-e34876e698eb service nova] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Received event network-vif-plugged-4253e3ee-fe97-4b89-862e-8fa0eeb8fc1c {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.840935] env[69413]: DEBUG oslo_concurrency.lockutils [req-d0f8628c-edc7-47de-a69e-6852151b3964 req-1e69741e-cd1a-4a39-b7a2-e34876e698eb service nova] Acquiring lock "87186036-0f42-4623-9b36-1513f84bb1c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.843629] env[69413]: DEBUG oslo_concurrency.lockutils [req-d0f8628c-edc7-47de-a69e-6852151b3964 req-1e69741e-cd1a-4a39-b7a2-e34876e698eb service nova] Lock "87186036-0f42-4623-9b36-1513f84bb1c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.843629] env[69413]: DEBUG oslo_concurrency.lockutils [req-d0f8628c-edc7-47de-a69e-6852151b3964 req-1e69741e-cd1a-4a39-b7a2-e34876e698eb service nova] Lock "87186036-0f42-4623-9b36-1513f84bb1c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.843940] env[69413]: DEBUG nova.compute.manager [req-d0f8628c-edc7-47de-a69e-6852151b3964 req-1e69741e-cd1a-4a39-b7a2-e34876e698eb service nova] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] No waiting events found dispatching network-vif-plugged-4253e3ee-fe97-4b89-862e-8fa0eeb8fc1c {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 697.844070] env[69413]: WARNING nova.compute.manager [req-d0f8628c-edc7-47de-a69e-6852151b3964 req-1e69741e-cd1a-4a39-b7a2-e34876e698eb service nova] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Received unexpected event network-vif-plugged-4253e3ee-fe97-4b89-862e-8fa0eeb8fc1c for instance with vm_state building and task_state spawning. [ 697.910674] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dcdf4632-3e87-4976-8a71-928af48fded3 tempest-ServersAdmin275Test-1403055957 tempest-ServersAdmin275Test-1403055957-project-member] Lock "fa02511c-c494-44f0-8e49-1dcc95c9f6bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.969s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.226340] env[69413]: DEBUG oslo_vmware.api [None req-2b6539f0-e3c3-4d58-827a-59cb6444abd6 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Task: {'id': task-3077255, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.227152] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Acquiring lock "refresh_cache-87186036-0f42-4623-9b36-1513f84bb1c4" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.227152] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Acquired lock "refresh_cache-87186036-0f42-4623-9b36-1513f84bb1c4" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.227678] env[69413]: DEBUG nova.network.neutron [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.228777] env[69413]: DEBUG oslo_vmware.api [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077254, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621166} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.229369] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 61ce2ba4-7d7d-4409-bac1-f545d77ed191/61ce2ba4-7d7d-4409-bac1-f545d77ed191.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.229474] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.230080] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf88b171-799f-4f9e-819e-79c66278ab9d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.241600] env[69413]: DEBUG oslo_vmware.api [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Waiting for the task: (returnval){ [ 698.241600] env[69413]: value = "task-3077257" [ 698.241600] env[69413]: _type = "Task" [ 698.241600] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.250563] env[69413]: DEBUG oslo_vmware.api [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077256, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.258533] env[69413]: DEBUG oslo_vmware.api [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077257, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.442175] env[69413]: DEBUG oslo_concurrency.lockutils [None req-561c0606-8099-4c32-8610-d69792517ca5 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Acquiring lock "dcac029f-96a3-4f1f-98cf-6794be08ab9a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.442481] env[69413]: DEBUG oslo_concurrency.lockutils [None req-561c0606-8099-4c32-8610-d69792517ca5 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Lock "dcac029f-96a3-4f1f-98cf-6794be08ab9a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.443474] env[69413]: DEBUG nova.compute.manager [None req-561c0606-8099-4c32-8610-d69792517ca5 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Going to confirm migration 1 {{(pid=69413) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 698.553398] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1635ea-738d-4fa5-ba4b-e4bed7081b4a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.568123] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6821ef9-773f-438b-87c1-98a98c4b654d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.605793] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0b389c-b791-4d08-8472-12c47e8754a0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.615968] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d8434d-425d-4a8f-816b-ad6091bd9faa {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.632143] env[69413]: DEBUG nova.compute.provider_tree [None req-f0a1d595-5c08-41bb-9087-ff96b835a38d tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.711687] env[69413]: DEBUG oslo_vmware.api [None req-2b6539f0-e3c3-4d58-827a-59cb6444abd6 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Task: {'id': task-3077255, 'name': CreateSnapshot_Task, 'duration_secs': 0.678107} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.712200] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6539f0-e3c3-4d58-827a-59cb6444abd6 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Created Snapshot of the VM instance {{(pid=69413) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 698.713106] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509eeee9-537d-4cfb-98d2-ff1112306c4f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.751495] env[69413]: DEBUG oslo_vmware.api [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077256, 'name': PowerOnVM_Task, 'duration_secs': 0.594258} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.756358] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.756590] env[69413]: INFO nova.compute.manager [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Took 10.24 seconds to spawn the instance on the hypervisor. [ 698.756778] env[69413]: DEBUG nova.compute.manager [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.757607] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f111bcf-d4e2-4004-9ea6-67cd3f1203eb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.766385] env[69413]: DEBUG oslo_vmware.api [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077257, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088396} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.770600] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.773631] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11eb343b-a632-4477-9c17-ef18be77ed54 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.799904] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 61ce2ba4-7d7d-4409-bac1-f545d77ed191/61ce2ba4-7d7d-4409-bac1-f545d77ed191.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.801034] env[69413]: DEBUG nova.network.neutron [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.807024] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab1cf81f-b802-4557-8c29-2d024b731039 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.826422] env[69413]: DEBUG oslo_vmware.api [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Waiting for the task: (returnval){ [ 698.826422] env[69413]: value = "task-3077258" [ 698.826422] env[69413]: _type = "Task" [ 698.826422] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.836063] env[69413]: DEBUG oslo_vmware.api [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077258, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.988592] env[69413]: DEBUG nova.network.neutron [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Updating instance_info_cache with network_info: [{"id": "4253e3ee-fe97-4b89-862e-8fa0eeb8fc1c", "address": "fa:16:3e:5b:3a:d4", "network": {"id": "8cb610e7-e4da-4776-8f19-c9728f51fb27", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9a021a88be0b4ec0bf1248cc136ac194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4253e3ee-fe", "ovs_interfaceid": "4253e3ee-fe97-4b89-862e-8fa0eeb8fc1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.042774] env[69413]: DEBUG oslo_concurrency.lockutils [None req-561c0606-8099-4c32-8610-d69792517ca5 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Acquiring lock "refresh_cache-dcac029f-96a3-4f1f-98cf-6794be08ab9a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.042774] env[69413]: DEBUG oslo_concurrency.lockutils [None req-561c0606-8099-4c32-8610-d69792517ca5 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Acquired lock "refresh_cache-dcac029f-96a3-4f1f-98cf-6794be08ab9a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.042774] env[69413]: DEBUG nova.network.neutron [None req-561c0606-8099-4c32-8610-d69792517ca5 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.042774] env[69413]: DEBUG nova.objects.instance [None req-561c0606-8099-4c32-8610-d69792517ca5 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Lazy-loading 'info_cache' on Instance uuid dcac029f-96a3-4f1f-98cf-6794be08ab9a {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 699.136414] env[69413]: DEBUG nova.scheduler.client.report [None req-f0a1d595-5c08-41bb-9087-ff96b835a38d tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.236020] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6539f0-e3c3-4d58-827a-59cb6444abd6 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Creating linked-clone VM from snapshot {{(pid=69413) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 699.238387] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f419d863-994d-4d9c-aace-bb4d816e2852 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.249736] env[69413]: DEBUG oslo_vmware.api [None req-2b6539f0-e3c3-4d58-827a-59cb6444abd6 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Waiting for the task: (returnval){ [ 699.249736] env[69413]: value = "task-3077259" [ 699.249736] env[69413]: _type = "Task" [ 699.249736] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.263904] env[69413]: DEBUG oslo_vmware.api [None req-2b6539f0-e3c3-4d58-827a-59cb6444abd6 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Task: {'id': task-3077259, 'name': CloneVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.284149] env[69413]: INFO nova.compute.manager [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Took 37.82 seconds to build instance. [ 699.337504] env[69413]: DEBUG oslo_vmware.api [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077258, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.491751] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Releasing lock "refresh_cache-87186036-0f42-4623-9b36-1513f84bb1c4" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.492725] env[69413]: DEBUG nova.compute.manager [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Instance network_info: |[{"id": "4253e3ee-fe97-4b89-862e-8fa0eeb8fc1c", "address": "fa:16:3e:5b:3a:d4", "network": {"id": "8cb610e7-e4da-4776-8f19-c9728f51fb27", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9a021a88be0b4ec0bf1248cc136ac194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4253e3ee-fe", "ovs_interfaceid": "4253e3ee-fe97-4b89-862e-8fa0eeb8fc1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.493603] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:3a:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4c5eb94-841c-4713-985a-8fc4117fbaf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4253e3ee-fe97-4b89-862e-8fa0eeb8fc1c', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.503047] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.503358] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.503602] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6260b376-fcd4-438f-bb5e-d5ec5316b91a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.526655] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.526655] env[69413]: value = "task-3077260" [ 699.526655] env[69413]: _type = "Task" [ 699.526655] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.535321] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077260, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.642216] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f0a1d595-5c08-41bb-9087-ff96b835a38d tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.274s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.644894] env[69413]: DEBUG oslo_concurrency.lockutils [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.777s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.645022] env[69413]: DEBUG nova.objects.instance [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69413) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 699.666912] env[69413]: INFO nova.scheduler.client.report [None req-f0a1d595-5c08-41bb-9087-ff96b835a38d tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Deleted allocations for instance 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa [ 699.762904] env[69413]: DEBUG oslo_vmware.api [None req-2b6539f0-e3c3-4d58-827a-59cb6444abd6 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Task: {'id': task-3077259, 'name': CloneVM_Task} progress is 94%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.786714] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0ef8933c-9cee-4d76-80ba-9ae144a3c0bc tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lock "4b6393d7-65da-49b2-8c0e-762e947a2e31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.604s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.841761] env[69413]: DEBUG oslo_vmware.api [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077258, 'name': ReconfigVM_Task, 'duration_secs': 0.957077} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.841761] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 61ce2ba4-7d7d-4409-bac1-f545d77ed191/61ce2ba4-7d7d-4409-bac1-f545d77ed191.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.841761] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35813cc9-6811-436d-90cb-8aec3833760a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.849796] env[69413]: DEBUG oslo_vmware.api [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Waiting for the task: (returnval){ [ 699.849796] env[69413]: value = "task-3077261" [ 699.849796] env[69413]: _type = "Task" [ 699.849796] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.862140] env[69413]: DEBUG oslo_vmware.api [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077261, 'name': Rename_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.046743] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077260, 'name': CreateVM_Task, 'duration_secs': 0.496981} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.047011] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.048294] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.048294] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.048689] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.052088] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64ff4123-7c15-4516-bf97-0d762830b93c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.059601] env[69413]: DEBUG oslo_vmware.api [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Waiting for the task: (returnval){ [ 700.059601] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52bad728-2883-5522-16f1-19fe2ac35dfc" [ 700.059601] env[69413]: _type = "Task" [ 700.059601] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.074697] env[69413]: DEBUG oslo_vmware.api [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52bad728-2883-5522-16f1-19fe2ac35dfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.178728] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f0a1d595-5c08-41bb-9087-ff96b835a38d tempest-ServerDiagnosticsNegativeTest-958809128 tempest-ServerDiagnosticsNegativeTest-958809128-project-member] Lock "9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.716s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.263963] env[69413]: DEBUG oslo_vmware.api [None req-2b6539f0-e3c3-4d58-827a-59cb6444abd6 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Task: {'id': task-3077259, 'name': CloneVM_Task} progress is 95%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.291680] env[69413]: DEBUG nova.compute.manager [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 700.361498] env[69413]: DEBUG oslo_vmware.api [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077261, 'name': Rename_Task, 'duration_secs': 0.225949} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.361872] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.362123] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f567d38d-0cdb-4591-925e-e1876f5e8017 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.372153] env[69413]: DEBUG oslo_vmware.api [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Waiting for the task: (returnval){ [ 700.372153] env[69413]: value = "task-3077262" [ 700.372153] env[69413]: _type = "Task" [ 700.372153] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.385751] env[69413]: DEBUG oslo_vmware.api [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.398937] env[69413]: DEBUG nova.network.neutron [None req-561c0606-8099-4c32-8610-d69792517ca5 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Updating instance_info_cache with network_info: [{"id": "6e7e6f4a-2657-470f-9d28-c01a488504b1", "address": "fa:16:3e:9c:62:7d", "network": {"id": "8cb610e7-e4da-4776-8f19-c9728f51fb27", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9a021a88be0b4ec0bf1248cc136ac194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e7e6f4a-26", "ovs_interfaceid": "6e7e6f4a-2657-470f-9d28-c01a488504b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.479503] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Acquiring lock "7cdbd118-ef90-4606-8eff-56cf9f2d61d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.479808] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Lock "7cdbd118-ef90-4606-8eff-56cf9f2d61d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.513485] env[69413]: DEBUG nova.compute.manager [req-80443020-1051-4a5f-bd01-4256edfd1168 req-6fef6a11-a1e5-4929-8b08-69175a981dde service nova] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Received event network-changed-4253e3ee-fe97-4b89-862e-8fa0eeb8fc1c {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.513676] env[69413]: DEBUG nova.compute.manager [req-80443020-1051-4a5f-bd01-4256edfd1168 req-6fef6a11-a1e5-4929-8b08-69175a981dde service nova] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Refreshing instance network info cache due to event network-changed-4253e3ee-fe97-4b89-862e-8fa0eeb8fc1c. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 700.513881] env[69413]: DEBUG oslo_concurrency.lockutils [req-80443020-1051-4a5f-bd01-4256edfd1168 req-6fef6a11-a1e5-4929-8b08-69175a981dde service nova] Acquiring lock "refresh_cache-87186036-0f42-4623-9b36-1513f84bb1c4" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.514025] env[69413]: DEBUG oslo_concurrency.lockutils [req-80443020-1051-4a5f-bd01-4256edfd1168 req-6fef6a11-a1e5-4929-8b08-69175a981dde service nova] Acquired lock "refresh_cache-87186036-0f42-4623-9b36-1513f84bb1c4" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.514181] env[69413]: DEBUG nova.network.neutron [req-80443020-1051-4a5f-bd01-4256edfd1168 req-6fef6a11-a1e5-4929-8b08-69175a981dde service nova] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Refreshing network info cache for port 4253e3ee-fe97-4b89-862e-8fa0eeb8fc1c {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.570923] env[69413]: DEBUG oslo_vmware.api [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52bad728-2883-5522-16f1-19fe2ac35dfc, 'name': SearchDatastore_Task, 'duration_secs': 0.013536} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.571393] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.571708] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.572082] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.572302] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.572599] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.572926] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6edddfe-1832-4587-a5b0-5f5874c01009 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.587419] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.587614] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.588398] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f0f55e5-bb98-417b-bc05-0e06fb06fea6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.595161] env[69413]: DEBUG oslo_vmware.api [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Waiting for the task: (returnval){ [ 700.595161] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5286423a-06bd-c96e-f1ec-327043e10654" [ 700.595161] env[69413]: _type = "Task" [ 700.595161] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.603860] env[69413]: DEBUG oslo_vmware.api [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5286423a-06bd-c96e-f1ec-327043e10654, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.656708] env[69413]: DEBUG oslo_concurrency.lockutils [None req-78e1c0b7-afe2-40c0-ae39-79c0354abe32 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.657997] env[69413]: DEBUG oslo_concurrency.lockutils [None req-21ae9c72-d77b-4bb7-904c-423aab5ab3b5 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.345s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.658232] env[69413]: DEBUG nova.objects.instance [None req-21ae9c72-d77b-4bb7-904c-423aab5ab3b5 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Lazy-loading 'resources' on Instance uuid 057c5ad1-94e2-4c5d-9d3e-032bc4248979 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 700.764627] env[69413]: DEBUG oslo_vmware.api [None req-2b6539f0-e3c3-4d58-827a-59cb6444abd6 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Task: {'id': task-3077259, 'name': CloneVM_Task, 'duration_secs': 1.155704} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.764945] env[69413]: INFO nova.virt.vmwareapi.vmops [None req-2b6539f0-e3c3-4d58-827a-59cb6444abd6 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Created linked-clone VM from snapshot [ 700.769023] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fb56e9-c6d1-4a71-acc3-d00662f82399 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.775473] env[69413]: DEBUG nova.virt.vmwareapi.images [None req-2b6539f0-e3c3-4d58-827a-59cb6444abd6 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Uploading image 610b3711-f355-443e-a167-76531d95b97a {{(pid=69413) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 700.825522] env[69413]: DEBUG oslo_vmware.rw_handles [None req-2b6539f0-e3c3-4d58-827a-59cb6444abd6 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 700.825522] env[69413]: value = "vm-616117" [ 700.825522] env[69413]: _type = "VirtualMachine" [ 700.825522] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 700.825888] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b1418162-5c31-4f9e-9e8f-ce2964d26d11 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.828957] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.839388] env[69413]: DEBUG oslo_vmware.rw_handles [None req-2b6539f0-e3c3-4d58-827a-59cb6444abd6 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Lease: (returnval){ [ 700.839388] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52ea0bdf-c308-b636-d7c6-ebbf37bb5b25" [ 700.839388] env[69413]: _type = "HttpNfcLease" [ 700.839388] env[69413]: } obtained for exporting VM: (result){ [ 700.839388] env[69413]: value = "vm-616117" [ 700.839388] env[69413]: _type = "VirtualMachine" [ 700.839388] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 700.839388] env[69413]: DEBUG oslo_vmware.api [None req-2b6539f0-e3c3-4d58-827a-59cb6444abd6 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Waiting for the lease: (returnval){ [ 700.839388] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52ea0bdf-c308-b636-d7c6-ebbf37bb5b25" [ 700.839388] env[69413]: _type = "HttpNfcLease" [ 700.839388] env[69413]: } to be ready. {{(pid=69413) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 700.847055] env[69413]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 700.847055] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52ea0bdf-c308-b636-d7c6-ebbf37bb5b25" [ 700.847055] env[69413]: _type = "HttpNfcLease" [ 700.847055] env[69413]: } is initializing. {{(pid=69413) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 700.889325] env[69413]: DEBUG oslo_vmware.api [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077262, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.902158] env[69413]: DEBUG oslo_concurrency.lockutils [None req-561c0606-8099-4c32-8610-d69792517ca5 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Releasing lock "refresh_cache-dcac029f-96a3-4f1f-98cf-6794be08ab9a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.902473] env[69413]: DEBUG nova.objects.instance [None req-561c0606-8099-4c32-8610-d69792517ca5 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Lazy-loading 'migration_context' on Instance uuid dcac029f-96a3-4f1f-98cf-6794be08ab9a {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 700.948191] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquiring lock "6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.948439] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lock "6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.108901] env[69413]: DEBUG oslo_vmware.api [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5286423a-06bd-c96e-f1ec-327043e10654, 'name': SearchDatastore_Task, 'duration_secs': 0.022452} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.109798] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7414f72-1f16-4271-b996-86d12eec5ee6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.117530] env[69413]: DEBUG oslo_vmware.api [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Waiting for the task: (returnval){ [ 701.117530] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5232c351-145a-681d-6b76-0da77992df62" [ 701.117530] env[69413]: _type = "Task" [ 701.117530] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.129398] env[69413]: DEBUG oslo_vmware.api [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5232c351-145a-681d-6b76-0da77992df62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.355632] env[69413]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 701.355632] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52ea0bdf-c308-b636-d7c6-ebbf37bb5b25" [ 701.355632] env[69413]: _type = "HttpNfcLease" [ 701.355632] env[69413]: } is ready. {{(pid=69413) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 701.356240] env[69413]: DEBUG oslo_vmware.rw_handles [None req-2b6539f0-e3c3-4d58-827a-59cb6444abd6 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 701.356240] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52ea0bdf-c308-b636-d7c6-ebbf37bb5b25" [ 701.356240] env[69413]: _type = "HttpNfcLease" [ 701.356240] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 701.356767] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f9eeea-f393-4ac2-ad6d-484db9dbb57a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.371458] env[69413]: DEBUG oslo_vmware.rw_handles [None req-2b6539f0-e3c3-4d58-827a-59cb6444abd6 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527abe5b-56b7-c4a5-79b9-fa9bab3bd7bb/disk-0.vmdk from lease info. {{(pid=69413) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 701.371458] env[69413]: DEBUG oslo_vmware.rw_handles [None req-2b6539f0-e3c3-4d58-827a-59cb6444abd6 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527abe5b-56b7-c4a5-79b9-fa9bab3bd7bb/disk-0.vmdk for reading. {{(pid=69413) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 701.436195] env[69413]: DEBUG nova.objects.base [None req-561c0606-8099-4c32-8610-d69792517ca5 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69413) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 701.445215] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a627ad-9fef-47b3-8c67-7cce7e0e32fb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.457386] env[69413]: DEBUG oslo_vmware.api [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077262, 'name': PowerOnVM_Task, 'duration_secs': 0.717214} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.473649] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.474116] env[69413]: INFO nova.compute.manager [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Took 10.29 seconds to spawn the instance on the hypervisor. [ 701.474451] env[69413]: DEBUG nova.compute.manager [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.480110] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e38943-2127-4de6-89d9-fd469292f325 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.483077] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4087033-f318-4d10-b71f-111fc071f44c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.492153] env[69413]: DEBUG nova.network.neutron [req-80443020-1051-4a5f-bd01-4256edfd1168 req-6fef6a11-a1e5-4929-8b08-69175a981dde service nova] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Updated VIF entry in instance network info cache for port 4253e3ee-fe97-4b89-862e-8fa0eeb8fc1c. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.492153] env[69413]: DEBUG nova.network.neutron [req-80443020-1051-4a5f-bd01-4256edfd1168 req-6fef6a11-a1e5-4929-8b08-69175a981dde service nova] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Updating instance_info_cache with network_info: [{"id": "4253e3ee-fe97-4b89-862e-8fa0eeb8fc1c", "address": "fa:16:3e:5b:3a:d4", "network": {"id": "8cb610e7-e4da-4776-8f19-c9728f51fb27", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9a021a88be0b4ec0bf1248cc136ac194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4253e3ee-fe", "ovs_interfaceid": "4253e3ee-fe97-4b89-862e-8fa0eeb8fc1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.495260] env[69413]: DEBUG oslo_vmware.api [None req-561c0606-8099-4c32-8610-d69792517ca5 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Waiting for the task: (returnval){ [ 701.495260] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52275673-8831-a66f-1c04-aa3bca9c9431" [ 701.495260] env[69413]: _type = "Task" [ 701.495260] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.513193] env[69413]: DEBUG oslo_vmware.api [None req-561c0606-8099-4c32-8610-d69792517ca5 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52275673-8831-a66f-1c04-aa3bca9c9431, 'name': SearchDatastore_Task, 'duration_secs': 0.01963} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.513522] env[69413]: DEBUG oslo_concurrency.lockutils [None req-561c0606-8099-4c32-8610-d69792517ca5 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.520872] env[69413]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-772b10c9-5aa3-4eb3-a8b5-db4d7b651ef7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.632718] env[69413]: DEBUG oslo_vmware.api [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5232c351-145a-681d-6b76-0da77992df62, 'name': SearchDatastore_Task, 'duration_secs': 0.014055} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.632718] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.632718] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 87186036-0f42-4623-9b36-1513f84bb1c4/87186036-0f42-4623-9b36-1513f84bb1c4.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.633052] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9034933c-038e-4eef-846c-202208e7569d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.641752] env[69413]: DEBUG oslo_vmware.api [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Waiting for the task: (returnval){ [ 701.641752] env[69413]: value = "task-3077264" [ 701.641752] env[69413]: _type = "Task" [ 701.641752] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.654993] env[69413]: DEBUG oslo_vmware.api [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Task: {'id': task-3077264, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.971561] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49e1c40-8658-4a05-aeeb-2b50597d7eed {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.980498] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c32890a-b5d4-491e-94a6-fe246e7a140c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.021176] env[69413]: DEBUG oslo_concurrency.lockutils [req-80443020-1051-4a5f-bd01-4256edfd1168 req-6fef6a11-a1e5-4929-8b08-69175a981dde service nova] Releasing lock "refresh_cache-87186036-0f42-4623-9b36-1513f84bb1c4" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.026567] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddd45e6-46a1-469d-b164-e19c02b73e88 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.036321] env[69413]: INFO nova.compute.manager [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Took 37.66 seconds to build instance. [ 702.041546] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cb4f04-5833-4c8f-8582-6eab50d8ae48 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.066795] env[69413]: DEBUG nova.compute.provider_tree [None req-21ae9c72-d77b-4bb7-904c-423aab5ab3b5 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.156555] env[69413]: DEBUG oslo_vmware.api [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Task: {'id': task-3077264, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.541135] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6779b240-fe12-4fb5-9065-b042788b034b tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Lock "61ce2ba4-7d7d-4409-bac1-f545d77ed191" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.989s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.570490] env[69413]: DEBUG nova.scheduler.client.report [None req-21ae9c72-d77b-4bb7-904c-423aab5ab3b5 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.660491] env[69413]: DEBUG oslo_vmware.api [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Task: {'id': task-3077264, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.758054} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.660966] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 87186036-0f42-4623-9b36-1513f84bb1c4/87186036-0f42-4623-9b36-1513f84bb1c4.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.661563] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.662338] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a230951b-eedb-4ea3-a76e-8e65a6cb30d4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.677539] env[69413]: DEBUG oslo_vmware.api [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Waiting for the task: (returnval){ [ 702.677539] env[69413]: value = "task-3077265" [ 702.677539] env[69413]: _type = "Task" [ 702.677539] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.691190] env[69413]: DEBUG oslo_vmware.api [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Task: {'id': task-3077265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.047019] env[69413]: DEBUG nova.compute.manager [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 703.079479] env[69413]: DEBUG oslo_concurrency.lockutils [None req-21ae9c72-d77b-4bb7-904c-423aab5ab3b5 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.421s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.082151] env[69413]: DEBUG oslo_concurrency.lockutils [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.977s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.085202] env[69413]: INFO nova.compute.claims [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 703.115522] env[69413]: INFO nova.scheduler.client.report [None req-21ae9c72-d77b-4bb7-904c-423aab5ab3b5 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Deleted allocations for instance 057c5ad1-94e2-4c5d-9d3e-032bc4248979 [ 703.188256] env[69413]: DEBUG oslo_vmware.api [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Task: {'id': task-3077265, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085773} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.188689] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.189454] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c35499-b25b-46e9-b9e9-a04c3c217c6a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.214950] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 87186036-0f42-4623-9b36-1513f84bb1c4/87186036-0f42-4623-9b36-1513f84bb1c4.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.215301] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81f5bd92-137f-494c-af6c-db523afcda91 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.240030] env[69413]: DEBUG oslo_vmware.api [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Waiting for the task: (returnval){ [ 703.240030] env[69413]: value = "task-3077266" [ 703.240030] env[69413]: _type = "Task" [ 703.240030] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.249491] env[69413]: DEBUG oslo_vmware.api [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Task: {'id': task-3077266, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.577259] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.623579] env[69413]: DEBUG oslo_concurrency.lockutils [None req-21ae9c72-d77b-4bb7-904c-423aab5ab3b5 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035 tempest-FloatingIPsAssociationNegativeTestJSON-1048339035-project-member] Lock "057c5ad1-94e2-4c5d-9d3e-032bc4248979" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.861s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.759369] env[69413]: DEBUG oslo_vmware.api [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Task: {'id': task-3077266, 'name': ReconfigVM_Task, 'duration_secs': 0.348836} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.759369] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 87186036-0f42-4623-9b36-1513f84bb1c4/87186036-0f42-4623-9b36-1513f84bb1c4.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.761075] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46632be3-3d80-458f-8781-75c9d37d7b10 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.770896] env[69413]: DEBUG oslo_vmware.api [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Waiting for the task: (returnval){ [ 703.770896] env[69413]: value = "task-3077267" [ 703.770896] env[69413]: _type = "Task" [ 703.770896] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.782055] env[69413]: DEBUG oslo_vmware.api [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Task: {'id': task-3077267, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.286726] env[69413]: DEBUG oslo_vmware.api [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Task: {'id': task-3077267, 'name': Rename_Task, 'duration_secs': 0.188294} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.288292] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.288565] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-425bf6ab-c142-4477-8581-873e4fb409b0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.299027] env[69413]: DEBUG oslo_vmware.api [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Waiting for the task: (returnval){ [ 704.299027] env[69413]: value = "task-3077268" [ 704.299027] env[69413]: _type = "Task" [ 704.299027] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.311018] env[69413]: DEBUG oslo_vmware.api [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Task: {'id': task-3077268, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.779956] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcb1d27-96a3-4b09-a44c-0a652c510e5d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.794845] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd22a8e-c0d7-4482-aad9-d22c49d1d701 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.850519] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71f1639-319d-4184-b688-4afd01106f02 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.856073] env[69413]: DEBUG oslo_vmware.api [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Task: {'id': task-3077268, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.864223] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cc655d-62de-4506-862a-b9656be0d115 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.879480] env[69413]: DEBUG nova.compute.provider_tree [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.885408] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Acquiring lock "134eeaa3-fcde-4193-af68-40aca7638079" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.885823] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Lock "134eeaa3-fcde-4193-af68-40aca7638079" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.319785] env[69413]: DEBUG oslo_vmware.api [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Task: {'id': task-3077268, 'name': PowerOnVM_Task, 'duration_secs': 0.542249} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.320226] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.323015] env[69413]: INFO nova.compute.manager [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Took 8.26 seconds to spawn the instance on the hypervisor. [ 705.323015] env[69413]: DEBUG nova.compute.manager [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.323015] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a20099-c690-4c12-836e-e1275149bc6a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.386967] env[69413]: DEBUG nova.scheduler.client.report [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.848158] env[69413]: INFO nova.compute.manager [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Took 39.91 seconds to build instance. [ 705.897132] env[69413]: DEBUG oslo_concurrency.lockutils [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.815s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.897723] env[69413]: DEBUG nova.compute.manager [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 705.903308] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.506s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.906332] env[69413]: INFO nova.compute.claims [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.189162] env[69413]: DEBUG oslo_concurrency.lockutils [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Acquiring lock "35f9bcbc-1f35-467d-9220-9f9a93765579" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.189505] env[69413]: DEBUG oslo_concurrency.lockutils [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Lock "35f9bcbc-1f35-467d-9220-9f9a93765579" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.352768] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba0d6371-8975-4789-84f6-99a571872cce tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Lock "87186036-0f42-4623-9b36-1513f84bb1c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.334s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.411826] env[69413]: DEBUG nova.compute.utils [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 706.416833] env[69413]: DEBUG nova.compute.manager [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 706.417089] env[69413]: DEBUG nova.network.neutron [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 706.507494] env[69413]: DEBUG nova.policy [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '061b49aa488c47c09d3f8ebe6d77b786', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f82381fddf9048fa88c2c83229ef1cf8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 706.855566] env[69413]: DEBUG nova.compute.manager [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 706.924419] env[69413]: DEBUG nova.compute.manager [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 707.070180] env[69413]: DEBUG nova.network.neutron [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Successfully created port: 3994ec9c-666b-4095-8730-3f0cd5fb4557 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 707.381504] env[69413]: DEBUG oslo_concurrency.lockutils [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.517813] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdae6ada-2b78-434b-b2b9-6c38c1c88b4c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.529330] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffc9656-8d83-4c2f-a1b3-c5db16cafb95 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.566457] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a558bb8-d929-490b-99f9-74525b1199a1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.575271] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3b4164-7dcb-4c44-bb6b-57a018fa7a01 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.590288] env[69413]: DEBUG nova.compute.provider_tree [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.710632] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f69eeb7d-4c17-4156-b88a-8d3c4e9978ab tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Acquiring lock "87186036-0f42-4623-9b36-1513f84bb1c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.710891] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f69eeb7d-4c17-4156-b88a-8d3c4e9978ab tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Lock "87186036-0f42-4623-9b36-1513f84bb1c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.711123] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f69eeb7d-4c17-4156-b88a-8d3c4e9978ab tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Acquiring lock "87186036-0f42-4623-9b36-1513f84bb1c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.711306] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f69eeb7d-4c17-4156-b88a-8d3c4e9978ab tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Lock "87186036-0f42-4623-9b36-1513f84bb1c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.711524] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f69eeb7d-4c17-4156-b88a-8d3c4e9978ab tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Lock "87186036-0f42-4623-9b36-1513f84bb1c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.713775] env[69413]: INFO nova.compute.manager [None req-f69eeb7d-4c17-4156-b88a-8d3c4e9978ab tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Terminating instance [ 707.941198] env[69413]: DEBUG nova.compute.manager [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 707.972661] env[69413]: DEBUG nova.virt.hardware [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 707.972954] env[69413]: DEBUG nova.virt.hardware [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 707.973068] env[69413]: DEBUG nova.virt.hardware [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 707.973312] env[69413]: DEBUG nova.virt.hardware [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 707.974288] env[69413]: DEBUG nova.virt.hardware [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 707.974565] env[69413]: DEBUG nova.virt.hardware [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 707.974788] env[69413]: DEBUG nova.virt.hardware [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 707.974925] env[69413]: DEBUG nova.virt.hardware [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 707.975134] env[69413]: DEBUG nova.virt.hardware [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 707.975759] env[69413]: DEBUG nova.virt.hardware [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 707.975759] env[69413]: DEBUG nova.virt.hardware [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 707.976830] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea978784-0e3c-4b9b-b129-140fca031d4d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.988438] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f29129b-7eb0-4825-95a5-f1e67c17041e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.094683] env[69413]: DEBUG nova.scheduler.client.report [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.218163] env[69413]: DEBUG nova.compute.manager [None req-f69eeb7d-4c17-4156-b88a-8d3c4e9978ab tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 708.218406] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f69eeb7d-4c17-4156-b88a-8d3c4e9978ab tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 708.219327] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781db114-7402-45d3-a8a3-fac17836b0b9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.228911] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-f69eeb7d-4c17-4156-b88a-8d3c4e9978ab tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.228911] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ba7d360-31b1-4958-9aa8-5ec9f4ffb84f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.238300] env[69413]: DEBUG oslo_vmware.api [None req-f69eeb7d-4c17-4156-b88a-8d3c4e9978ab tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Waiting for the task: (returnval){ [ 708.238300] env[69413]: value = "task-3077269" [ 708.238300] env[69413]: _type = "Task" [ 708.238300] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.248495] env[69413]: DEBUG oslo_vmware.api [None req-f69eeb7d-4c17-4156-b88a-8d3c4e9978ab tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Task: {'id': task-3077269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.600614] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.603936] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d7cfe2bf-7f51-4fdf-bcc0-aa126bc2baaf tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.028s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.603936] env[69413]: DEBUG nova.objects.instance [None req-d7cfe2bf-7f51-4fdf-bcc0-aa126bc2baaf tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lazy-loading 'resources' on Instance uuid ad89fe25-881d-46a6-af6a-1098d39c87a9 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 708.758889] env[69413]: DEBUG oslo_vmware.api [None req-f69eeb7d-4c17-4156-b88a-8d3c4e9978ab tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Task: {'id': task-3077269, 'name': PowerOffVM_Task, 'duration_secs': 0.250115} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.760033] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-f69eeb7d-4c17-4156-b88a-8d3c4e9978ab tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.760033] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f69eeb7d-4c17-4156-b88a-8d3c4e9978ab tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 708.760033] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a629333-1e72-4fcf-9020-b70d52e5624e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.839048] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f69eeb7d-4c17-4156-b88a-8d3c4e9978ab tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 708.839048] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f69eeb7d-4c17-4156-b88a-8d3c4e9978ab tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 708.839048] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-f69eeb7d-4c17-4156-b88a-8d3c4e9978ab tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Deleting the datastore file [datastore1] 87186036-0f42-4623-9b36-1513f84bb1c4 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.839048] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1de078ae-e2fc-4689-a999-1006ec950c48 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.847076] env[69413]: DEBUG oslo_vmware.api [None req-f69eeb7d-4c17-4156-b88a-8d3c4e9978ab tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Waiting for the task: (returnval){ [ 708.847076] env[69413]: value = "task-3077271" [ 708.847076] env[69413]: _type = "Task" [ 708.847076] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.857726] env[69413]: DEBUG oslo_vmware.api [None req-f69eeb7d-4c17-4156-b88a-8d3c4e9978ab tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Task: {'id': task-3077271, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.104680] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Acquiring lock "d0a8ab08-28d0-489d-bb46-b229f796a515" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.104979] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Lock "d0a8ab08-28d0-489d-bb46-b229f796a515" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.113969] env[69413]: DEBUG nova.compute.manager [req-ea00be9f-ebf1-402f-a0fd-acf8097ccd50 req-cd41bbef-5390-4a2f-b77f-c186eb434c11 service nova] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Received event network-vif-plugged-3994ec9c-666b-4095-8730-3f0cd5fb4557 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.114193] env[69413]: DEBUG oslo_concurrency.lockutils [req-ea00be9f-ebf1-402f-a0fd-acf8097ccd50 req-cd41bbef-5390-4a2f-b77f-c186eb434c11 service nova] Acquiring lock "4489e320-79ed-4910-b910-60f4896e7a46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.114406] env[69413]: DEBUG oslo_concurrency.lockutils [req-ea00be9f-ebf1-402f-a0fd-acf8097ccd50 req-cd41bbef-5390-4a2f-b77f-c186eb434c11 service nova] Lock "4489e320-79ed-4910-b910-60f4896e7a46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.114573] env[69413]: DEBUG oslo_concurrency.lockutils [req-ea00be9f-ebf1-402f-a0fd-acf8097ccd50 req-cd41bbef-5390-4a2f-b77f-c186eb434c11 service nova] Lock "4489e320-79ed-4910-b910-60f4896e7a46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.114783] env[69413]: DEBUG nova.compute.manager [req-ea00be9f-ebf1-402f-a0fd-acf8097ccd50 req-cd41bbef-5390-4a2f-b77f-c186eb434c11 service nova] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] No waiting events found dispatching network-vif-plugged-3994ec9c-666b-4095-8730-3f0cd5fb4557 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 709.114924] env[69413]: WARNING nova.compute.manager [req-ea00be9f-ebf1-402f-a0fd-acf8097ccd50 req-cd41bbef-5390-4a2f-b77f-c186eb434c11 service nova] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Received unexpected event network-vif-plugged-3994ec9c-666b-4095-8730-3f0cd5fb4557 for instance with vm_state building and task_state spawning. [ 709.208551] env[69413]: DEBUG nova.network.neutron [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Successfully updated port: 3994ec9c-666b-4095-8730-3f0cd5fb4557 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 709.362034] env[69413]: DEBUG oslo_vmware.api [None req-f69eeb7d-4c17-4156-b88a-8d3c4e9978ab tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Task: {'id': task-3077271, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.403721} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.362682] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-f69eeb7d-4c17-4156-b88a-8d3c4e9978ab tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 709.362797] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f69eeb7d-4c17-4156-b88a-8d3c4e9978ab tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 709.362915] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f69eeb7d-4c17-4156-b88a-8d3c4e9978ab tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 709.363105] env[69413]: INFO nova.compute.manager [None req-f69eeb7d-4c17-4156-b88a-8d3c4e9978ab tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 709.363358] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f69eeb7d-4c17-4156-b88a-8d3c4e9978ab tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.363639] env[69413]: DEBUG nova.compute.manager [-] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 709.363799] env[69413]: DEBUG nova.network.neutron [-] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 709.613177] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Lock "d0a8ab08-28d0-489d-bb46-b229f796a515" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.613177] env[69413]: DEBUG nova.compute.manager [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 709.681600] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521a0ea3-2ac2-4537-a524-5d01f03a6069 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.689780] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be47ba9b-13b1-4537-a4db-036495262f46 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.728095] env[69413]: DEBUG oslo_concurrency.lockutils [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Acquiring lock "refresh_cache-4489e320-79ed-4910-b910-60f4896e7a46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.729545] env[69413]: DEBUG oslo_concurrency.lockutils [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Acquired lock "refresh_cache-4489e320-79ed-4910-b910-60f4896e7a46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.732192] env[69413]: DEBUG nova.network.neutron [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.732643] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd37a66b-b804-42a6-bec4-a55f7c8b6361 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.743811] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faaebdd1-0ca1-4efc-a1fb-a497d374c26f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.763685] env[69413]: DEBUG nova.compute.provider_tree [None req-d7cfe2bf-7f51-4fdf-bcc0-aa126bc2baaf tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.116359] env[69413]: DEBUG nova.compute.utils [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.117960] env[69413]: DEBUG nova.compute.manager [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.117960] env[69413]: DEBUG nova.network.neutron [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 710.194184] env[69413]: DEBUG nova.policy [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c9b33cd4e194c81a13a946ecb63da97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0b9635ca8004f5a8c66cb7737748920', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.269030] env[69413]: DEBUG nova.scheduler.client.report [None req-d7cfe2bf-7f51-4fdf-bcc0-aa126bc2baaf tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.275178] env[69413]: DEBUG nova.network.neutron [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.441092] env[69413]: DEBUG nova.network.neutron [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Updating instance_info_cache with network_info: [{"id": "3994ec9c-666b-4095-8730-3f0cd5fb4557", "address": "fa:16:3e:c1:b8:22", "network": {"id": "c20fbe5c-e365-48f0-b556-677feaedd346", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1767494104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82381fddf9048fa88c2c83229ef1cf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3994ec9c-66", "ovs_interfaceid": "3994ec9c-666b-4095-8730-3f0cd5fb4557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.584992] env[69413]: DEBUG nova.network.neutron [-] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.621542] env[69413]: DEBUG nova.compute.manager [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 710.778455] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d7cfe2bf-7f51-4fdf-bcc0-aa126bc2baaf tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.175s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.782056] env[69413]: DEBUG oslo_concurrency.lockutils [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.910s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.787996] env[69413]: INFO nova.compute.claims [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.819092] env[69413]: DEBUG nova.network.neutron [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Successfully created port: 08b6400d-6602-45c2-b861-7a2842d1bccb {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 710.825864] env[69413]: INFO nova.scheduler.client.report [None req-d7cfe2bf-7f51-4fdf-bcc0-aa126bc2baaf tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Deleted allocations for instance ad89fe25-881d-46a6-af6a-1098d39c87a9 [ 710.943884] env[69413]: DEBUG oslo_concurrency.lockutils [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Releasing lock "refresh_cache-4489e320-79ed-4910-b910-60f4896e7a46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.944279] env[69413]: DEBUG nova.compute.manager [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Instance network_info: |[{"id": "3994ec9c-666b-4095-8730-3f0cd5fb4557", "address": "fa:16:3e:c1:b8:22", "network": {"id": "c20fbe5c-e365-48f0-b556-677feaedd346", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1767494104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82381fddf9048fa88c2c83229ef1cf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3994ec9c-66", "ovs_interfaceid": "3994ec9c-666b-4095-8730-3f0cd5fb4557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 710.944737] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:b8:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3994ec9c-666b-4095-8730-3f0cd5fb4557', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.954045] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.954342] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.954644] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc2eaec6-1ccc-4d04-b82a-98b052e3e732 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.981026] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.981026] env[69413]: value = "task-3077272" [ 710.981026] env[69413]: _type = "Task" [ 710.981026] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.993747] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077272, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.092852] env[69413]: INFO nova.compute.manager [-] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Took 1.73 seconds to deallocate network for instance. [ 711.172900] env[69413]: DEBUG oslo_vmware.rw_handles [None req-2b6539f0-e3c3-4d58-827a-59cb6444abd6 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527abe5b-56b7-c4a5-79b9-fa9bab3bd7bb/disk-0.vmdk. {{(pid=69413) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 711.174577] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e991dc-3b0c-4cf3-b68e-852bbd265f15 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.182928] env[69413]: DEBUG oslo_vmware.rw_handles [None req-2b6539f0-e3c3-4d58-827a-59cb6444abd6 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527abe5b-56b7-c4a5-79b9-fa9bab3bd7bb/disk-0.vmdk is in state: ready. {{(pid=69413) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 711.183140] env[69413]: ERROR oslo_vmware.rw_handles [None req-2b6539f0-e3c3-4d58-827a-59cb6444abd6 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527abe5b-56b7-c4a5-79b9-fa9bab3bd7bb/disk-0.vmdk due to incomplete transfer. [ 711.183374] env[69413]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1af43595-239a-436c-8c66-7a43c5fda209 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.191852] env[69413]: DEBUG oslo_vmware.rw_handles [None req-2b6539f0-e3c3-4d58-827a-59cb6444abd6 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527abe5b-56b7-c4a5-79b9-fa9bab3bd7bb/disk-0.vmdk. {{(pid=69413) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 711.192055] env[69413]: DEBUG nova.virt.vmwareapi.images [None req-2b6539f0-e3c3-4d58-827a-59cb6444abd6 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Uploaded image 610b3711-f355-443e-a167-76531d95b97a to the Glance image server {{(pid=69413) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 711.194256] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b6539f0-e3c3-4d58-827a-59cb6444abd6 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Destroying the VM {{(pid=69413) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 711.194677] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ee9bb5e4-da1b-41cd-921b-3285a0bbcc18 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.202728] env[69413]: DEBUG oslo_vmware.api [None req-2b6539f0-e3c3-4d58-827a-59cb6444abd6 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Waiting for the task: (returnval){ [ 711.202728] env[69413]: value = "task-3077273" [ 711.202728] env[69413]: _type = "Task" [ 711.202728] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.213448] env[69413]: DEBUG oslo_vmware.api [None req-2b6539f0-e3c3-4d58-827a-59cb6444abd6 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Task: {'id': task-3077273, 'name': Destroy_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.243991] env[69413]: DEBUG nova.compute.manager [req-b90f6130-f640-487e-a065-5f70c4f07916 req-210dce60-0863-4945-adba-1adef65907be service nova] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Received event network-changed-3994ec9c-666b-4095-8730-3f0cd5fb4557 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.245032] env[69413]: DEBUG nova.compute.manager [req-b90f6130-f640-487e-a065-5f70c4f07916 req-210dce60-0863-4945-adba-1adef65907be service nova] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Refreshing instance network info cache due to event network-changed-3994ec9c-666b-4095-8730-3f0cd5fb4557. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 711.245032] env[69413]: DEBUG oslo_concurrency.lockutils [req-b90f6130-f640-487e-a065-5f70c4f07916 req-210dce60-0863-4945-adba-1adef65907be service nova] Acquiring lock "refresh_cache-4489e320-79ed-4910-b910-60f4896e7a46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.245032] env[69413]: DEBUG oslo_concurrency.lockutils [req-b90f6130-f640-487e-a065-5f70c4f07916 req-210dce60-0863-4945-adba-1adef65907be service nova] Acquired lock "refresh_cache-4489e320-79ed-4910-b910-60f4896e7a46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.245032] env[69413]: DEBUG nova.network.neutron [req-b90f6130-f640-487e-a065-5f70c4f07916 req-210dce60-0863-4945-adba-1adef65907be service nova] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Refreshing network info cache for port 3994ec9c-666b-4095-8730-3f0cd5fb4557 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.337506] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d7cfe2bf-7f51-4fdf-bcc0-aa126bc2baaf tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "ad89fe25-881d-46a6-af6a-1098d39c87a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.120s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.490467] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077272, 'name': CreateVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.600413] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f69eeb7d-4c17-4156-b88a-8d3c4e9978ab tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.633270] env[69413]: DEBUG nova.compute.manager [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 711.660201] env[69413]: DEBUG nova.virt.hardware [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.660460] env[69413]: DEBUG nova.virt.hardware [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.660653] env[69413]: DEBUG nova.virt.hardware [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.660784] env[69413]: DEBUG nova.virt.hardware [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.660927] env[69413]: DEBUG nova.virt.hardware [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.661084] env[69413]: DEBUG nova.virt.hardware [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.661291] env[69413]: DEBUG nova.virt.hardware [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.661469] env[69413]: DEBUG nova.virt.hardware [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.661650] env[69413]: DEBUG nova.virt.hardware [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.661815] env[69413]: DEBUG nova.virt.hardware [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.662011] env[69413]: DEBUG nova.virt.hardware [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.662904] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80868e0c-e46a-4fb8-867a-d4a88751dec0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.672303] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2654c023-a4f5-451e-9d07-bb4242128e6a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.713082] env[69413]: DEBUG oslo_vmware.api [None req-2b6539f0-e3c3-4d58-827a-59cb6444abd6 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Task: {'id': task-3077273, 'name': Destroy_Task, 'duration_secs': 0.364981} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.714142] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-2b6539f0-e3c3-4d58-827a-59cb6444abd6 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Destroyed the VM [ 711.714736] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6539f0-e3c3-4d58-827a-59cb6444abd6 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Deleting Snapshot of the VM instance {{(pid=69413) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 711.714994] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-863a045b-432c-4302-89b3-ed487fb43121 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.726687] env[69413]: DEBUG oslo_vmware.api [None req-2b6539f0-e3c3-4d58-827a-59cb6444abd6 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Waiting for the task: (returnval){ [ 711.726687] env[69413]: value = "task-3077274" [ 711.726687] env[69413]: _type = "Task" [ 711.726687] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.741705] env[69413]: DEBUG oslo_vmware.api [None req-2b6539f0-e3c3-4d58-827a-59cb6444abd6 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Task: {'id': task-3077274, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.004887] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077272, 'name': CreateVM_Task, 'duration_secs': 0.62768} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.009262] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.012097] env[69413]: DEBUG oslo_concurrency.lockutils [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.012097] env[69413]: DEBUG oslo_concurrency.lockutils [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.012097] env[69413]: DEBUG oslo_concurrency.lockutils [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.012097] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f989a84-dae1-4a20-9579-7bb70a31fa1b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.019076] env[69413]: DEBUG oslo_vmware.api [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Waiting for the task: (returnval){ [ 712.019076] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52531a68-05a8-7550-5faf-f57a171bc8d6" [ 712.019076] env[69413]: _type = "Task" [ 712.019076] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.027839] env[69413]: DEBUG oslo_vmware.api [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52531a68-05a8-7550-5faf-f57a171bc8d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.059534] env[69413]: DEBUG nova.network.neutron [req-b90f6130-f640-487e-a065-5f70c4f07916 req-210dce60-0863-4945-adba-1adef65907be service nova] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Updated VIF entry in instance network info cache for port 3994ec9c-666b-4095-8730-3f0cd5fb4557. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.059951] env[69413]: DEBUG nova.network.neutron [req-b90f6130-f640-487e-a065-5f70c4f07916 req-210dce60-0863-4945-adba-1adef65907be service nova] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Updating instance_info_cache with network_info: [{"id": "3994ec9c-666b-4095-8730-3f0cd5fb4557", "address": "fa:16:3e:c1:b8:22", "network": {"id": "c20fbe5c-e365-48f0-b556-677feaedd346", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1767494104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82381fddf9048fa88c2c83229ef1cf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3994ec9c-66", "ovs_interfaceid": "3994ec9c-666b-4095-8730-3f0cd5fb4557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.238685] env[69413]: DEBUG oslo_vmware.api [None req-2b6539f0-e3c3-4d58-827a-59cb6444abd6 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Task: {'id': task-3077274, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.392643] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea698d34-00be-4ee2-80d6-09696fb16eae {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.401489] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e749000a-d58b-4a3c-8cd7-6317e9dadb42 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.434992] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ecbf00-a0e9-4d27-b369-67ccff57558b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.443804] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0353ce32-2739-4db2-8e7a-490102ec1bba {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.458291] env[69413]: DEBUG nova.compute.provider_tree [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.531598] env[69413]: DEBUG oslo_vmware.api [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52531a68-05a8-7550-5faf-f57a171bc8d6, 'name': SearchDatastore_Task, 'duration_secs': 0.013213} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.532409] env[69413]: DEBUG oslo_concurrency.lockutils [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.532823] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.533235] env[69413]: DEBUG oslo_concurrency.lockutils [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.533624] env[69413]: DEBUG oslo_concurrency.lockutils [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.533874] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.534186] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a9d7066-1846-41e1-a818-999eb6843393 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.543593] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.543878] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.544676] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-037bcbc3-760d-4a08-96eb-e62dd95c2145 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.550563] env[69413]: DEBUG oslo_vmware.api [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Waiting for the task: (returnval){ [ 712.550563] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5286e13c-14e7-a04a-9e95-6a0380cab2c5" [ 712.550563] env[69413]: _type = "Task" [ 712.550563] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.563141] env[69413]: DEBUG oslo_concurrency.lockutils [req-b90f6130-f640-487e-a065-5f70c4f07916 req-210dce60-0863-4945-adba-1adef65907be service nova] Releasing lock "refresh_cache-4489e320-79ed-4910-b910-60f4896e7a46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.563425] env[69413]: DEBUG nova.compute.manager [req-b90f6130-f640-487e-a065-5f70c4f07916 req-210dce60-0863-4945-adba-1adef65907be service nova] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Received event network-vif-deleted-4253e3ee-fe97-4b89-862e-8fa0eeb8fc1c {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.563812] env[69413]: DEBUG oslo_vmware.api [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5286e13c-14e7-a04a-9e95-6a0380cab2c5, 'name': SearchDatastore_Task, 'duration_secs': 0.009469} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.564590] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfb03abf-a4b6-48d3-bc04-c0639ae49e42 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.570050] env[69413]: DEBUG oslo_vmware.api [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Waiting for the task: (returnval){ [ 712.570050] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5250ca18-9b6a-f785-71da-b712428fb3ce" [ 712.570050] env[69413]: _type = "Task" [ 712.570050] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.579117] env[69413]: DEBUG oslo_vmware.api [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5250ca18-9b6a-f785-71da-b712428fb3ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.737650] env[69413]: DEBUG oslo_vmware.api [None req-2b6539f0-e3c3-4d58-827a-59cb6444abd6 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Task: {'id': task-3077274, 'name': RemoveSnapshot_Task, 'duration_secs': 0.674361} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.739928] env[69413]: DEBUG nova.network.neutron [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Successfully updated port: 08b6400d-6602-45c2-b861-7a2842d1bccb {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 712.739928] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6539f0-e3c3-4d58-827a-59cb6444abd6 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Deleted Snapshot of the VM instance {{(pid=69413) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 712.739928] env[69413]: INFO nova.compute.manager [None req-2b6539f0-e3c3-4d58-827a-59cb6444abd6 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Took 15.65 seconds to snapshot the instance on the hypervisor. [ 712.963209] env[69413]: DEBUG nova.scheduler.client.report [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.072405] env[69413]: DEBUG oslo_concurrency.lockutils [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Acquiring lock "412d9537-a582-4b26-acc4-786e68c25394" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.072510] env[69413]: DEBUG oslo_concurrency.lockutils [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Lock "412d9537-a582-4b26-acc4-786e68c25394" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.083485] env[69413]: DEBUG oslo_vmware.api [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5250ca18-9b6a-f785-71da-b712428fb3ce, 'name': SearchDatastore_Task, 'duration_secs': 0.009739} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.083485] env[69413]: DEBUG oslo_concurrency.lockutils [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.083752] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 4489e320-79ed-4910-b910-60f4896e7a46/4489e320-79ed-4910-b910-60f4896e7a46.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.084020] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f3cb6bc-969b-4d71-960d-a716ad821e44 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.092891] env[69413]: DEBUG oslo_vmware.api [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Waiting for the task: (returnval){ [ 713.092891] env[69413]: value = "task-3077275" [ 713.092891] env[69413]: _type = "Task" [ 713.092891] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.101499] env[69413]: DEBUG oslo_vmware.api [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077275, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.242795] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Acquiring lock "refresh_cache-b2c16e02-f57e-4868-98a0-c4aa775589c3" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.243133] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Acquired lock "refresh_cache-b2c16e02-f57e-4868-98a0-c4aa775589c3" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.243218] env[69413]: DEBUG nova.network.neutron [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.279176] env[69413]: DEBUG nova.compute.manager [req-a2077b08-6487-493e-a6b3-db315c4d1190 req-21773ce4-4756-49e3-bfe4-7a57e34033f7 service nova] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Received event network-vif-plugged-08b6400d-6602-45c2-b861-7a2842d1bccb {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.279352] env[69413]: DEBUG oslo_concurrency.lockutils [req-a2077b08-6487-493e-a6b3-db315c4d1190 req-21773ce4-4756-49e3-bfe4-7a57e34033f7 service nova] Acquiring lock "b2c16e02-f57e-4868-98a0-c4aa775589c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.279610] env[69413]: DEBUG oslo_concurrency.lockutils [req-a2077b08-6487-493e-a6b3-db315c4d1190 req-21773ce4-4756-49e3-bfe4-7a57e34033f7 service nova] Lock "b2c16e02-f57e-4868-98a0-c4aa775589c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.279806] env[69413]: DEBUG oslo_concurrency.lockutils [req-a2077b08-6487-493e-a6b3-db315c4d1190 req-21773ce4-4756-49e3-bfe4-7a57e34033f7 service nova] Lock "b2c16e02-f57e-4868-98a0-c4aa775589c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.279981] env[69413]: DEBUG nova.compute.manager [req-a2077b08-6487-493e-a6b3-db315c4d1190 req-21773ce4-4756-49e3-bfe4-7a57e34033f7 service nova] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] No waiting events found dispatching network-vif-plugged-08b6400d-6602-45c2-b861-7a2842d1bccb {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 713.280170] env[69413]: WARNING nova.compute.manager [req-a2077b08-6487-493e-a6b3-db315c4d1190 req-21773ce4-4756-49e3-bfe4-7a57e34033f7 service nova] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Received unexpected event network-vif-plugged-08b6400d-6602-45c2-b861-7a2842d1bccb for instance with vm_state building and task_state spawning. [ 713.280328] env[69413]: DEBUG nova.compute.manager [req-a2077b08-6487-493e-a6b3-db315c4d1190 req-21773ce4-4756-49e3-bfe4-7a57e34033f7 service nova] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Received event network-changed-08b6400d-6602-45c2-b861-7a2842d1bccb {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.280481] env[69413]: DEBUG nova.compute.manager [req-a2077b08-6487-493e-a6b3-db315c4d1190 req-21773ce4-4756-49e3-bfe4-7a57e34033f7 service nova] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Refreshing instance network info cache due to event network-changed-08b6400d-6602-45c2-b861-7a2842d1bccb. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 713.280643] env[69413]: DEBUG oslo_concurrency.lockutils [req-a2077b08-6487-493e-a6b3-db315c4d1190 req-21773ce4-4756-49e3-bfe4-7a57e34033f7 service nova] Acquiring lock "refresh_cache-b2c16e02-f57e-4868-98a0-c4aa775589c3" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.468711] env[69413]: DEBUG oslo_concurrency.lockutils [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.469379] env[69413]: DEBUG nova.compute.manager [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 713.474351] env[69413]: DEBUG oslo_concurrency.lockutils [None req-592d7b06-e940-43ca-a745-da4eb0d6d56d tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.894s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.474351] env[69413]: DEBUG nova.objects.instance [None req-592d7b06-e940-43ca-a745-da4eb0d6d56d tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Lazy-loading 'resources' on Instance uuid cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 713.603629] env[69413]: DEBUG oslo_vmware.api [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077275, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48435} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.604147] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 4489e320-79ed-4910-b910-60f4896e7a46/4489e320-79ed-4910-b910-60f4896e7a46.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.604488] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.604912] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4463811-d3c9-419a-a84b-80a5562602c1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.613282] env[69413]: DEBUG oslo_vmware.api [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Waiting for the task: (returnval){ [ 713.613282] env[69413]: value = "task-3077276" [ 713.613282] env[69413]: _type = "Task" [ 713.613282] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.620325] env[69413]: DEBUG oslo_vmware.api [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077276, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.775721] env[69413]: DEBUG nova.network.neutron [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 713.972523] env[69413]: DEBUG nova.network.neutron [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Updating instance_info_cache with network_info: [{"id": "08b6400d-6602-45c2-b861-7a2842d1bccb", "address": "fa:16:3e:7e:6e:a5", "network": {"id": "ac8bf9c4-6cb5-4d20-8bc6-04248793f70a", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1604762459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0b9635ca8004f5a8c66cb7737748920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08b6400d-66", "ovs_interfaceid": "08b6400d-6602-45c2-b861-7a2842d1bccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.978349] env[69413]: DEBUG nova.compute.utils [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 713.982049] env[69413]: DEBUG nova.compute.manager [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 713.982215] env[69413]: DEBUG nova.network.neutron [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 714.022541] env[69413]: DEBUG nova.policy [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '061b49aa488c47c09d3f8ebe6d77b786', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f82381fddf9048fa88c2c83229ef1cf8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 714.123703] env[69413]: DEBUG oslo_vmware.api [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077276, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.422972] env[69413]: DEBUG nova.network.neutron [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Successfully created port: 950b3fd5-9f04-4182-9cb6-0caa2f487ba4 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 714.454490] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754d8c1e-f7a2-4065-8a78-234b4e195e8a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.463848] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad60abac-c205-4430-8f2f-94d43e62595d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.499260] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Releasing lock "refresh_cache-b2c16e02-f57e-4868-98a0-c4aa775589c3" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.499747] env[69413]: DEBUG nova.compute.manager [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Instance network_info: |[{"id": "08b6400d-6602-45c2-b861-7a2842d1bccb", "address": "fa:16:3e:7e:6e:a5", "network": {"id": "ac8bf9c4-6cb5-4d20-8bc6-04248793f70a", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1604762459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0b9635ca8004f5a8c66cb7737748920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08b6400d-66", "ovs_interfaceid": "08b6400d-6602-45c2-b861-7a2842d1bccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 714.500404] env[69413]: DEBUG nova.compute.manager [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 714.504148] env[69413]: DEBUG oslo_concurrency.lockutils [req-a2077b08-6487-493e-a6b3-db315c4d1190 req-21773ce4-4756-49e3-bfe4-7a57e34033f7 service nova] Acquired lock "refresh_cache-b2c16e02-f57e-4868-98a0-c4aa775589c3" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.504529] env[69413]: DEBUG nova.network.neutron [req-a2077b08-6487-493e-a6b3-db315c4d1190 req-21773ce4-4756-49e3-bfe4-7a57e34033f7 service nova] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Refreshing network info cache for port 08b6400d-6602-45c2-b861-7a2842d1bccb {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.505696] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:6e:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '669e4919-e0ad-4e23-9f23-4c5f2be0d858', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08b6400d-6602-45c2-b861-7a2842d1bccb', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.514324] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Creating folder: Project (e0b9635ca8004f5a8c66cb7737748920). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.515339] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f79775-bceb-4754-aef0-946bca04c75b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.518844] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29ae7865-527c-4148-9a2a-3a61164b5d89 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.528132] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c27a67-1b5a-42a5-9455-2dbc06a3ae01 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.533159] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Created folder: Project (e0b9635ca8004f5a8c66cb7737748920) in parent group-v616034. [ 714.533517] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Creating folder: Instances. Parent ref: group-v616120. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.534254] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2037cc71-eb51-4ae7-ab1e-9810ec8b0f6a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.548051] env[69413]: DEBUG nova.compute.provider_tree [None req-592d7b06-e940-43ca-a745-da4eb0d6d56d tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.561034] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Created folder: Instances in parent group-v616120. [ 714.561034] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.561034] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.561034] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7780ec94-2b2e-4112-b4bb-d906c860b627 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.584989] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.584989] env[69413]: value = "task-3077279" [ 714.584989] env[69413]: _type = "Task" [ 714.584989] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.595463] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077279, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.624845] env[69413]: DEBUG oslo_vmware.api [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077276, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.778859] env[69413]: DEBUG nova.compute.manager [None req-74e8c61a-2271-464a-b9bd-848ba2fe0282 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.779823] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0ee23b-b0b5-4748-af4f-e34de26c5bb6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.055647] env[69413]: DEBUG nova.scheduler.client.report [None req-592d7b06-e940-43ca-a745-da4eb0d6d56d tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.073423] env[69413]: DEBUG oslo_concurrency.lockutils [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Acquiring lock "3316c01f-b7e4-463c-8ef1-973d2c5e53f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.073689] env[69413]: DEBUG oslo_concurrency.lockutils [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Lock "3316c01f-b7e4-463c-8ef1-973d2c5e53f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.095233] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077279, 'name': CreateVM_Task, 'duration_secs': 0.369173} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.095410] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.096101] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.096262] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.096584] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.096900] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-393e2a05-7bc0-492f-bdb2-8ef2014cedb2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.103367] env[69413]: DEBUG oslo_vmware.api [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Waiting for the task: (returnval){ [ 715.103367] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f3d293-20a2-780c-47aa-5ed1ece8cd6e" [ 715.103367] env[69413]: _type = "Task" [ 715.103367] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.114770] env[69413]: DEBUG oslo_vmware.api [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f3d293-20a2-780c-47aa-5ed1ece8cd6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.123367] env[69413]: DEBUG oslo_vmware.api [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077276, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.034765} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.123609] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.126419] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5c2002-c8ca-45b0-b2ce-98b429d6a520 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.148682] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 4489e320-79ed-4910-b910-60f4896e7a46/4489e320-79ed-4910-b910-60f4896e7a46.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.151720] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a511e505-f33f-404f-a42b-8479fb79a776 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.173170] env[69413]: DEBUG oslo_vmware.api [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Waiting for the task: (returnval){ [ 715.173170] env[69413]: value = "task-3077280" [ 715.173170] env[69413]: _type = "Task" [ 715.173170] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.184245] env[69413]: DEBUG oslo_vmware.api [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077280, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.267227] env[69413]: DEBUG nova.network.neutron [req-a2077b08-6487-493e-a6b3-db315c4d1190 req-21773ce4-4756-49e3-bfe4-7a57e34033f7 service nova] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Updated VIF entry in instance network info cache for port 08b6400d-6602-45c2-b861-7a2842d1bccb. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.267606] env[69413]: DEBUG nova.network.neutron [req-a2077b08-6487-493e-a6b3-db315c4d1190 req-21773ce4-4756-49e3-bfe4-7a57e34033f7 service nova] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Updating instance_info_cache with network_info: [{"id": "08b6400d-6602-45c2-b861-7a2842d1bccb", "address": "fa:16:3e:7e:6e:a5", "network": {"id": "ac8bf9c4-6cb5-4d20-8bc6-04248793f70a", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1604762459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0b9635ca8004f5a8c66cb7737748920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08b6400d-66", "ovs_interfaceid": "08b6400d-6602-45c2-b861-7a2842d1bccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.294028] env[69413]: INFO nova.compute.manager [None req-74e8c61a-2271-464a-b9bd-848ba2fe0282 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] instance snapshotting [ 715.297260] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b484057a-f7cf-40f7-80ac-2e73377b9b10 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.315822] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a77e3c-b6fd-4ec1-837d-ddd135caf065 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.510019] env[69413]: DEBUG oslo_concurrency.lockutils [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Acquiring lock "4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.510019] env[69413]: DEBUG oslo_concurrency.lockutils [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Lock "4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.526026] env[69413]: DEBUG nova.compute.manager [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 715.549428] env[69413]: DEBUG nova.virt.hardware [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:10:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.549620] env[69413]: DEBUG nova.virt.hardware [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.549773] env[69413]: DEBUG nova.virt.hardware [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.549956] env[69413]: DEBUG nova.virt.hardware [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.550117] env[69413]: DEBUG nova.virt.hardware [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.550263] env[69413]: DEBUG nova.virt.hardware [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.550466] env[69413]: DEBUG nova.virt.hardware [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.550639] env[69413]: DEBUG nova.virt.hardware [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.550803] env[69413]: DEBUG nova.virt.hardware [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.550963] env[69413]: DEBUG nova.virt.hardware [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.551155] env[69413]: DEBUG nova.virt.hardware [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.552075] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2cf766-b3b5-4890-8e33-da2eac6974e5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.560736] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75bc417-aee2-48b0-bbce-4fa040320a37 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.566468] env[69413]: DEBUG oslo_concurrency.lockutils [None req-592d7b06-e940-43ca-a745-da4eb0d6d56d tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.093s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.576587] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f49a9711-681a-4f50-9940-a40336327a3b tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.903s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.576821] env[69413]: DEBUG nova.objects.instance [None req-f49a9711-681a-4f50-9940-a40336327a3b tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Lazy-loading 'resources' on Instance uuid b1a05b8b-385c-44b8-88ef-09d599ca6afb {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 715.587858] env[69413]: INFO nova.scheduler.client.report [None req-592d7b06-e940-43ca-a745-da4eb0d6d56d tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Deleted allocations for instance cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2 [ 715.615552] env[69413]: DEBUG oslo_vmware.api [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f3d293-20a2-780c-47aa-5ed1ece8cd6e, 'name': SearchDatastore_Task, 'duration_secs': 0.022947} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.615877] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.616200] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.616357] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.616496] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.616671] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.616933] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52b49f5c-cac6-45b9-998a-e4dccb86dceb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.626643] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.626834] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.627583] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77619a89-6bce-47f8-8d92-905ac049dbb8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.634461] env[69413]: DEBUG oslo_vmware.api [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Waiting for the task: (returnval){ [ 715.634461] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5271453a-8931-482f-6952-9b40d0e669fe" [ 715.634461] env[69413]: _type = "Task" [ 715.634461] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.642975] env[69413]: DEBUG oslo_vmware.api [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5271453a-8931-482f-6952-9b40d0e669fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.685577] env[69413]: DEBUG oslo_vmware.api [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077280, 'name': ReconfigVM_Task, 'duration_secs': 0.327424} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.685856] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 4489e320-79ed-4910-b910-60f4896e7a46/4489e320-79ed-4910-b910-60f4896e7a46.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.686476] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23be2a1f-d6f2-4eef-bd5d-f399e9e3dc91 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.694473] env[69413]: DEBUG oslo_vmware.api [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Waiting for the task: (returnval){ [ 715.694473] env[69413]: value = "task-3077281" [ 715.694473] env[69413]: _type = "Task" [ 715.694473] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.703146] env[69413]: DEBUG oslo_vmware.api [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077281, 'name': Rename_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.770851] env[69413]: DEBUG oslo_concurrency.lockutils [req-a2077b08-6487-493e-a6b3-db315c4d1190 req-21773ce4-4756-49e3-bfe4-7a57e34033f7 service nova] Releasing lock "refresh_cache-b2c16e02-f57e-4868-98a0-c4aa775589c3" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.826647] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-74e8c61a-2271-464a-b9bd-848ba2fe0282 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Creating Snapshot of the VM instance {{(pid=69413) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 715.827053] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5c5f7061-3268-4d40-bc07-43457b2bc5ef {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.837742] env[69413]: DEBUG oslo_vmware.api [None req-74e8c61a-2271-464a-b9bd-848ba2fe0282 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Waiting for the task: (returnval){ [ 715.837742] env[69413]: value = "task-3077282" [ 715.837742] env[69413]: _type = "Task" [ 715.837742] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.847386] env[69413]: DEBUG oslo_vmware.api [None req-74e8c61a-2271-464a-b9bd-848ba2fe0282 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Task: {'id': task-3077282, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.096993] env[69413]: DEBUG oslo_concurrency.lockutils [None req-592d7b06-e940-43ca-a745-da4eb0d6d56d tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Lock "cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.461s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.114605] env[69413]: DEBUG nova.compute.manager [req-0329eca8-b0a5-4489-b3e9-3070f3f81643 req-9bda0a1f-78b0-4036-914e-15c0a261f6f9 service nova] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Received event network-vif-plugged-950b3fd5-9f04-4182-9cb6-0caa2f487ba4 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.114605] env[69413]: DEBUG oslo_concurrency.lockutils [req-0329eca8-b0a5-4489-b3e9-3070f3f81643 req-9bda0a1f-78b0-4036-914e-15c0a261f6f9 service nova] Acquiring lock "42cce3a8-5afa-429e-a023-ccd1e113c7d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.114737] env[69413]: DEBUG oslo_concurrency.lockutils [req-0329eca8-b0a5-4489-b3e9-3070f3f81643 req-9bda0a1f-78b0-4036-914e-15c0a261f6f9 service nova] Lock "42cce3a8-5afa-429e-a023-ccd1e113c7d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.115225] env[69413]: DEBUG oslo_concurrency.lockutils [req-0329eca8-b0a5-4489-b3e9-3070f3f81643 req-9bda0a1f-78b0-4036-914e-15c0a261f6f9 service nova] Lock "42cce3a8-5afa-429e-a023-ccd1e113c7d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.115489] env[69413]: DEBUG nova.compute.manager [req-0329eca8-b0a5-4489-b3e9-3070f3f81643 req-9bda0a1f-78b0-4036-914e-15c0a261f6f9 service nova] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] No waiting events found dispatching network-vif-plugged-950b3fd5-9f04-4182-9cb6-0caa2f487ba4 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 716.116325] env[69413]: WARNING nova.compute.manager [req-0329eca8-b0a5-4489-b3e9-3070f3f81643 req-9bda0a1f-78b0-4036-914e-15c0a261f6f9 service nova] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Received unexpected event network-vif-plugged-950b3fd5-9f04-4182-9cb6-0caa2f487ba4 for instance with vm_state building and task_state spawning. [ 716.147578] env[69413]: DEBUG oslo_vmware.api [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5271453a-8931-482f-6952-9b40d0e669fe, 'name': SearchDatastore_Task, 'duration_secs': 0.023644} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.151086] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5205f0b2-abab-4a57-9677-9cd44bb67cda {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.158438] env[69413]: DEBUG oslo_vmware.api [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Waiting for the task: (returnval){ [ 716.158438] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a75ad1-47c8-4616-0ab7-2432f1d5c916" [ 716.158438] env[69413]: _type = "Task" [ 716.158438] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.167730] env[69413]: DEBUG oslo_vmware.api [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a75ad1-47c8-4616-0ab7-2432f1d5c916, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.202607] env[69413]: DEBUG nova.network.neutron [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Successfully updated port: 950b3fd5-9f04-4182-9cb6-0caa2f487ba4 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 716.210868] env[69413]: DEBUG oslo_vmware.api [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077281, 'name': Rename_Task, 'duration_secs': 0.163519} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.211209] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.211545] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18b075f1-1d00-43c6-b042-cc865266423c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.219759] env[69413]: DEBUG oslo_vmware.api [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Waiting for the task: (returnval){ [ 716.219759] env[69413]: value = "task-3077283" [ 716.219759] env[69413]: _type = "Task" [ 716.219759] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.227795] env[69413]: DEBUG oslo_vmware.api [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.348015] env[69413]: DEBUG oslo_vmware.api [None req-74e8c61a-2271-464a-b9bd-848ba2fe0282 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Task: {'id': task-3077282, 'name': CreateSnapshot_Task, 'duration_secs': 0.475766} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.350492] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-74e8c61a-2271-464a-b9bd-848ba2fe0282 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Created Snapshot of the VM instance {{(pid=69413) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 716.351898] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d852623d-931d-4873-a80c-4198f8725054 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.605679] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce9cefe-c108-421d-b597-1ab6ea429474 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.614146] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c05823-511a-420b-807f-80de4d66c322 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.650427] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5267ce7e-b81d-4849-a46d-e7a86c2b5829 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.659071] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a96109-5ab6-4f24-8f27-613920fcc8f2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.678308] env[69413]: DEBUG nova.compute.provider_tree [None req-f49a9711-681a-4f50-9940-a40336327a3b tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.683147] env[69413]: DEBUG oslo_vmware.api [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a75ad1-47c8-4616-0ab7-2432f1d5c916, 'name': SearchDatastore_Task, 'duration_secs': 0.009748} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.683671] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.684239] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] b2c16e02-f57e-4868-98a0-c4aa775589c3/b2c16e02-f57e-4868-98a0-c4aa775589c3.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.684239] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7fb8707-4323-4630-b229-a91088cb8322 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.694023] env[69413]: DEBUG oslo_vmware.api [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Waiting for the task: (returnval){ [ 716.694023] env[69413]: value = "task-3077284" [ 716.694023] env[69413]: _type = "Task" [ 716.694023] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.703506] env[69413]: DEBUG oslo_vmware.api [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Task: {'id': task-3077284, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.705178] env[69413]: DEBUG oslo_concurrency.lockutils [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Acquiring lock "refresh_cache-42cce3a8-5afa-429e-a023-ccd1e113c7d8" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.705309] env[69413]: DEBUG oslo_concurrency.lockutils [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Acquired lock "refresh_cache-42cce3a8-5afa-429e-a023-ccd1e113c7d8" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.705459] env[69413]: DEBUG nova.network.neutron [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.730074] env[69413]: DEBUG oslo_vmware.api [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077283, 'name': PowerOnVM_Task, 'duration_secs': 0.495172} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.730171] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.730484] env[69413]: INFO nova.compute.manager [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Took 8.79 seconds to spawn the instance on the hypervisor. [ 716.730561] env[69413]: DEBUG nova.compute.manager [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.731354] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc12965-89cf-4fa3-a755-01b637984c91 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.874217] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-74e8c61a-2271-464a-b9bd-848ba2fe0282 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Creating linked-clone VM from snapshot {{(pid=69413) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 716.874718] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-93325fde-83d1-4988-8c8d-2b67a38d2f94 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.890143] env[69413]: DEBUG oslo_vmware.api [None req-74e8c61a-2271-464a-b9bd-848ba2fe0282 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Waiting for the task: (returnval){ [ 716.890143] env[69413]: value = "task-3077285" [ 716.890143] env[69413]: _type = "Task" [ 716.890143] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.903727] env[69413]: DEBUG oslo_vmware.api [None req-74e8c61a-2271-464a-b9bd-848ba2fe0282 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Task: {'id': task-3077285, 'name': CloneVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.185078] env[69413]: DEBUG nova.scheduler.client.report [None req-f49a9711-681a-4f50-9940-a40336327a3b tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.206160] env[69413]: DEBUG oslo_vmware.api [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Task: {'id': task-3077284, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506007} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.206160] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] b2c16e02-f57e-4868-98a0-c4aa775589c3/b2c16e02-f57e-4868-98a0-c4aa775589c3.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.206305] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.206565] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3751b455-1c2c-4d45-a5a2-2e422795687e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.216200] env[69413]: DEBUG oslo_vmware.api [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Waiting for the task: (returnval){ [ 717.216200] env[69413]: value = "task-3077286" [ 717.216200] env[69413]: _type = "Task" [ 717.216200] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.229553] env[69413]: DEBUG oslo_vmware.api [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Task: {'id': task-3077286, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.240248] env[69413]: DEBUG nova.network.neutron [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 717.250090] env[69413]: INFO nova.compute.manager [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Took 44.20 seconds to build instance. [ 717.384584] env[69413]: DEBUG nova.network.neutron [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Updating instance_info_cache with network_info: [{"id": "950b3fd5-9f04-4182-9cb6-0caa2f487ba4", "address": "fa:16:3e:80:4f:a2", "network": {"id": "c20fbe5c-e365-48f0-b556-677feaedd346", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1767494104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82381fddf9048fa88c2c83229ef1cf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap950b3fd5-9f", "ovs_interfaceid": "950b3fd5-9f04-4182-9cb6-0caa2f487ba4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.406022] env[69413]: DEBUG oslo_vmware.api [None req-74e8c61a-2271-464a-b9bd-848ba2fe0282 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Task: {'id': task-3077285, 'name': CloneVM_Task} progress is 94%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.691065] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f49a9711-681a-4f50-9940-a40336327a3b tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.693540] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.355s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.695108] env[69413]: INFO nova.compute.claims [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: a011fd97-a657-4123-8dec-70a29561b232] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.721807] env[69413]: INFO nova.scheduler.client.report [None req-f49a9711-681a-4f50-9940-a40336327a3b tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Deleted allocations for instance b1a05b8b-385c-44b8-88ef-09d599ca6afb [ 717.729973] env[69413]: DEBUG oslo_vmware.api [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Task: {'id': task-3077286, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070642} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.730505] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.731398] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6411746e-b9a9-430a-aadc-ec419a657494 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.755422] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] b2c16e02-f57e-4868-98a0-c4aa775589c3/b2c16e02-f57e-4868-98a0-c4aa775589c3.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.756530] env[69413]: DEBUG oslo_concurrency.lockutils [None req-26578d15-cf77-4c9c-99dd-9b807614046e tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Lock "4489e320-79ed-4910-b910-60f4896e7a46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.735s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.756748] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0a31304-10a9-4712-ba21-e9574eff2799 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.788870] env[69413]: DEBUG oslo_vmware.api [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Waiting for the task: (returnval){ [ 717.788870] env[69413]: value = "task-3077287" [ 717.788870] env[69413]: _type = "Task" [ 717.788870] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.800655] env[69413]: DEBUG oslo_vmware.api [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Task: {'id': task-3077287, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.886819] env[69413]: DEBUG oslo_concurrency.lockutils [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Releasing lock "refresh_cache-42cce3a8-5afa-429e-a023-ccd1e113c7d8" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.887216] env[69413]: DEBUG nova.compute.manager [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Instance network_info: |[{"id": "950b3fd5-9f04-4182-9cb6-0caa2f487ba4", "address": "fa:16:3e:80:4f:a2", "network": {"id": "c20fbe5c-e365-48f0-b556-677feaedd346", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1767494104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82381fddf9048fa88c2c83229ef1cf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap950b3fd5-9f", "ovs_interfaceid": "950b3fd5-9f04-4182-9cb6-0caa2f487ba4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.887664] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:4f:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '950b3fd5-9f04-4182-9cb6-0caa2f487ba4', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.896490] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.896490] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.899510] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c0f59c7-6be6-4482-98cb-a536ef276bc9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.922603] env[69413]: DEBUG oslo_vmware.api [None req-74e8c61a-2271-464a-b9bd-848ba2fe0282 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Task: {'id': task-3077285, 'name': CloneVM_Task} progress is 94%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.924996] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.924996] env[69413]: value = "task-3077288" [ 717.924996] env[69413]: _type = "Task" [ 717.924996] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.933773] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077288, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.226382] env[69413]: DEBUG nova.compute.manager [req-8fbe405e-96b1-47ce-9086-55052251a213 req-e5ff7c0f-950a-4562-a1fe-b5ae46fdc9b6 service nova] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Received event network-changed-950b3fd5-9f04-4182-9cb6-0caa2f487ba4 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.226588] env[69413]: DEBUG nova.compute.manager [req-8fbe405e-96b1-47ce-9086-55052251a213 req-e5ff7c0f-950a-4562-a1fe-b5ae46fdc9b6 service nova] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Refreshing instance network info cache due to event network-changed-950b3fd5-9f04-4182-9cb6-0caa2f487ba4. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 718.226880] env[69413]: DEBUG oslo_concurrency.lockutils [req-8fbe405e-96b1-47ce-9086-55052251a213 req-e5ff7c0f-950a-4562-a1fe-b5ae46fdc9b6 service nova] Acquiring lock "refresh_cache-42cce3a8-5afa-429e-a023-ccd1e113c7d8" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.226970] env[69413]: DEBUG oslo_concurrency.lockutils [req-8fbe405e-96b1-47ce-9086-55052251a213 req-e5ff7c0f-950a-4562-a1fe-b5ae46fdc9b6 service nova] Acquired lock "refresh_cache-42cce3a8-5afa-429e-a023-ccd1e113c7d8" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.227163] env[69413]: DEBUG nova.network.neutron [req-8fbe405e-96b1-47ce-9086-55052251a213 req-e5ff7c0f-950a-4562-a1fe-b5ae46fdc9b6 service nova] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Refreshing network info cache for port 950b3fd5-9f04-4182-9cb6-0caa2f487ba4 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.234813] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f49a9711-681a-4f50-9940-a40336327a3b tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Lock "b1a05b8b-385c-44b8-88ef-09d599ca6afb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.031s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.279654] env[69413]: DEBUG nova.compute.manager [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 718.300834] env[69413]: DEBUG oslo_vmware.api [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Task: {'id': task-3077287, 'name': ReconfigVM_Task, 'duration_secs': 0.397188} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.300834] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Reconfigured VM instance instance-0000001b to attach disk [datastore2] b2c16e02-f57e-4868-98a0-c4aa775589c3/b2c16e02-f57e-4868-98a0-c4aa775589c3.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.300834] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e984dfe0-d1bb-459d-9032-f2790bcb7dfb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.307261] env[69413]: DEBUG oslo_vmware.api [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Waiting for the task: (returnval){ [ 718.307261] env[69413]: value = "task-3077289" [ 718.307261] env[69413]: _type = "Task" [ 718.307261] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.317747] env[69413]: DEBUG oslo_vmware.api [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Task: {'id': task-3077289, 'name': Rename_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.406717] env[69413]: DEBUG oslo_vmware.api [None req-74e8c61a-2271-464a-b9bd-848ba2fe0282 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Task: {'id': task-3077285, 'name': CloneVM_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.421906] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Acquiring lock "8e433184-6504-4214-9dc1-868f573a9a4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.422159] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Lock "8e433184-6504-4214-9dc1-868f573a9a4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.433462] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077288, 'name': CreateVM_Task, 'duration_secs': 0.399203} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.433596] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.435096] env[69413]: DEBUG oslo_concurrency.lockutils [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.435096] env[69413]: DEBUG oslo_concurrency.lockutils [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.435096] env[69413]: DEBUG oslo_concurrency.lockutils [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.435096] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fa99ecc-7fb4-46c5-8342-6ece0ea8afcd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.439808] env[69413]: DEBUG oslo_vmware.api [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Waiting for the task: (returnval){ [ 718.439808] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52fa8922-7dd0-8d6c-92fe-c060539b0900" [ 718.439808] env[69413]: _type = "Task" [ 718.439808] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.448989] env[69413]: DEBUG oslo_vmware.api [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52fa8922-7dd0-8d6c-92fe-c060539b0900, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.807502] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.819664] env[69413]: DEBUG oslo_vmware.api [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Task: {'id': task-3077289, 'name': Rename_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.906803] env[69413]: DEBUG oslo_vmware.api [None req-74e8c61a-2271-464a-b9bd-848ba2fe0282 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Task: {'id': task-3077285, 'name': CloneVM_Task, 'duration_secs': 1.558801} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.906897] env[69413]: INFO nova.virt.vmwareapi.vmops [None req-74e8c61a-2271-464a-b9bd-848ba2fe0282 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Created linked-clone VM from snapshot [ 718.908762] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953db0ee-fc2e-4939-b13b-7caa05ced850 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.916858] env[69413]: DEBUG nova.virt.vmwareapi.images [None req-74e8c61a-2271-464a-b9bd-848ba2fe0282 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Uploading image 1a07b558-aebf-4592-9c70-a89180c928eb {{(pid=69413) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 718.943320] env[69413]: DEBUG oslo_vmware.rw_handles [None req-74e8c61a-2271-464a-b9bd-848ba2fe0282 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 718.943320] env[69413]: value = "vm-616124" [ 718.943320] env[69413]: _type = "VirtualMachine" [ 718.943320] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 718.943631] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-be5b6175-48e8-4684-bd62-15bf8bcf1a49 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.956622] env[69413]: DEBUG oslo_vmware.api [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52fa8922-7dd0-8d6c-92fe-c060539b0900, 'name': SearchDatastore_Task, 'duration_secs': 0.013542} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.958015] env[69413]: DEBUG oslo_concurrency.lockutils [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.958324] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.958472] env[69413]: DEBUG oslo_concurrency.lockutils [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.958610] env[69413]: DEBUG oslo_concurrency.lockutils [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.958780] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.959114] env[69413]: DEBUG oslo_vmware.rw_handles [None req-74e8c61a-2271-464a-b9bd-848ba2fe0282 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Lease: (returnval){ [ 718.959114] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e821ab-85b2-031b-2569-fad51e47105a" [ 718.959114] env[69413]: _type = "HttpNfcLease" [ 718.959114] env[69413]: } obtained for exporting VM: (result){ [ 718.959114] env[69413]: value = "vm-616124" [ 718.959114] env[69413]: _type = "VirtualMachine" [ 718.959114] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 718.960105] env[69413]: DEBUG oslo_vmware.api [None req-74e8c61a-2271-464a-b9bd-848ba2fe0282 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Waiting for the lease: (returnval){ [ 718.960105] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e821ab-85b2-031b-2569-fad51e47105a" [ 718.960105] env[69413]: _type = "HttpNfcLease" [ 718.960105] env[69413]: } to be ready. {{(pid=69413) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 718.960105] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e23680a-2ec5-4756-b0ac-7f0e3ff37e0b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.979973] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.980211] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.980939] env[69413]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 718.980939] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e821ab-85b2-031b-2569-fad51e47105a" [ 718.980939] env[69413]: _type = "HttpNfcLease" [ 718.980939] env[69413]: } is ready. {{(pid=69413) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 718.983594] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34e2ef82-f88e-48f1-a382-4e236c84dcd6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.986011] env[69413]: DEBUG oslo_vmware.rw_handles [None req-74e8c61a-2271-464a-b9bd-848ba2fe0282 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 718.986011] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e821ab-85b2-031b-2569-fad51e47105a" [ 718.986011] env[69413]: _type = "HttpNfcLease" [ 718.986011] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 718.986875] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5204a8f3-db0a-464d-b7de-5cd91758daf9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.995517] env[69413]: DEBUG oslo_vmware.rw_handles [None req-74e8c61a-2271-464a-b9bd-848ba2fe0282 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529f9c2b-d838-fb00-a832-9e86c46496d8/disk-0.vmdk from lease info. {{(pid=69413) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 718.995734] env[69413]: DEBUG oslo_vmware.rw_handles [None req-74e8c61a-2271-464a-b9bd-848ba2fe0282 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529f9c2b-d838-fb00-a832-9e86c46496d8/disk-0.vmdk for reading. {{(pid=69413) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 719.000174] env[69413]: DEBUG oslo_vmware.api [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Waiting for the task: (returnval){ [ 719.000174] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c8f322-10f9-63c2-af5b-6d45053e2678" [ 719.000174] env[69413]: _type = "Task" [ 719.000174] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.060715] env[69413]: DEBUG nova.network.neutron [req-8fbe405e-96b1-47ce-9086-55052251a213 req-e5ff7c0f-950a-4562-a1fe-b5ae46fdc9b6 service nova] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Updated VIF entry in instance network info cache for port 950b3fd5-9f04-4182-9cb6-0caa2f487ba4. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.061121] env[69413]: DEBUG nova.network.neutron [req-8fbe405e-96b1-47ce-9086-55052251a213 req-e5ff7c0f-950a-4562-a1fe-b5ae46fdc9b6 service nova] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Updating instance_info_cache with network_info: [{"id": "950b3fd5-9f04-4182-9cb6-0caa2f487ba4", "address": "fa:16:3e:80:4f:a2", "network": {"id": "c20fbe5c-e365-48f0-b556-677feaedd346", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1767494104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82381fddf9048fa88c2c83229ef1cf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap950b3fd5-9f", "ovs_interfaceid": "950b3fd5-9f04-4182-9cb6-0caa2f487ba4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.072593] env[69413]: DEBUG oslo_vmware.api [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c8f322-10f9-63c2-af5b-6d45053e2678, 'name': SearchDatastore_Task, 'duration_secs': 0.009498} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.074029] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10cc0b7e-aba2-484e-97b4-bf01cfd2e515 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.086082] env[69413]: DEBUG oslo_vmware.api [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Waiting for the task: (returnval){ [ 719.086082] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e78a17-5c5f-6041-ca13-62f49d58925e" [ 719.086082] env[69413]: _type = "Task" [ 719.086082] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.097566] env[69413]: DEBUG oslo_vmware.api [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e78a17-5c5f-6041-ca13-62f49d58925e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.100265] env[69413]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d670d6ab-785b-4b25-b456-e47f940f4c78 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.321607] env[69413]: DEBUG oslo_vmware.api [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Task: {'id': task-3077289, 'name': Rename_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.353389] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bcc54c-eb15-45d4-92d9-3c4c5be564cc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.360092] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d09c623-8d9d-4dc8-b451-7d6fe04f277b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.395920] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a3d3a0-08eb-4204-af8d-90f435f063f2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.405395] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989ce0f4-26b2-446b-86f2-f9c89b253bcd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.420176] env[69413]: DEBUG nova.compute.provider_tree [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.567013] env[69413]: DEBUG oslo_concurrency.lockutils [req-8fbe405e-96b1-47ce-9086-55052251a213 req-e5ff7c0f-950a-4562-a1fe-b5ae46fdc9b6 service nova] Releasing lock "refresh_cache-42cce3a8-5afa-429e-a023-ccd1e113c7d8" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.598457] env[69413]: DEBUG oslo_vmware.api [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e78a17-5c5f-6041-ca13-62f49d58925e, 'name': SearchDatastore_Task, 'duration_secs': 0.011008} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.602025] env[69413]: DEBUG oslo_concurrency.lockutils [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.602025] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 42cce3a8-5afa-429e-a023-ccd1e113c7d8/42cce3a8-5afa-429e-a023-ccd1e113c7d8.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.602025] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e642a5e9-1154-4990-8415-25f7ca90b26a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.608433] env[69413]: DEBUG oslo_vmware.api [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Waiting for the task: (returnval){ [ 719.608433] env[69413]: value = "task-3077291" [ 719.608433] env[69413]: _type = "Task" [ 719.608433] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.621423] env[69413]: DEBUG oslo_vmware.api [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077291, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.819571] env[69413]: DEBUG oslo_vmware.api [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Task: {'id': task-3077289, 'name': Rename_Task, 'duration_secs': 1.15742} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.820972] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.820972] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb255a7e-9940-4078-8b90-8e4c2c36db84 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.828136] env[69413]: DEBUG oslo_vmware.api [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Waiting for the task: (returnval){ [ 719.828136] env[69413]: value = "task-3077292" [ 719.828136] env[69413]: _type = "Task" [ 719.828136] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.839731] env[69413]: DEBUG oslo_vmware.api [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Task: {'id': task-3077292, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.923304] env[69413]: DEBUG nova.scheduler.client.report [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.120021] env[69413]: DEBUG oslo_vmware.api [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077291, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.342262] env[69413]: DEBUG oslo_vmware.api [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Task: {'id': task-3077292, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.429702] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.430415] env[69413]: DEBUG nova.compute.manager [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: a011fd97-a657-4123-8dec-70a29561b232] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 720.434827] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.256s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.436615] env[69413]: INFO nova.compute.claims [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.620795] env[69413]: DEBUG oslo_vmware.api [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077291, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679879} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.621246] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 42cce3a8-5afa-429e-a023-ccd1e113c7d8/42cce3a8-5afa-429e-a023-ccd1e113c7d8.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.621604] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.622016] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-336e191c-7964-4d28-8d30-5299557b6d65 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.630603] env[69413]: DEBUG oslo_vmware.api [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Waiting for the task: (returnval){ [ 720.630603] env[69413]: value = "task-3077293" [ 720.630603] env[69413]: _type = "Task" [ 720.630603] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.640467] env[69413]: DEBUG oslo_vmware.api [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077293, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.840336] env[69413]: DEBUG oslo_vmware.api [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Task: {'id': task-3077292, 'name': PowerOnVM_Task, 'duration_secs': 0.651878} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.840649] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.840819] env[69413]: INFO nova.compute.manager [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Took 9.21 seconds to spawn the instance on the hypervisor. [ 720.841664] env[69413]: DEBUG nova.compute.manager [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.841831] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb87ccc-8620-43a7-ad21-057167fc8df0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.941911] env[69413]: DEBUG nova.compute.utils [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 720.943421] env[69413]: DEBUG nova.compute.manager [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: a011fd97-a657-4123-8dec-70a29561b232] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 720.943729] env[69413]: DEBUG nova.network.neutron [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: a011fd97-a657-4123-8dec-70a29561b232] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 720.973369] env[69413]: DEBUG oslo_concurrency.lockutils [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Acquiring lock "60618527-34f5-48f8-9cbe-d38db002d392" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.973750] env[69413]: DEBUG oslo_concurrency.lockutils [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Lock "60618527-34f5-48f8-9cbe-d38db002d392" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.987778] env[69413]: DEBUG nova.policy [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d56268a4bd34deb8f345e38a44799ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aee4858f97604accae0cfa296cc59aeb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 721.140564] env[69413]: DEBUG oslo_vmware.api [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077293, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069757} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.140858] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 721.141770] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ca78fd-cf7d-4c4b-b7c4-7044ee931130 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.166222] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 42cce3a8-5afa-429e-a023-ccd1e113c7d8/42cce3a8-5afa-429e-a023-ccd1e113c7d8.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 721.166558] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f7a57c7-ce77-4bc9-9ed6-8ca8cdde8dcb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.188895] env[69413]: DEBUG oslo_vmware.api [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Waiting for the task: (returnval){ [ 721.188895] env[69413]: value = "task-3077294" [ 721.188895] env[69413]: _type = "Task" [ 721.188895] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.197611] env[69413]: DEBUG oslo_vmware.api [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077294, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.292959] env[69413]: DEBUG nova.network.neutron [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: a011fd97-a657-4123-8dec-70a29561b232] Successfully created port: bf34cf4f-b416-495c-b4ec-c57c6a773b87 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 721.363055] env[69413]: INFO nova.compute.manager [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Took 45.00 seconds to build instance. [ 721.450390] env[69413]: DEBUG nova.compute.manager [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: a011fd97-a657-4123-8dec-70a29561b232] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 721.704317] env[69413]: DEBUG oslo_vmware.api [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.866024] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5262efca-5361-4b1e-a3b8-e1c8e22fae1c tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Lock "b2c16e02-f57e-4868-98a0-c4aa775589c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.232s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.078627] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c27d69-79eb-460e-9b86-b5fbdc4a38e2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.086305] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d09d95f5-d53b-4483-a6ff-67b0f29d543a tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Acquiring lock "b2c16e02-f57e-4868-98a0-c4aa775589c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.086493] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d09d95f5-d53b-4483-a6ff-67b0f29d543a tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Lock "b2c16e02-f57e-4868-98a0-c4aa775589c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.087040] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d09d95f5-d53b-4483-a6ff-67b0f29d543a tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Acquiring lock "b2c16e02-f57e-4868-98a0-c4aa775589c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.087040] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d09d95f5-d53b-4483-a6ff-67b0f29d543a tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Lock "b2c16e02-f57e-4868-98a0-c4aa775589c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.087040] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d09d95f5-d53b-4483-a6ff-67b0f29d543a tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Lock "b2c16e02-f57e-4868-98a0-c4aa775589c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.089900] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b3db1e-e7d2-4fa3-90a2-68826927f3d1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.093588] env[69413]: INFO nova.compute.manager [None req-d09d95f5-d53b-4483-a6ff-67b0f29d543a tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Terminating instance [ 722.125413] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34df2c3e-87bb-498d-a018-b7ef9a286bc5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.134304] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5c6881-448e-49ac-b656-17affe4214ea {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.148953] env[69413]: DEBUG nova.compute.provider_tree [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.201881] env[69413]: DEBUG oslo_vmware.api [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077294, 'name': ReconfigVM_Task, 'duration_secs': 0.614424} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.202172] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 42cce3a8-5afa-429e-a023-ccd1e113c7d8/42cce3a8-5afa-429e-a023-ccd1e113c7d8.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 722.202840] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f571559-b709-439b-bfb4-e638b900ba85 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.211626] env[69413]: DEBUG oslo_vmware.api [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Waiting for the task: (returnval){ [ 722.211626] env[69413]: value = "task-3077295" [ 722.211626] env[69413]: _type = "Task" [ 722.211626] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.220890] env[69413]: DEBUG oslo_vmware.api [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077295, 'name': Rename_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.368989] env[69413]: DEBUG nova.compute.manager [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 722.465235] env[69413]: DEBUG nova.compute.manager [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: a011fd97-a657-4123-8dec-70a29561b232] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 722.487905] env[69413]: DEBUG nova.virt.hardware [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 722.488194] env[69413]: DEBUG nova.virt.hardware [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 722.488372] env[69413]: DEBUG nova.virt.hardware [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.488576] env[69413]: DEBUG nova.virt.hardware [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 722.488738] env[69413]: DEBUG nova.virt.hardware [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.488897] env[69413]: DEBUG nova.virt.hardware [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 722.489141] env[69413]: DEBUG nova.virt.hardware [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 722.489318] env[69413]: DEBUG nova.virt.hardware [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 722.489497] env[69413]: DEBUG nova.virt.hardware [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 722.489668] env[69413]: DEBUG nova.virt.hardware [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 722.489858] env[69413]: DEBUG nova.virt.hardware [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 722.490841] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cdf25b1-530b-4690-a1f8-72791c9d2019 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.500260] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c262a6c7-3285-41df-bcb5-d3f20d33478b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.598104] env[69413]: DEBUG nova.compute.manager [None req-d09d95f5-d53b-4483-a6ff-67b0f29d543a tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 722.598357] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d09d95f5-d53b-4483-a6ff-67b0f29d543a tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.599317] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4cb127f-e18d-40e0-8578-488631f398cc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.608649] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d09d95f5-d53b-4483-a6ff-67b0f29d543a tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.608995] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f177c823-b16d-45fa-8e70-e4ad79b89def {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.617374] env[69413]: DEBUG oslo_vmware.api [None req-d09d95f5-d53b-4483-a6ff-67b0f29d543a tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Waiting for the task: (returnval){ [ 722.617374] env[69413]: value = "task-3077296" [ 722.617374] env[69413]: _type = "Task" [ 722.617374] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.626488] env[69413]: DEBUG oslo_vmware.api [None req-d09d95f5-d53b-4483-a6ff-67b0f29d543a tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Task: {'id': task-3077296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.652470] env[69413]: DEBUG nova.scheduler.client.report [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.722913] env[69413]: DEBUG oslo_vmware.api [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077295, 'name': Rename_Task, 'duration_secs': 0.182837} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.723229] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.723498] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a11e3d87-d0b3-4645-84f4-87b0d7e294e1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.731736] env[69413]: DEBUG oslo_vmware.api [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Waiting for the task: (returnval){ [ 722.731736] env[69413]: value = "task-3077297" [ 722.731736] env[69413]: _type = "Task" [ 722.731736] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.742482] env[69413]: DEBUG oslo_vmware.api [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077297, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.893532] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.994550] env[69413]: DEBUG nova.compute.manager [req-456c9809-4ae4-4221-9d5b-4f7bee32e3ab req-6c4e39c2-f22b-4663-ac85-5d8ba4c90c66 service nova] [instance: a011fd97-a657-4123-8dec-70a29561b232] Received event network-vif-plugged-bf34cf4f-b416-495c-b4ec-c57c6a773b87 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.994820] env[69413]: DEBUG oslo_concurrency.lockutils [req-456c9809-4ae4-4221-9d5b-4f7bee32e3ab req-6c4e39c2-f22b-4663-ac85-5d8ba4c90c66 service nova] Acquiring lock "a011fd97-a657-4123-8dec-70a29561b232-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.995137] env[69413]: DEBUG oslo_concurrency.lockutils [req-456c9809-4ae4-4221-9d5b-4f7bee32e3ab req-6c4e39c2-f22b-4663-ac85-5d8ba4c90c66 service nova] Lock "a011fd97-a657-4123-8dec-70a29561b232-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.995332] env[69413]: DEBUG oslo_concurrency.lockutils [req-456c9809-4ae4-4221-9d5b-4f7bee32e3ab req-6c4e39c2-f22b-4663-ac85-5d8ba4c90c66 service nova] Lock "a011fd97-a657-4123-8dec-70a29561b232-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.995499] env[69413]: DEBUG nova.compute.manager [req-456c9809-4ae4-4221-9d5b-4f7bee32e3ab req-6c4e39c2-f22b-4663-ac85-5d8ba4c90c66 service nova] [instance: a011fd97-a657-4123-8dec-70a29561b232] No waiting events found dispatching network-vif-plugged-bf34cf4f-b416-495c-b4ec-c57c6a773b87 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 722.995681] env[69413]: WARNING nova.compute.manager [req-456c9809-4ae4-4221-9d5b-4f7bee32e3ab req-6c4e39c2-f22b-4663-ac85-5d8ba4c90c66 service nova] [instance: a011fd97-a657-4123-8dec-70a29561b232] Received unexpected event network-vif-plugged-bf34cf4f-b416-495c-b4ec-c57c6a773b87 for instance with vm_state building and task_state spawning. [ 723.129478] env[69413]: DEBUG oslo_vmware.api [None req-d09d95f5-d53b-4483-a6ff-67b0f29d543a tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Task: {'id': task-3077296, 'name': PowerOffVM_Task, 'duration_secs': 0.188302} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.129825] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d09d95f5-d53b-4483-a6ff-67b0f29d543a tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 723.129994] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d09d95f5-d53b-4483-a6ff-67b0f29d543a tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 723.130281] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d8cf2d1-6cb0-412e-9dd8-f34fd5442625 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.135382] env[69413]: DEBUG nova.network.neutron [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: a011fd97-a657-4123-8dec-70a29561b232] Successfully updated port: bf34cf4f-b416-495c-b4ec-c57c6a773b87 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 723.157433] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.157818] env[69413]: DEBUG nova.compute.manager [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 723.161279] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9ccfba09-40dd-433e-987e-460864f68a91 tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.456s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.161417] env[69413]: DEBUG nova.objects.instance [None req-9ccfba09-40dd-433e-987e-460864f68a91 tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Lazy-loading 'resources' on Instance uuid a2a4cf08-9e8e-408e-9dc8-93771bab7dca {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 723.209090] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d09d95f5-d53b-4483-a6ff-67b0f29d543a tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.209541] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d09d95f5-d53b-4483-a6ff-67b0f29d543a tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.209805] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-d09d95f5-d53b-4483-a6ff-67b0f29d543a tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Deleting the datastore file [datastore2] b2c16e02-f57e-4868-98a0-c4aa775589c3 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.210040] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f63ae514-5858-4831-b338-ea266d75a6ca {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.219184] env[69413]: DEBUG oslo_vmware.api [None req-d09d95f5-d53b-4483-a6ff-67b0f29d543a tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Waiting for the task: (returnval){ [ 723.219184] env[69413]: value = "task-3077299" [ 723.219184] env[69413]: _type = "Task" [ 723.219184] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.229522] env[69413]: DEBUG oslo_vmware.api [None req-d09d95f5-d53b-4483-a6ff-67b0f29d543a tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Task: {'id': task-3077299, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.242354] env[69413]: DEBUG oslo_vmware.api [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077297, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.639023] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Acquiring lock "refresh_cache-a011fd97-a657-4123-8dec-70a29561b232" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.639023] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Acquired lock "refresh_cache-a011fd97-a657-4123-8dec-70a29561b232" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.639023] env[69413]: DEBUG nova.network.neutron [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: a011fd97-a657-4123-8dec-70a29561b232] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.664764] env[69413]: DEBUG nova.compute.utils [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.668857] env[69413]: DEBUG nova.compute.manager [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 723.669986] env[69413]: DEBUG nova.network.neutron [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 723.730014] env[69413]: DEBUG oslo_vmware.api [None req-d09d95f5-d53b-4483-a6ff-67b0f29d543a tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Task: {'id': task-3077299, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283254} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.732775] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-d09d95f5-d53b-4483-a6ff-67b0f29d543a tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.732968] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d09d95f5-d53b-4483-a6ff-67b0f29d543a tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.733171] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d09d95f5-d53b-4483-a6ff-67b0f29d543a tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.733344] env[69413]: INFO nova.compute.manager [None req-d09d95f5-d53b-4483-a6ff-67b0f29d543a tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 723.733593] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d09d95f5-d53b-4483-a6ff-67b0f29d543a tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.734304] env[69413]: DEBUG nova.compute.manager [-] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 723.734406] env[69413]: DEBUG nova.network.neutron [-] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 723.746118] env[69413]: DEBUG oslo_vmware.api [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077297, 'name': PowerOnVM_Task, 'duration_secs': 0.543515} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.748233] env[69413]: DEBUG nova.policy [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6c4223e19214994b1a57ba27e4b0949', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7417503547e4ce08464947d31c4f7c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.750115] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.750639] env[69413]: INFO nova.compute.manager [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Took 8.22 seconds to spawn the instance on the hypervisor. [ 723.750853] env[69413]: DEBUG nova.compute.manager [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.755538] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa700937-d8df-4223-94ed-031de8206c28 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.172187] env[69413]: DEBUG nova.compute.manager [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 724.193336] env[69413]: DEBUG nova.network.neutron [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: a011fd97-a657-4123-8dec-70a29561b232] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.281218] env[69413]: INFO nova.compute.manager [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Took 45.43 seconds to build instance. [ 724.351040] env[69413]: DEBUG nova.network.neutron [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: a011fd97-a657-4123-8dec-70a29561b232] Updating instance_info_cache with network_info: [{"id": "bf34cf4f-b416-495c-b4ec-c57c6a773b87", "address": "fa:16:3e:c3:6c:d1", "network": {"id": "d98167cb-87c0-416f-a41d-446befedd8cb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-767419095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "aee4858f97604accae0cfa296cc59aeb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf34cf4f-b4", "ovs_interfaceid": "bf34cf4f-b416-495c-b4ec-c57c6a773b87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.362954] env[69413]: DEBUG nova.compute.manager [req-1ce2f301-23b6-4090-ad4a-f0be2e2286a6 req-8cebb2c8-46ba-4bd8-8cae-29e2f8dc6575 service nova] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Received event network-vif-deleted-08b6400d-6602-45c2-b861-7a2842d1bccb {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.364927] env[69413]: INFO nova.compute.manager [req-1ce2f301-23b6-4090-ad4a-f0be2e2286a6 req-8cebb2c8-46ba-4bd8-8cae-29e2f8dc6575 service nova] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Neutron deleted interface 08b6400d-6602-45c2-b861-7a2842d1bccb; detaching it from the instance and deleting it from the info cache [ 724.364927] env[69413]: DEBUG nova.network.neutron [req-1ce2f301-23b6-4090-ad4a-f0be2e2286a6 req-8cebb2c8-46ba-4bd8-8cae-29e2f8dc6575 service nova] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.404595] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73739fcf-576b-4fad-8947-dc07610e873b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.415909] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da917ecf-ddcb-44a0-b3ce-c27cca2306a6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.453911] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b171fad-4fe4-4fa3-9da0-a305a7f4ec5d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.462849] env[69413]: DEBUG nova.network.neutron [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Successfully created port: 3924a6d0-cfd3-4a37-a6b7-0c0ccfe4f6a9 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 724.465877] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb7800c-bbb4-430f-b1b9-79aad96b157e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.483134] env[69413]: DEBUG nova.compute.provider_tree [None req-9ccfba09-40dd-433e-987e-460864f68a91 tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.530125] env[69413]: DEBUG nova.network.neutron [-] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.679623] env[69413]: INFO nova.virt.block_device [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Booting with volume a63cfcc1-5115-4e13-9c17-ff3097894926 at /dev/sda [ 724.750036] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f7bdf681-eea9-4a6d-8dbc-ca564da6eb72 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.760784] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a093b71-edd5-4728-ace8-b75079624345 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.783793] env[69413]: DEBUG oslo_concurrency.lockutils [None req-65d5eba5-7b90-4a55-8784-2e4ed2e054f8 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Lock "42cce3a8-5afa-429e-a023-ccd1e113c7d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.510s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.809108] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-886455ca-6ec9-4df3-bcba-28b27711d4db {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.821440] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1687e477-e91a-4035-acf1-08f1e65459b1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.858377] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Releasing lock "refresh_cache-a011fd97-a657-4123-8dec-70a29561b232" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.858735] env[69413]: DEBUG nova.compute.manager [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: a011fd97-a657-4123-8dec-70a29561b232] Instance network_info: |[{"id": "bf34cf4f-b416-495c-b4ec-c57c6a773b87", "address": "fa:16:3e:c3:6c:d1", "network": {"id": "d98167cb-87c0-416f-a41d-446befedd8cb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-767419095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "aee4858f97604accae0cfa296cc59aeb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf34cf4f-b4", "ovs_interfaceid": "bf34cf4f-b416-495c-b4ec-c57c6a773b87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 724.859822] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: a011fd97-a657-4123-8dec-70a29561b232] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:6c:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31e77685-b4dd-4810-80ef-24115ea9ea62', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf34cf4f-b416-495c-b4ec-c57c6a773b87', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.867503] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.868233] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04be4049-21c1-4c7c-88d8-e1367cc3322d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.870897] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a011fd97-a657-4123-8dec-70a29561b232] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.872016] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5d16666-8b41-4f1a-bcc7-c5d107d82ddd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.889548] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02334c15-a22e-4876-9d9c-a27223f2b320 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.895833] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520b51f5-39e4-42a9-93d0-bb4fec944d3e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.900901] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.900901] env[69413]: value = "task-3077300" [ 724.900901] env[69413]: _type = "Task" [ 724.900901] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.904322] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7018a6a3-c3ee-4d8d-a761-6f3ef468fc09 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.921960] env[69413]: DEBUG nova.virt.block_device [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Updating existing volume attachment record: d3a5a78e-9b7e-4d69-98ac-2b513771b978 {{(pid=69413) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 724.930470] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077300, 'name': CreateVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.951684] env[69413]: DEBUG nova.compute.manager [req-1ce2f301-23b6-4090-ad4a-f0be2e2286a6 req-8cebb2c8-46ba-4bd8-8cae-29e2f8dc6575 service nova] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Detach interface failed, port_id=08b6400d-6602-45c2-b861-7a2842d1bccb, reason: Instance b2c16e02-f57e-4868-98a0-c4aa775589c3 could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 724.987153] env[69413]: DEBUG nova.scheduler.client.report [None req-9ccfba09-40dd-433e-987e-460864f68a91 tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.033175] env[69413]: INFO nova.compute.manager [-] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Took 1.30 seconds to deallocate network for instance. [ 725.123232] env[69413]: DEBUG nova.compute.manager [req-bf389abb-0523-4d1e-be0c-1e0d190a9591 req-7f321989-0728-4bf0-9724-f34a0d6d984e service nova] [instance: a011fd97-a657-4123-8dec-70a29561b232] Received event network-changed-bf34cf4f-b416-495c-b4ec-c57c6a773b87 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.123447] env[69413]: DEBUG nova.compute.manager [req-bf389abb-0523-4d1e-be0c-1e0d190a9591 req-7f321989-0728-4bf0-9724-f34a0d6d984e service nova] [instance: a011fd97-a657-4123-8dec-70a29561b232] Refreshing instance network info cache due to event network-changed-bf34cf4f-b416-495c-b4ec-c57c6a773b87. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.123668] env[69413]: DEBUG oslo_concurrency.lockutils [req-bf389abb-0523-4d1e-be0c-1e0d190a9591 req-7f321989-0728-4bf0-9724-f34a0d6d984e service nova] Acquiring lock "refresh_cache-a011fd97-a657-4123-8dec-70a29561b232" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.123805] env[69413]: DEBUG oslo_concurrency.lockutils [req-bf389abb-0523-4d1e-be0c-1e0d190a9591 req-7f321989-0728-4bf0-9724-f34a0d6d984e service nova] Acquired lock "refresh_cache-a011fd97-a657-4123-8dec-70a29561b232" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.123961] env[69413]: DEBUG nova.network.neutron [req-bf389abb-0523-4d1e-be0c-1e0d190a9591 req-7f321989-0728-4bf0-9724-f34a0d6d984e service nova] [instance: a011fd97-a657-4123-8dec-70a29561b232] Refreshing network info cache for port bf34cf4f-b416-495c-b4ec-c57c6a773b87 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.287565] env[69413]: DEBUG nova.compute.manager [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 725.414023] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077300, 'name': CreateVM_Task, 'duration_secs': 0.417664} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.414023] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a011fd97-a657-4123-8dec-70a29561b232] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.414023] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.414023] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.414023] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.414023] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-787d3406-7963-4376-b3a5-74e03ccfeebc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.419746] env[69413]: DEBUG oslo_vmware.api [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Waiting for the task: (returnval){ [ 725.419746] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522dab45-9daa-11c7-8bfe-2be320cba9cb" [ 725.419746] env[69413]: _type = "Task" [ 725.419746] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.431484] env[69413]: DEBUG oslo_vmware.api [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522dab45-9daa-11c7-8bfe-2be320cba9cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.492094] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9ccfba09-40dd-433e-987e-460864f68a91 tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.331s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.496465] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 37.531s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.496564] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.496640] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69413) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 725.496935] env[69413]: DEBUG oslo_concurrency.lockutils [None req-41a7f1c8-1257-4ed4-a07d-e95e3b38f07d tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.546s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.497167] env[69413]: DEBUG nova.objects.instance [None req-41a7f1c8-1257-4ed4-a07d-e95e3b38f07d tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Lazy-loading 'resources' on Instance uuid f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.499339] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7f711e-48a9-474c-9d21-b6c23ac65767 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.510498] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40033169-508d-4319-af92-db34a0729373 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.517339] env[69413]: INFO nova.scheduler.client.report [None req-9ccfba09-40dd-433e-987e-460864f68a91 tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Deleted allocations for instance a2a4cf08-9e8e-408e-9dc8-93771bab7dca [ 725.528877] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7360a7d-463c-42eb-aa89-38986fadb790 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.538181] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f51f4aa-fe1f-4c3f-91b8-24beffb2fba5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.542980] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d09d95f5-d53b-4483-a6ff-67b0f29d543a tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.571275] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179743MB free_disk=139GB free_vcpus=48 pci_devices=None {{(pid=69413) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 725.571440] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.810477] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.848195] env[69413]: DEBUG nova.network.neutron [req-bf389abb-0523-4d1e-be0c-1e0d190a9591 req-7f321989-0728-4bf0-9724-f34a0d6d984e service nova] [instance: a011fd97-a657-4123-8dec-70a29561b232] Updated VIF entry in instance network info cache for port bf34cf4f-b416-495c-b4ec-c57c6a773b87. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.848195] env[69413]: DEBUG nova.network.neutron [req-bf389abb-0523-4d1e-be0c-1e0d190a9591 req-7f321989-0728-4bf0-9724-f34a0d6d984e service nova] [instance: a011fd97-a657-4123-8dec-70a29561b232] Updating instance_info_cache with network_info: [{"id": "bf34cf4f-b416-495c-b4ec-c57c6a773b87", "address": "fa:16:3e:c3:6c:d1", "network": {"id": "d98167cb-87c0-416f-a41d-446befedd8cb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-767419095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "aee4858f97604accae0cfa296cc59aeb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf34cf4f-b4", "ovs_interfaceid": "bf34cf4f-b416-495c-b4ec-c57c6a773b87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.934600] env[69413]: DEBUG oslo_vmware.api [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522dab45-9daa-11c7-8bfe-2be320cba9cb, 'name': SearchDatastore_Task, 'duration_secs': 0.013985} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.937136] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.937136] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: a011fd97-a657-4123-8dec-70a29561b232] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.937136] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.937136] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.937136] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.937136] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f3d90bd-a1aa-40e3-a6f4-c7541c15980a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.947487] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.948473] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.949840] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e432cf7f-086c-4c27-b26d-44033a13cf86 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.960189] env[69413]: DEBUG oslo_vmware.api [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Waiting for the task: (returnval){ [ 725.960189] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b43683-efdd-5b46-d16b-cb70593f7535" [ 725.960189] env[69413]: _type = "Task" [ 725.960189] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.968433] env[69413]: DEBUG oslo_vmware.api [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b43683-efdd-5b46-d16b-cb70593f7535, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.043097] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9ccfba09-40dd-433e-987e-460864f68a91 tempest-ServerDiagnosticsTest-128547985 tempest-ServerDiagnosticsTest-128547985-project-member] Lock "a2a4cf08-9e8e-408e-9dc8-93771bab7dca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.113s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.352280] env[69413]: DEBUG oslo_concurrency.lockutils [req-bf389abb-0523-4d1e-be0c-1e0d190a9591 req-7f321989-0728-4bf0-9724-f34a0d6d984e service nova] Releasing lock "refresh_cache-a011fd97-a657-4123-8dec-70a29561b232" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.389010] env[69413]: DEBUG nova.network.neutron [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Successfully updated port: 3924a6d0-cfd3-4a37-a6b7-0c0ccfe4f6a9 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 726.471711] env[69413]: DEBUG oslo_vmware.api [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b43683-efdd-5b46-d16b-cb70593f7535, 'name': SearchDatastore_Task, 'duration_secs': 0.013213} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.472584] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a21afc08-ccd1-4254-99c5-e54df9c9f246 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.482234] env[69413]: DEBUG oslo_vmware.api [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Waiting for the task: (returnval){ [ 726.482234] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]524b458e-8f50-c125-b667-e90de0dd0bc4" [ 726.482234] env[69413]: _type = "Task" [ 726.482234] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.492503] env[69413]: DEBUG oslo_vmware.api [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]524b458e-8f50-c125-b667-e90de0dd0bc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.539404] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f5c0b2-e77c-4630-8fe4-dae08dc94fed {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.547756] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61eac3e7-66ab-43fe-9bd3-590fb5dfb73e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.580962] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638f7727-d9b3-4d9c-9756-481579c33565 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.589936] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1e3dfd-e47b-4378-b959-645f1f520c77 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.605373] env[69413]: DEBUG nova.compute.provider_tree [None req-41a7f1c8-1257-4ed4-a07d-e95e3b38f07d tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.891917] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Acquiring lock "refresh_cache-e6b74a1f-99fb-456f-844a-30dc33ecf36e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.892078] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Acquired lock "refresh_cache-e6b74a1f-99fb-456f-844a-30dc33ecf36e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.892244] env[69413]: DEBUG nova.network.neutron [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.994663] env[69413]: DEBUG oslo_vmware.api [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]524b458e-8f50-c125-b667-e90de0dd0bc4, 'name': SearchDatastore_Task, 'duration_secs': 0.012841} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.994969] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.995609] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] a011fd97-a657-4123-8dec-70a29561b232/a011fd97-a657-4123-8dec-70a29561b232.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.995609] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7337a650-d607-44e3-b469-7c082ef758f9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.003773] env[69413]: DEBUG oslo_vmware.api [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Waiting for the task: (returnval){ [ 727.003773] env[69413]: value = "task-3077301" [ 727.003773] env[69413]: _type = "Task" [ 727.003773] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.012657] env[69413]: DEBUG oslo_vmware.api [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.082213] env[69413]: DEBUG nova.compute.manager [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 727.082770] env[69413]: DEBUG nova.virt.hardware [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.082999] env[69413]: DEBUG nova.virt.hardware [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.083186] env[69413]: DEBUG nova.virt.hardware [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.083382] env[69413]: DEBUG nova.virt.hardware [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.083528] env[69413]: DEBUG nova.virt.hardware [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.083816] env[69413]: DEBUG nova.virt.hardware [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.084097] env[69413]: DEBUG nova.virt.hardware [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.084097] env[69413]: DEBUG nova.virt.hardware [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.084244] env[69413]: DEBUG nova.virt.hardware [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.084417] env[69413]: DEBUG nova.virt.hardware [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.084600] env[69413]: DEBUG nova.virt.hardware [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.086841] env[69413]: DEBUG oslo_vmware.rw_handles [None req-74e8c61a-2271-464a-b9bd-848ba2fe0282 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529f9c2b-d838-fb00-a832-9e86c46496d8/disk-0.vmdk. {{(pid=69413) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 727.087677] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24aa118-1cfe-442e-b934-2290047db828 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.091652] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4cb34e-a816-4da6-93d7-f0c01f5a5efe {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.099088] env[69413]: DEBUG oslo_vmware.rw_handles [None req-74e8c61a-2271-464a-b9bd-848ba2fe0282 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529f9c2b-d838-fb00-a832-9e86c46496d8/disk-0.vmdk is in state: ready. {{(pid=69413) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 727.099088] env[69413]: ERROR oslo_vmware.rw_handles [None req-74e8c61a-2271-464a-b9bd-848ba2fe0282 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529f9c2b-d838-fb00-a832-9e86c46496d8/disk-0.vmdk due to incomplete transfer. [ 727.100901] env[69413]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a15158b1-0837-47f0-8fa3-690248b603d4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.103426] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536e107a-683d-47b8-858d-0405be026551 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.109590] env[69413]: DEBUG nova.scheduler.client.report [None req-41a7f1c8-1257-4ed4-a07d-e95e3b38f07d tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.122789] env[69413]: DEBUG oslo_vmware.rw_handles [None req-74e8c61a-2271-464a-b9bd-848ba2fe0282 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529f9c2b-d838-fb00-a832-9e86c46496d8/disk-0.vmdk. {{(pid=69413) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 727.123013] env[69413]: DEBUG nova.virt.vmwareapi.images [None req-74e8c61a-2271-464a-b9bd-848ba2fe0282 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Uploaded image 1a07b558-aebf-4592-9c70-a89180c928eb to the Glance image server {{(pid=69413) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 727.125584] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e8c61a-2271-464a-b9bd-848ba2fe0282 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Destroying the VM {{(pid=69413) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 727.126578] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b29d37fc-20c6-473a-be0e-c93740e9032e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.134055] env[69413]: DEBUG oslo_vmware.api [None req-74e8c61a-2271-464a-b9bd-848ba2fe0282 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Waiting for the task: (returnval){ [ 727.134055] env[69413]: value = "task-3077302" [ 727.134055] env[69413]: _type = "Task" [ 727.134055] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.142955] env[69413]: DEBUG oslo_vmware.api [None req-74e8c61a-2271-464a-b9bd-848ba2fe0282 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Task: {'id': task-3077302, 'name': Destroy_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.171753] env[69413]: DEBUG nova.compute.manager [req-a2e57d70-1e0d-4198-81e7-f3baa538c06b req-f0e46904-0df2-4a78-9ac8-ae61f0e18e4b service nova] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Received event network-vif-plugged-3924a6d0-cfd3-4a37-a6b7-0c0ccfe4f6a9 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.171990] env[69413]: DEBUG oslo_concurrency.lockutils [req-a2e57d70-1e0d-4198-81e7-f3baa538c06b req-f0e46904-0df2-4a78-9ac8-ae61f0e18e4b service nova] Acquiring lock "e6b74a1f-99fb-456f-844a-30dc33ecf36e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.172219] env[69413]: DEBUG oslo_concurrency.lockutils [req-a2e57d70-1e0d-4198-81e7-f3baa538c06b req-f0e46904-0df2-4a78-9ac8-ae61f0e18e4b service nova] Lock "e6b74a1f-99fb-456f-844a-30dc33ecf36e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.172438] env[69413]: DEBUG oslo_concurrency.lockutils [req-a2e57d70-1e0d-4198-81e7-f3baa538c06b req-f0e46904-0df2-4a78-9ac8-ae61f0e18e4b service nova] Lock "e6b74a1f-99fb-456f-844a-30dc33ecf36e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.172546] env[69413]: DEBUG nova.compute.manager [req-a2e57d70-1e0d-4198-81e7-f3baa538c06b req-f0e46904-0df2-4a78-9ac8-ae61f0e18e4b service nova] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] No waiting events found dispatching network-vif-plugged-3924a6d0-cfd3-4a37-a6b7-0c0ccfe4f6a9 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 727.172710] env[69413]: WARNING nova.compute.manager [req-a2e57d70-1e0d-4198-81e7-f3baa538c06b req-f0e46904-0df2-4a78-9ac8-ae61f0e18e4b service nova] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Received unexpected event network-vif-plugged-3924a6d0-cfd3-4a37-a6b7-0c0ccfe4f6a9 for instance with vm_state building and task_state spawning. [ 727.172926] env[69413]: DEBUG nova.compute.manager [req-a2e57d70-1e0d-4198-81e7-f3baa538c06b req-f0e46904-0df2-4a78-9ac8-ae61f0e18e4b service nova] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Received event network-changed-3924a6d0-cfd3-4a37-a6b7-0c0ccfe4f6a9 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.173204] env[69413]: DEBUG nova.compute.manager [req-a2e57d70-1e0d-4198-81e7-f3baa538c06b req-f0e46904-0df2-4a78-9ac8-ae61f0e18e4b service nova] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Refreshing instance network info cache due to event network-changed-3924a6d0-cfd3-4a37-a6b7-0c0ccfe4f6a9. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 727.173408] env[69413]: DEBUG oslo_concurrency.lockutils [req-a2e57d70-1e0d-4198-81e7-f3baa538c06b req-f0e46904-0df2-4a78-9ac8-ae61f0e18e4b service nova] Acquiring lock "refresh_cache-e6b74a1f-99fb-456f-844a-30dc33ecf36e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.456533] env[69413]: DEBUG nova.network.neutron [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.521249] env[69413]: DEBUG oslo_vmware.api [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077301, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.615039] env[69413]: DEBUG oslo_concurrency.lockutils [None req-41a7f1c8-1257-4ed4-a07d-e95e3b38f07d tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.617310] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.915s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.618961] env[69413]: INFO nova.compute.claims [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.648519] env[69413]: DEBUG oslo_vmware.api [None req-74e8c61a-2271-464a-b9bd-848ba2fe0282 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Task: {'id': task-3077302, 'name': Destroy_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.652564] env[69413]: DEBUG nova.network.neutron [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Updating instance_info_cache with network_info: [{"id": "3924a6d0-cfd3-4a37-a6b7-0c0ccfe4f6a9", "address": "fa:16:3e:d3:57:c1", "network": {"id": "c4cbeafe-bb52-4632-a961-228858d0175e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-292007702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7417503547e4ce08464947d31c4f7c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3924a6d0-cf", "ovs_interfaceid": "3924a6d0-cfd3-4a37-a6b7-0c0ccfe4f6a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.653120] env[69413]: INFO nova.scheduler.client.report [None req-41a7f1c8-1257-4ed4-a07d-e95e3b38f07d tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Deleted allocations for instance f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f [ 728.017243] env[69413]: DEBUG oslo_vmware.api [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077301, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581237} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.017496] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] a011fd97-a657-4123-8dec-70a29561b232/a011fd97-a657-4123-8dec-70a29561b232.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.017704] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: a011fd97-a657-4123-8dec-70a29561b232] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.017955] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba08560c-a706-4626-afeb-ddfa920ec266 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.024790] env[69413]: DEBUG oslo_vmware.api [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Waiting for the task: (returnval){ [ 728.024790] env[69413]: value = "task-3077303" [ 728.024790] env[69413]: _type = "Task" [ 728.024790] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.035689] env[69413]: DEBUG oslo_vmware.api [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077303, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.173226] env[69413]: DEBUG oslo_vmware.api [None req-74e8c61a-2271-464a-b9bd-848ba2fe0282 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Task: {'id': task-3077302, 'name': Destroy_Task, 'duration_secs': 0.538278} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.173226] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-74e8c61a-2271-464a-b9bd-848ba2fe0282 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Destroyed the VM [ 728.173226] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-74e8c61a-2271-464a-b9bd-848ba2fe0282 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Deleting Snapshot of the VM instance {{(pid=69413) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 728.173226] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f082d32e-af76-43a4-9155-a9b389bf5833 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.173226] env[69413]: DEBUG oslo_vmware.api [None req-74e8c61a-2271-464a-b9bd-848ba2fe0282 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Waiting for the task: (returnval){ [ 728.173226] env[69413]: value = "task-3077304" [ 728.173226] env[69413]: _type = "Task" [ 728.173226] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.173226] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Releasing lock "refresh_cache-e6b74a1f-99fb-456f-844a-30dc33ecf36e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.173226] env[69413]: DEBUG nova.compute.manager [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Instance network_info: |[{"id": "3924a6d0-cfd3-4a37-a6b7-0c0ccfe4f6a9", "address": "fa:16:3e:d3:57:c1", "network": {"id": "c4cbeafe-bb52-4632-a961-228858d0175e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-292007702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7417503547e4ce08464947d31c4f7c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3924a6d0-cf", "ovs_interfaceid": "3924a6d0-cfd3-4a37-a6b7-0c0ccfe4f6a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 728.173226] env[69413]: DEBUG oslo_concurrency.lockutils [req-a2e57d70-1e0d-4198-81e7-f3baa538c06b req-f0e46904-0df2-4a78-9ac8-ae61f0e18e4b service nova] Acquired lock "refresh_cache-e6b74a1f-99fb-456f-844a-30dc33ecf36e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.173226] env[69413]: DEBUG nova.network.neutron [req-a2e57d70-1e0d-4198-81e7-f3baa538c06b req-f0e46904-0df2-4a78-9ac8-ae61f0e18e4b service nova] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Refreshing network info cache for port 3924a6d0-cfd3-4a37-a6b7-0c0ccfe4f6a9 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.173226] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:57:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3261e15f-7e45-4516-acfd-341bab16e3cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3924a6d0-cfd3-4a37-a6b7-0c0ccfe4f6a9', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.174834] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Creating folder: Project (c7417503547e4ce08464947d31c4f7c1). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.180064] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57e54c98-7b7a-479e-b5d9-a5741e7b735e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.182497] env[69413]: DEBUG oslo_concurrency.lockutils [None req-41a7f1c8-1257-4ed4-a07d-e95e3b38f07d tempest-ServersNegativeTestMultiTenantJSON-1394216869 tempest-ServersNegativeTestMultiTenantJSON-1394216869-project-member] Lock "f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.910s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.189537] env[69413]: DEBUG oslo_vmware.api [None req-74e8c61a-2271-464a-b9bd-848ba2fe0282 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Task: {'id': task-3077304, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.196884] env[69413]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 728.197083] env[69413]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69413) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 728.197412] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Folder already exists: Project (c7417503547e4ce08464947d31c4f7c1). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 728.197602] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Creating folder: Instances. Parent ref: group-v616070. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.198798] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2fe79b3b-6ee3-4cce-98fa-69085868ea86 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.209856] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Created folder: Instances in parent group-v616070. [ 728.210105] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.210300] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 728.210500] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8fed0e7-014e-4359-8ee7-c35780bed4df {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.229797] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 728.229797] env[69413]: value = "task-3077307" [ 728.229797] env[69413]: _type = "Task" [ 728.229797] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.238602] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077307, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.271682] env[69413]: DEBUG oslo_concurrency.lockutils [None req-11feec45-4d1e-4e47-9d1f-5d47117e1718 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Acquiring lock "61ce2ba4-7d7d-4409-bac1-f545d77ed191" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.271985] env[69413]: DEBUG oslo_concurrency.lockutils [None req-11feec45-4d1e-4e47-9d1f-5d47117e1718 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Lock "61ce2ba4-7d7d-4409-bac1-f545d77ed191" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.272190] env[69413]: DEBUG nova.compute.manager [None req-11feec45-4d1e-4e47-9d1f-5d47117e1718 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 728.273142] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64339ac-1b64-45ad-b698-237c3d88bb5f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.282570] env[69413]: DEBUG nova.compute.manager [None req-11feec45-4d1e-4e47-9d1f-5d47117e1718 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69413) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 728.283127] env[69413]: DEBUG nova.objects.instance [None req-11feec45-4d1e-4e47-9d1f-5d47117e1718 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Lazy-loading 'flavor' on Instance uuid 61ce2ba4-7d7d-4409-bac1-f545d77ed191 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.535809] env[69413]: DEBUG oslo_vmware.api [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077303, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081842} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.536114] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: a011fd97-a657-4123-8dec-70a29561b232] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.536969] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5f8cd6-35d6-433c-9d57-6d528e547f17 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.562888] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: a011fd97-a657-4123-8dec-70a29561b232] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] a011fd97-a657-4123-8dec-70a29561b232/a011fd97-a657-4123-8dec-70a29561b232.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.563251] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b454b49-09f6-49bf-be50-e243c08a203b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.589882] env[69413]: DEBUG oslo_vmware.api [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Waiting for the task: (returnval){ [ 728.589882] env[69413]: value = "task-3077308" [ 728.589882] env[69413]: _type = "Task" [ 728.589882] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.604055] env[69413]: DEBUG oslo_vmware.api [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077308, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.668807] env[69413]: DEBUG oslo_vmware.api [None req-74e8c61a-2271-464a-b9bd-848ba2fe0282 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Task: {'id': task-3077304, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.741426] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077307, 'name': CreateVM_Task, 'duration_secs': 0.375693} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.743971] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.745188] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616083', 'volume_id': 'a63cfcc1-5115-4e13-9c17-ff3097894926', 'name': 'volume-a63cfcc1-5115-4e13-9c17-ff3097894926', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6b74a1f-99fb-456f-844a-30dc33ecf36e', 'attached_at': '', 'detached_at': '', 'volume_id': 'a63cfcc1-5115-4e13-9c17-ff3097894926', 'serial': 'a63cfcc1-5115-4e13-9c17-ff3097894926'}, 'disk_bus': None, 'guest_format': None, 'attachment_id': 'd3a5a78e-9b7e-4d69-98ac-2b513771b978', 'boot_index': 0, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69413) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 728.745188] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Root volume attach. Driver type: vmdk {{(pid=69413) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 728.745782] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28da3ac-ab1a-42b4-9761-d5bbe7b7fef9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.753982] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9508d1fc-1802-4c8a-bec3-29c039717e30 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.757131] env[69413]: DEBUG nova.network.neutron [req-a2e57d70-1e0d-4198-81e7-f3baa538c06b req-f0e46904-0df2-4a78-9ac8-ae61f0e18e4b service nova] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Updated VIF entry in instance network info cache for port 3924a6d0-cfd3-4a37-a6b7-0c0ccfe4f6a9. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 728.757458] env[69413]: DEBUG nova.network.neutron [req-a2e57d70-1e0d-4198-81e7-f3baa538c06b req-f0e46904-0df2-4a78-9ac8-ae61f0e18e4b service nova] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Updating instance_info_cache with network_info: [{"id": "3924a6d0-cfd3-4a37-a6b7-0c0ccfe4f6a9", "address": "fa:16:3e:d3:57:c1", "network": {"id": "c4cbeafe-bb52-4632-a961-228858d0175e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-292007702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7417503547e4ce08464947d31c4f7c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3924a6d0-cf", "ovs_interfaceid": "3924a6d0-cfd3-4a37-a6b7-0c0ccfe4f6a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.765768] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efb7f55-079e-499f-9a9b-7a99330132eb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.775406] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-114cdee2-a091-4656-86aa-e6e7acf37870 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.784255] env[69413]: DEBUG oslo_vmware.api [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Waiting for the task: (returnval){ [ 728.784255] env[69413]: value = "task-3077309" [ 728.784255] env[69413]: _type = "Task" [ 728.784255] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.796037] env[69413]: DEBUG oslo_vmware.api [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Task: {'id': task-3077309, 'name': RelocateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.104527] env[69413]: DEBUG oslo_vmware.api [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077308, 'name': ReconfigVM_Task, 'duration_secs': 0.341262} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.105326] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: a011fd97-a657-4123-8dec-70a29561b232] Reconfigured VM instance instance-0000001d to attach disk [datastore1] a011fd97-a657-4123-8dec-70a29561b232/a011fd97-a657-4123-8dec-70a29561b232.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.105935] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eee849f0-3ef3-485b-85e6-64e831ce01df {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.113749] env[69413]: DEBUG oslo_vmware.api [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Waiting for the task: (returnval){ [ 729.113749] env[69413]: value = "task-3077310" [ 729.113749] env[69413]: _type = "Task" [ 729.113749] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.126014] env[69413]: DEBUG oslo_vmware.api [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077310, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.166186] env[69413]: DEBUG oslo_vmware.api [None req-74e8c61a-2271-464a-b9bd-848ba2fe0282 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Task: {'id': task-3077304, 'name': RemoveSnapshot_Task, 'duration_secs': 0.556746} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.166186] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-74e8c61a-2271-464a-b9bd-848ba2fe0282 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Deleted Snapshot of the VM instance {{(pid=69413) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 729.167329] env[69413]: INFO nova.compute.manager [None req-74e8c61a-2271-464a-b9bd-848ba2fe0282 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Took 13.87 seconds to snapshot the instance on the hypervisor. [ 729.213198] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bced3d53-c70d-43f7-b4e6-55b1fbe6d766 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.223192] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137f2957-73c8-4915-a412-e96adb3f1b34 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.263558] env[69413]: DEBUG oslo_concurrency.lockutils [req-a2e57d70-1e0d-4198-81e7-f3baa538c06b req-f0e46904-0df2-4a78-9ac8-ae61f0e18e4b service nova] Releasing lock "refresh_cache-e6b74a1f-99fb-456f-844a-30dc33ecf36e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.265430] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e64cd1d-578e-4c03-9bc8-16d980f89f47 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.275205] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c811dd-7215-410f-8104-c67a57dbab86 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.293238] env[69413]: DEBUG nova.compute.provider_tree [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.300284] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-11feec45-4d1e-4e47-9d1f-5d47117e1718 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.300606] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22967c33-9140-407e-adda-342b036d9593 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.310583] env[69413]: DEBUG oslo_vmware.api [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Task: {'id': task-3077309, 'name': RelocateVM_Task} progress is 35%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.313507] env[69413]: DEBUG oslo_vmware.api [None req-11feec45-4d1e-4e47-9d1f-5d47117e1718 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Waiting for the task: (returnval){ [ 729.313507] env[69413]: value = "task-3077311" [ 729.313507] env[69413]: _type = "Task" [ 729.313507] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.328610] env[69413]: DEBUG oslo_vmware.api [None req-11feec45-4d1e-4e47-9d1f-5d47117e1718 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.629444] env[69413]: DEBUG oslo_vmware.api [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077310, 'name': Rename_Task, 'duration_secs': 0.155742} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.629444] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: a011fd97-a657-4123-8dec-70a29561b232] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.629444] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c1e6810-bca0-41fd-a4c8-d73aed08d293 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.643630] env[69413]: DEBUG oslo_vmware.api [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Waiting for the task: (returnval){ [ 729.643630] env[69413]: value = "task-3077312" [ 729.643630] env[69413]: _type = "Task" [ 729.643630] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.664623] env[69413]: DEBUG oslo_vmware.api [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077312, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.801826] env[69413]: DEBUG nova.scheduler.client.report [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.815468] env[69413]: DEBUG oslo_vmware.api [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Task: {'id': task-3077309, 'name': RelocateVM_Task} progress is 51%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.830353] env[69413]: DEBUG oslo_vmware.api [None req-11feec45-4d1e-4e47-9d1f-5d47117e1718 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077311, 'name': PowerOffVM_Task, 'duration_secs': 0.208578} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.830784] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-11feec45-4d1e-4e47-9d1f-5d47117e1718 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.831948] env[69413]: DEBUG nova.compute.manager [None req-11feec45-4d1e-4e47-9d1f-5d47117e1718 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.833105] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7520975d-8e72-48de-950d-8e61971fde81 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.162876] env[69413]: DEBUG oslo_vmware.api [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077312, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.308979] env[69413]: DEBUG oslo_vmware.api [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Task: {'id': task-3077309, 'name': RelocateVM_Task} progress is 63%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.311298] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.311298] env[69413]: DEBUG nova.compute.manager [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 730.314686] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.224s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.317156] env[69413]: INFO nova.compute.claims [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 730.350593] env[69413]: DEBUG oslo_concurrency.lockutils [None req-11feec45-4d1e-4e47-9d1f-5d47117e1718 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Lock "61ce2ba4-7d7d-4409-bac1-f545d77ed191" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.078s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.659858] env[69413]: DEBUG oslo_vmware.api [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077312, 'name': PowerOnVM_Task, 'duration_secs': 0.646954} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.659858] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: a011fd97-a657-4123-8dec-70a29561b232] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.659858] env[69413]: INFO nova.compute.manager [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: a011fd97-a657-4123-8dec-70a29561b232] Took 8.19 seconds to spawn the instance on the hypervisor. [ 730.659858] env[69413]: DEBUG nova.compute.manager [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: a011fd97-a657-4123-8dec-70a29561b232] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.661242] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7714b704-da85-4a2c-a297-93577b56907e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.809256] env[69413]: DEBUG oslo_vmware.api [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Task: {'id': task-3077309, 'name': RelocateVM_Task} progress is 76%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.826131] env[69413]: DEBUG nova.compute.utils [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 730.827994] env[69413]: DEBUG nova.compute.manager [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 730.828217] env[69413]: DEBUG nova.network.neutron [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 730.918214] env[69413]: DEBUG nova.policy [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d3c1f4e90194e7785970560208e2c17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4151a17ee9940e5a7934be8321a3ec6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 731.190679] env[69413]: INFO nova.compute.manager [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: a011fd97-a657-4123-8dec-70a29561b232] Took 47.88 seconds to build instance. [ 731.222030] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e3d28ff9-440e-40c3-8a21-a6ea1fb67a76 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Acquiring lock "5d6671c0-cd60-427f-bf36-663827dc0fcd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.222030] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e3d28ff9-440e-40c3-8a21-a6ea1fb67a76 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Lock "5d6671c0-cd60-427f-bf36-663827dc0fcd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.222030] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e3d28ff9-440e-40c3-8a21-a6ea1fb67a76 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Acquiring lock "5d6671c0-cd60-427f-bf36-663827dc0fcd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.222030] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e3d28ff9-440e-40c3-8a21-a6ea1fb67a76 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Lock "5d6671c0-cd60-427f-bf36-663827dc0fcd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.222030] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e3d28ff9-440e-40c3-8a21-a6ea1fb67a76 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Lock "5d6671c0-cd60-427f-bf36-663827dc0fcd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.223772] env[69413]: INFO nova.compute.manager [None req-e3d28ff9-440e-40c3-8a21-a6ea1fb67a76 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Terminating instance [ 731.307196] env[69413]: DEBUG oslo_vmware.api [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Task: {'id': task-3077309, 'name': RelocateVM_Task} progress is 89%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.332181] env[69413]: DEBUG nova.compute.manager [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 731.540168] env[69413]: DEBUG nova.network.neutron [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Successfully created port: 88b165ec-805e-48ed-8e58-71e817afb8da {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 731.697600] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b94e7ab7-fdef-4754-a0bb-c97105d64ad4 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Lock "a011fd97-a657-4123-8dec-70a29561b232" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.299s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.733768] env[69413]: DEBUG nova.compute.manager [None req-e3d28ff9-440e-40c3-8a21-a6ea1fb67a76 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 731.734082] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d28ff9-440e-40c3-8a21-a6ea1fb67a76 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 731.735308] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d39661-bda2-43e8-8753-595ec6bccfa3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.746627] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d28ff9-440e-40c3-8a21-a6ea1fb67a76 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.749227] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b485d6a-524f-47aa-99ce-11f082b50601 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.763703] env[69413]: DEBUG oslo_vmware.api [None req-e3d28ff9-440e-40c3-8a21-a6ea1fb67a76 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Waiting for the task: (returnval){ [ 731.763703] env[69413]: value = "task-3077313" [ 731.763703] env[69413]: _type = "Task" [ 731.763703] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.780855] env[69413]: DEBUG oslo_vmware.api [None req-e3d28ff9-440e-40c3-8a21-a6ea1fb67a76 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Task: {'id': task-3077313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.816392] env[69413]: DEBUG oslo_vmware.api [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Task: {'id': task-3077309, 'name': RelocateVM_Task} progress is 97%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.979685] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bff40d-0470-4f6e-97d1-4e3cc8f3b3ba {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.989352] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19e0f3b-8725-45b4-b705-7a28fa3b96ad {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.028434] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3001ddb4-325b-432f-89bb-c929d3f5e4e3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.035621] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b042d8-8115-4794-987e-eb42a7fef5de {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.052011] env[69413]: DEBUG nova.compute.provider_tree [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.214566] env[69413]: DEBUG nova.compute.manager [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.274762] env[69413]: DEBUG oslo_vmware.api [None req-e3d28ff9-440e-40c3-8a21-a6ea1fb67a76 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Task: {'id': task-3077313, 'name': PowerOffVM_Task, 'duration_secs': 0.432694} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.274762] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d28ff9-440e-40c3-8a21-a6ea1fb67a76 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.274953] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d28ff9-440e-40c3-8a21-a6ea1fb67a76 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.276027] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6498062e-da56-4057-b400-1179079df759 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.307210] env[69413]: DEBUG oslo_vmware.api [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Task: {'id': task-3077309, 'name': RelocateVM_Task} progress is 98%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.356324] env[69413]: DEBUG nova.compute.manager [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 732.361313] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d28ff9-440e-40c3-8a21-a6ea1fb67a76 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 732.361470] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d28ff9-440e-40c3-8a21-a6ea1fb67a76 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 732.361661] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3d28ff9-440e-40c3-8a21-a6ea1fb67a76 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Deleting the datastore file [datastore2] 5d6671c0-cd60-427f-bf36-663827dc0fcd {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 732.361936] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f627595-eec9-46e9-b2be-057e74d75353 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.370350] env[69413]: DEBUG oslo_vmware.api [None req-e3d28ff9-440e-40c3-8a21-a6ea1fb67a76 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Waiting for the task: (returnval){ [ 732.370350] env[69413]: value = "task-3077315" [ 732.370350] env[69413]: _type = "Task" [ 732.370350] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.378654] env[69413]: DEBUG oslo_vmware.api [None req-e3d28ff9-440e-40c3-8a21-a6ea1fb67a76 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Task: {'id': task-3077315, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.391136] env[69413]: DEBUG nova.virt.hardware [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 732.391382] env[69413]: DEBUG nova.virt.hardware [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 732.391535] env[69413]: DEBUG nova.virt.hardware [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.391743] env[69413]: DEBUG nova.virt.hardware [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 732.391894] env[69413]: DEBUG nova.virt.hardware [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.392362] env[69413]: DEBUG nova.virt.hardware [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 732.392690] env[69413]: DEBUG nova.virt.hardware [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 732.392876] env[69413]: DEBUG nova.virt.hardware [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 732.393071] env[69413]: DEBUG nova.virt.hardware [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 732.393849] env[69413]: DEBUG nova.virt.hardware [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 732.394099] env[69413]: DEBUG nova.virt.hardware [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 732.395291] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f5651b-a6b4-48ff-9d39-b6da336f41f0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.404478] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ca1a0f-3991-43a7-9789-c5ad9ad78899 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.456969] env[69413]: DEBUG nova.objects.instance [None req-bbbc5ea7-533e-4dbd-95e6-95a4979474b2 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Lazy-loading 'flavor' on Instance uuid 61ce2ba4-7d7d-4409-bac1-f545d77ed191 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.557312] env[69413]: DEBUG nova.scheduler.client.report [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.744595] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.809245] env[69413]: DEBUG oslo_vmware.api [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Task: {'id': task-3077309, 'name': RelocateVM_Task, 'duration_secs': 3.724936} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.809451] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Volume attach. Driver type: vmdk {{(pid=69413) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 732.809766] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616083', 'volume_id': 'a63cfcc1-5115-4e13-9c17-ff3097894926', 'name': 'volume-a63cfcc1-5115-4e13-9c17-ff3097894926', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6b74a1f-99fb-456f-844a-30dc33ecf36e', 'attached_at': '', 'detached_at': '', 'volume_id': 'a63cfcc1-5115-4e13-9c17-ff3097894926', 'serial': 'a63cfcc1-5115-4e13-9c17-ff3097894926'} {{(pid=69413) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 732.810822] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ed541e-eb1a-439a-80a5-49b5c4a81a41 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.831196] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3f5513-a38c-406d-b17c-32c34f3f9e7b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.858976] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] volume-a63cfcc1-5115-4e13-9c17-ff3097894926/volume-a63cfcc1-5115-4e13-9c17-ff3097894926.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.859349] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b547af7d-d3c8-4998-9482-17e7685f47f6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.887251] env[69413]: DEBUG oslo_vmware.api [None req-e3d28ff9-440e-40c3-8a21-a6ea1fb67a76 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Task: {'id': task-3077315, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.457413} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.887251] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3d28ff9-440e-40c3-8a21-a6ea1fb67a76 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 732.887251] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d28ff9-440e-40c3-8a21-a6ea1fb67a76 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 732.887251] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d28ff9-440e-40c3-8a21-a6ea1fb67a76 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 732.887690] env[69413]: INFO nova.compute.manager [None req-e3d28ff9-440e-40c3-8a21-a6ea1fb67a76 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Took 1.15 seconds to destroy the instance on the hypervisor. [ 732.890807] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3d28ff9-440e-40c3-8a21-a6ea1fb67a76 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.890807] env[69413]: DEBUG oslo_vmware.api [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Waiting for the task: (returnval){ [ 732.890807] env[69413]: value = "task-3077316" [ 732.890807] env[69413]: _type = "Task" [ 732.890807] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.890807] env[69413]: DEBUG nova.compute.manager [-] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 732.890807] env[69413]: DEBUG nova.network.neutron [-] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 732.901132] env[69413]: DEBUG oslo_vmware.api [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Task: {'id': task-3077316, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.963292] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bbbc5ea7-533e-4dbd-95e6-95a4979474b2 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Acquiring lock "refresh_cache-61ce2ba4-7d7d-4409-bac1-f545d77ed191" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.963745] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bbbc5ea7-533e-4dbd-95e6-95a4979474b2 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Acquired lock "refresh_cache-61ce2ba4-7d7d-4409-bac1-f545d77ed191" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.963947] env[69413]: DEBUG nova.network.neutron [None req-bbbc5ea7-533e-4dbd-95e6-95a4979474b2 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.964142] env[69413]: DEBUG nova.objects.instance [None req-bbbc5ea7-533e-4dbd-95e6-95a4979474b2 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Lazy-loading 'info_cache' on Instance uuid 61ce2ba4-7d7d-4409-bac1-f545d77ed191 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.062797] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bd6055c7-c0ac-48a7-bdef-d2b08d6b43c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Acquiring lock "a011fd97-a657-4123-8dec-70a29561b232" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.062797] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bd6055c7-c0ac-48a7-bdef-d2b08d6b43c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Lock "a011fd97-a657-4123-8dec-70a29561b232" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.062797] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bd6055c7-c0ac-48a7-bdef-d2b08d6b43c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Acquiring lock "a011fd97-a657-4123-8dec-70a29561b232-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.063011] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bd6055c7-c0ac-48a7-bdef-d2b08d6b43c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Lock "a011fd97-a657-4123-8dec-70a29561b232-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.063370] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bd6055c7-c0ac-48a7-bdef-d2b08d6b43c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Lock "a011fd97-a657-4123-8dec-70a29561b232-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.066746] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.067287] env[69413]: DEBUG nova.compute.manager [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 733.070846] env[69413]: INFO nova.compute.manager [None req-bd6055c7-c0ac-48a7-bdef-d2b08d6b43c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: a011fd97-a657-4123-8dec-70a29561b232] Terminating instance [ 733.071857] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.243s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.073418] env[69413]: INFO nova.compute.claims [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.335220] env[69413]: DEBUG nova.compute.manager [req-deb6173b-5bb8-4e1b-9a2e-6b0d3943a56d req-52ad1b25-c0b6-46f8-9c2a-b303cd825d0c service nova] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Received event network-vif-deleted-81d8d378-4d18-4804-8ff7-015e69cf4654 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.335349] env[69413]: INFO nova.compute.manager [req-deb6173b-5bb8-4e1b-9a2e-6b0d3943a56d req-52ad1b25-c0b6-46f8-9c2a-b303cd825d0c service nova] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Neutron deleted interface 81d8d378-4d18-4804-8ff7-015e69cf4654; detaching it from the instance and deleting it from the info cache [ 733.335477] env[69413]: DEBUG nova.network.neutron [req-deb6173b-5bb8-4e1b-9a2e-6b0d3943a56d req-52ad1b25-c0b6-46f8-9c2a-b303cd825d0c service nova] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.407347] env[69413]: DEBUG oslo_vmware.api [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Task: {'id': task-3077316, 'name': ReconfigVM_Task, 'duration_secs': 0.281816} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.407658] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Reconfigured VM instance instance-0000001e to attach disk [datastore2] volume-a63cfcc1-5115-4e13-9c17-ff3097894926/volume-a63cfcc1-5115-4e13-9c17-ff3097894926.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.416063] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddd2699a-63ca-41d4-91c9-35c57755c7d0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.436044] env[69413]: DEBUG oslo_vmware.api [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Waiting for the task: (returnval){ [ 733.436044] env[69413]: value = "task-3077317" [ 733.436044] env[69413]: _type = "Task" [ 733.436044] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.446653] env[69413]: DEBUG oslo_vmware.api [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Task: {'id': task-3077317, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.468275] env[69413]: DEBUG nova.objects.base [None req-bbbc5ea7-533e-4dbd-95e6-95a4979474b2 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Object Instance<61ce2ba4-7d7d-4409-bac1-f545d77ed191> lazy-loaded attributes: flavor,info_cache {{(pid=69413) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 733.578581] env[69413]: DEBUG nova.compute.utils [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 733.582660] env[69413]: DEBUG nova.compute.manager [None req-bd6055c7-c0ac-48a7-bdef-d2b08d6b43c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: a011fd97-a657-4123-8dec-70a29561b232] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 733.582969] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6055c7-c0ac-48a7-bdef-d2b08d6b43c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: a011fd97-a657-4123-8dec-70a29561b232] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 733.585342] env[69413]: DEBUG nova.compute.manager [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 733.585342] env[69413]: DEBUG nova.network.neutron [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 733.589020] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fa1f5c-c0e4-4b4c-b129-d2f87ea456f9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.596930] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd6055c7-c0ac-48a7-bdef-d2b08d6b43c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: a011fd97-a657-4123-8dec-70a29561b232] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 733.597455] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71496510-4f33-4219-9e27-0c60f040cb69 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.605536] env[69413]: DEBUG oslo_vmware.api [None req-bd6055c7-c0ac-48a7-bdef-d2b08d6b43c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Waiting for the task: (returnval){ [ 733.605536] env[69413]: value = "task-3077318" [ 733.605536] env[69413]: _type = "Task" [ 733.605536] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.610521] env[69413]: DEBUG nova.compute.manager [req-bdf4e113-0ffb-453b-b151-23b8b719f767 req-dfd964cc-3f78-451a-a6d4-33dc654a86a9 service nova] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Received event network-vif-plugged-88b165ec-805e-48ed-8e58-71e817afb8da {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.610521] env[69413]: DEBUG oslo_concurrency.lockutils [req-bdf4e113-0ffb-453b-b151-23b8b719f767 req-dfd964cc-3f78-451a-a6d4-33dc654a86a9 service nova] Acquiring lock "04b9e79c-61b3-422e-a101-bb7c50126483-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.610521] env[69413]: DEBUG oslo_concurrency.lockutils [req-bdf4e113-0ffb-453b-b151-23b8b719f767 req-dfd964cc-3f78-451a-a6d4-33dc654a86a9 service nova] Lock "04b9e79c-61b3-422e-a101-bb7c50126483-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.610521] env[69413]: DEBUG oslo_concurrency.lockutils [req-bdf4e113-0ffb-453b-b151-23b8b719f767 req-dfd964cc-3f78-451a-a6d4-33dc654a86a9 service nova] Lock "04b9e79c-61b3-422e-a101-bb7c50126483-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.610521] env[69413]: DEBUG nova.compute.manager [req-bdf4e113-0ffb-453b-b151-23b8b719f767 req-dfd964cc-3f78-451a-a6d4-33dc654a86a9 service nova] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] No waiting events found dispatching network-vif-plugged-88b165ec-805e-48ed-8e58-71e817afb8da {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 733.610521] env[69413]: WARNING nova.compute.manager [req-bdf4e113-0ffb-453b-b151-23b8b719f767 req-dfd964cc-3f78-451a-a6d4-33dc654a86a9 service nova] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Received unexpected event network-vif-plugged-88b165ec-805e-48ed-8e58-71e817afb8da for instance with vm_state building and task_state spawning. [ 733.625331] env[69413]: DEBUG oslo_vmware.api [None req-bd6055c7-c0ac-48a7-bdef-d2b08d6b43c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.625765] env[69413]: DEBUG nova.network.neutron [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Successfully updated port: 88b165ec-805e-48ed-8e58-71e817afb8da {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 733.641784] env[69413]: DEBUG nova.policy [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39d506af3462433cac48b10446705c6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9de209e31d334361a502bcd6046c7204', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 733.664550] env[69413]: DEBUG nova.network.neutron [-] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.839016] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-760d5cfe-7b20-43d4-a159-ad4103ba491b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.848175] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978443a3-2f2d-4ffd-b7ff-20efbe85eb2a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.887919] env[69413]: DEBUG nova.compute.manager [req-deb6173b-5bb8-4e1b-9a2e-6b0d3943a56d req-52ad1b25-c0b6-46f8-9c2a-b303cd825d0c service nova] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Detach interface failed, port_id=81d8d378-4d18-4804-8ff7-015e69cf4654, reason: Instance 5d6671c0-cd60-427f-bf36-663827dc0fcd could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 733.928388] env[69413]: DEBUG nova.network.neutron [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Successfully created port: b40d8a85-ee72-4f43-a40b-44a48119fa56 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 733.944920] env[69413]: DEBUG oslo_vmware.api [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Task: {'id': task-3077317, 'name': ReconfigVM_Task, 'duration_secs': 0.125634} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.945341] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616083', 'volume_id': 'a63cfcc1-5115-4e13-9c17-ff3097894926', 'name': 'volume-a63cfcc1-5115-4e13-9c17-ff3097894926', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6b74a1f-99fb-456f-844a-30dc33ecf36e', 'attached_at': '', 'detached_at': '', 'volume_id': 'a63cfcc1-5115-4e13-9c17-ff3097894926', 'serial': 'a63cfcc1-5115-4e13-9c17-ff3097894926'} {{(pid=69413) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 733.946080] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc720d64-df73-476c-9ffb-6ab923ba4b96 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.951545] env[69413]: DEBUG oslo_vmware.api [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Waiting for the task: (returnval){ [ 733.951545] env[69413]: value = "task-3077319" [ 733.951545] env[69413]: _type = "Task" [ 733.951545] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.959637] env[69413]: DEBUG oslo_vmware.api [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Task: {'id': task-3077319, 'name': Rename_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.090166] env[69413]: DEBUG nova.compute.manager [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 734.116121] env[69413]: DEBUG oslo_vmware.api [None req-bd6055c7-c0ac-48a7-bdef-d2b08d6b43c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077318, 'name': PowerOffVM_Task, 'duration_secs': 0.208378} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.118533] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd6055c7-c0ac-48a7-bdef-d2b08d6b43c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: a011fd97-a657-4123-8dec-70a29561b232] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 734.118713] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6055c7-c0ac-48a7-bdef-d2b08d6b43c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: a011fd97-a657-4123-8dec-70a29561b232] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 734.118969] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae1e0701-cdf9-4244-addb-552bb7deeaa7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.127909] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "refresh_cache-04b9e79c-61b3-422e-a101-bb7c50126483" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.128067] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquired lock "refresh_cache-04b9e79c-61b3-422e-a101-bb7c50126483" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.128275] env[69413]: DEBUG nova.network.neutron [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.167197] env[69413]: INFO nova.compute.manager [-] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Took 1.28 seconds to deallocate network for instance. [ 734.179744] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6055c7-c0ac-48a7-bdef-d2b08d6b43c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: a011fd97-a657-4123-8dec-70a29561b232] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 734.179914] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6055c7-c0ac-48a7-bdef-d2b08d6b43c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: a011fd97-a657-4123-8dec-70a29561b232] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 734.180083] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd6055c7-c0ac-48a7-bdef-d2b08d6b43c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Deleting the datastore file [datastore1] a011fd97-a657-4123-8dec-70a29561b232 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 734.180360] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be62a3ad-6ae3-41b6-ae71-e768c7e1d339 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.186243] env[69413]: DEBUG oslo_vmware.api [None req-bd6055c7-c0ac-48a7-bdef-d2b08d6b43c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Waiting for the task: (returnval){ [ 734.186243] env[69413]: value = "task-3077321" [ 734.186243] env[69413]: _type = "Task" [ 734.186243] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.199763] env[69413]: DEBUG oslo_vmware.api [None req-bd6055c7-c0ac-48a7-bdef-d2b08d6b43c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.305587] env[69413]: DEBUG nova.network.neutron [None req-bbbc5ea7-533e-4dbd-95e6-95a4979474b2 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Updating instance_info_cache with network_info: [{"id": "5b0d426a-4f34-4ce4-bfb3-85b540fe61cb", "address": "fa:16:3e:50:2e:2e", "network": {"id": "c20fbe5c-e365-48f0-b556-677feaedd346", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1767494104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f82381fddf9048fa88c2c83229ef1cf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b0d426a-4f", "ovs_interfaceid": "5b0d426a-4f34-4ce4-bfb3-85b540fe61cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.462677] env[69413]: DEBUG oslo_vmware.api [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Task: {'id': task-3077319, 'name': Rename_Task, 'duration_secs': 0.133528} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.465053] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.465788] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3f4f677-6849-4f41-a321-b344163cb2e0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.472415] env[69413]: DEBUG oslo_vmware.api [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Waiting for the task: (returnval){ [ 734.472415] env[69413]: value = "task-3077322" [ 734.472415] env[69413]: _type = "Task" [ 734.472415] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.481810] env[69413]: DEBUG oslo_vmware.api [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Task: {'id': task-3077322, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.589632] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e150ed8-5536-4da9-93f5-be5b9b3eddae {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.600300] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5f8fd2-6b85-4db5-9770-83c5cbb461dc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.637909] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce9a38c-9dec-46db-b009-9af064565da0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.646008] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f917ed79-3103-4cd1-8926-faf73b038c24 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.660473] env[69413]: DEBUG nova.compute.provider_tree [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.673574] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e3d28ff9-440e-40c3-8a21-a6ea1fb67a76 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.697615] env[69413]: DEBUG oslo_vmware.api [None req-bd6055c7-c0ac-48a7-bdef-d2b08d6b43c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077321, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163084} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.698428] env[69413]: DEBUG nova.network.neutron [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 734.700314] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd6055c7-c0ac-48a7-bdef-d2b08d6b43c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 734.700504] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6055c7-c0ac-48a7-bdef-d2b08d6b43c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: a011fd97-a657-4123-8dec-70a29561b232] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 734.700679] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6055c7-c0ac-48a7-bdef-d2b08d6b43c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: a011fd97-a657-4123-8dec-70a29561b232] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 734.700846] env[69413]: INFO nova.compute.manager [None req-bd6055c7-c0ac-48a7-bdef-d2b08d6b43c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: a011fd97-a657-4123-8dec-70a29561b232] Took 1.12 seconds to destroy the instance on the hypervisor. [ 734.701090] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd6055c7-c0ac-48a7-bdef-d2b08d6b43c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.701280] env[69413]: DEBUG nova.compute.manager [-] [instance: a011fd97-a657-4123-8dec-70a29561b232] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 734.701371] env[69413]: DEBUG nova.network.neutron [-] [instance: a011fd97-a657-4123-8dec-70a29561b232] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 734.809273] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bbbc5ea7-533e-4dbd-95e6-95a4979474b2 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Releasing lock "refresh_cache-61ce2ba4-7d7d-4409-bac1-f545d77ed191" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.982495] env[69413]: DEBUG oslo_vmware.api [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Task: {'id': task-3077322, 'name': PowerOnVM_Task, 'duration_secs': 0.446088} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.982896] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.983133] env[69413]: INFO nova.compute.manager [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Took 7.90 seconds to spawn the instance on the hypervisor. [ 734.983315] env[69413]: DEBUG nova.compute.manager [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.984077] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0408f784-1548-44bf-9797-513265ab8486 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.107791] env[69413]: DEBUG nova.compute.manager [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 735.131904] env[69413]: DEBUG nova.virt.hardware [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 735.132172] env[69413]: DEBUG nova.virt.hardware [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.132328] env[69413]: DEBUG nova.virt.hardware [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.132535] env[69413]: DEBUG nova.virt.hardware [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.132727] env[69413]: DEBUG nova.virt.hardware [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.132802] env[69413]: DEBUG nova.virt.hardware [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 735.133018] env[69413]: DEBUG nova.virt.hardware [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 735.133269] env[69413]: DEBUG nova.virt.hardware [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 735.134309] env[69413]: DEBUG nova.virt.hardware [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 735.134562] env[69413]: DEBUG nova.virt.hardware [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 735.134753] env[69413]: DEBUG nova.virt.hardware [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 735.135859] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd06990-c323-4681-8107-10b45e513579 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.144158] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e46e390-b808-46dd-af8a-fdb917596c1f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.163854] env[69413]: DEBUG nova.scheduler.client.report [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.210759] env[69413]: DEBUG nova.network.neutron [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Updating instance_info_cache with network_info: [{"id": "88b165ec-805e-48ed-8e58-71e817afb8da", "address": "fa:16:3e:8d:5e:a4", "network": {"id": "9b997f48-e078-4b7b-81f9-f111dbf3aed2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-448963928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4151a17ee9940e5a7934be8321a3ec6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88b165ec-80", "ovs_interfaceid": "88b165ec-805e-48ed-8e58-71e817afb8da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.382329] env[69413]: DEBUG nova.network.neutron [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Successfully updated port: b40d8a85-ee72-4f43-a40b-44a48119fa56 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 735.455332] env[69413]: DEBUG nova.network.neutron [-] [instance: a011fd97-a657-4123-8dec-70a29561b232] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.503993] env[69413]: INFO nova.compute.manager [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Took 48.36 seconds to build instance. [ 735.620404] env[69413]: DEBUG nova.compute.manager [req-46d001ec-37d7-49a8-9b32-f2faa5693c01 req-b8508264-87aa-4b3e-b930-2cc55bfeef6c service nova] [instance: a011fd97-a657-4123-8dec-70a29561b232] Received event network-vif-deleted-bf34cf4f-b416-495c-b4ec-c57c6a773b87 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.620612] env[69413]: DEBUG nova.compute.manager [req-46d001ec-37d7-49a8-9b32-f2faa5693c01 req-b8508264-87aa-4b3e-b930-2cc55bfeef6c service nova] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Received event network-vif-plugged-b40d8a85-ee72-4f43-a40b-44a48119fa56 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.620890] env[69413]: DEBUG oslo_concurrency.lockutils [req-46d001ec-37d7-49a8-9b32-f2faa5693c01 req-b8508264-87aa-4b3e-b930-2cc55bfeef6c service nova] Acquiring lock "e505a4ad-d19d-4b57-ae72-e7eaf4b32189-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.621520] env[69413]: DEBUG oslo_concurrency.lockutils [req-46d001ec-37d7-49a8-9b32-f2faa5693c01 req-b8508264-87aa-4b3e-b930-2cc55bfeef6c service nova] Lock "e505a4ad-d19d-4b57-ae72-e7eaf4b32189-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.621725] env[69413]: DEBUG oslo_concurrency.lockutils [req-46d001ec-37d7-49a8-9b32-f2faa5693c01 req-b8508264-87aa-4b3e-b930-2cc55bfeef6c service nova] Lock "e505a4ad-d19d-4b57-ae72-e7eaf4b32189-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.621909] env[69413]: DEBUG nova.compute.manager [req-46d001ec-37d7-49a8-9b32-f2faa5693c01 req-b8508264-87aa-4b3e-b930-2cc55bfeef6c service nova] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] No waiting events found dispatching network-vif-plugged-b40d8a85-ee72-4f43-a40b-44a48119fa56 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 735.622090] env[69413]: WARNING nova.compute.manager [req-46d001ec-37d7-49a8-9b32-f2faa5693c01 req-b8508264-87aa-4b3e-b930-2cc55bfeef6c service nova] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Received unexpected event network-vif-plugged-b40d8a85-ee72-4f43-a40b-44a48119fa56 for instance with vm_state building and task_state spawning. [ 735.670256] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.670791] env[69413]: DEBUG nova.compute.manager [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 735.673652] env[69413]: DEBUG oslo_concurrency.lockutils [None req-561c0606-8099-4c32-8610-d69792517ca5 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 34.160s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.713730] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Releasing lock "refresh_cache-04b9e79c-61b3-422e-a101-bb7c50126483" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.714048] env[69413]: DEBUG nova.compute.manager [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Instance network_info: |[{"id": "88b165ec-805e-48ed-8e58-71e817afb8da", "address": "fa:16:3e:8d:5e:a4", "network": {"id": "9b997f48-e078-4b7b-81f9-f111dbf3aed2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-448963928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4151a17ee9940e5a7934be8321a3ec6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88b165ec-80", "ovs_interfaceid": "88b165ec-805e-48ed-8e58-71e817afb8da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 735.714456] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:5e:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88b165ec-805e-48ed-8e58-71e817afb8da', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.722532] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.723065] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.723350] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a8d9298-8e1f-40a2-928c-6d54e17adee5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.744914] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.744914] env[69413]: value = "task-3077323" [ 735.744914] env[69413]: _type = "Task" [ 735.744914] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.753034] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077323, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.815855] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbbc5ea7-533e-4dbd-95e6-95a4979474b2 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.816133] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78349270-2eb5-4515-ad70-752e77290eb0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.822527] env[69413]: DEBUG oslo_vmware.api [None req-bbbc5ea7-533e-4dbd-95e6-95a4979474b2 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Waiting for the task: (returnval){ [ 735.822527] env[69413]: value = "task-3077324" [ 735.822527] env[69413]: _type = "Task" [ 735.822527] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.830290] env[69413]: DEBUG oslo_vmware.api [None req-bbbc5ea7-533e-4dbd-95e6-95a4979474b2 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.884727] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "refresh_cache-e505a4ad-d19d-4b57-ae72-e7eaf4b32189" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.884876] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquired lock "refresh_cache-e505a4ad-d19d-4b57-ae72-e7eaf4b32189" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.885022] env[69413]: DEBUG nova.network.neutron [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.949578] env[69413]: DEBUG nova.compute.manager [req-cb7272e9-fb15-4d91-92c7-c99559ce274d req-82dd0c9f-df78-4604-afc3-14dba55127e4 service nova] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Received event network-changed-88b165ec-805e-48ed-8e58-71e817afb8da {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.949786] env[69413]: DEBUG nova.compute.manager [req-cb7272e9-fb15-4d91-92c7-c99559ce274d req-82dd0c9f-df78-4604-afc3-14dba55127e4 service nova] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Refreshing instance network info cache due to event network-changed-88b165ec-805e-48ed-8e58-71e817afb8da. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 735.950010] env[69413]: DEBUG oslo_concurrency.lockutils [req-cb7272e9-fb15-4d91-92c7-c99559ce274d req-82dd0c9f-df78-4604-afc3-14dba55127e4 service nova] Acquiring lock "refresh_cache-04b9e79c-61b3-422e-a101-bb7c50126483" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.951030] env[69413]: DEBUG oslo_concurrency.lockutils [req-cb7272e9-fb15-4d91-92c7-c99559ce274d req-82dd0c9f-df78-4604-afc3-14dba55127e4 service nova] Acquired lock "refresh_cache-04b9e79c-61b3-422e-a101-bb7c50126483" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.951310] env[69413]: DEBUG nova.network.neutron [req-cb7272e9-fb15-4d91-92c7-c99559ce274d req-82dd0c9f-df78-4604-afc3-14dba55127e4 service nova] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Refreshing network info cache for port 88b165ec-805e-48ed-8e58-71e817afb8da {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.958984] env[69413]: INFO nova.compute.manager [-] [instance: a011fd97-a657-4123-8dec-70a29561b232] Took 1.26 seconds to deallocate network for instance. [ 736.006226] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b7e64a69-f1fc-453d-842a-a4ec6dc3924b tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Lock "e6b74a1f-99fb-456f-844a-30dc33ecf36e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.072s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.176723] env[69413]: DEBUG nova.compute.utils [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 736.184140] env[69413]: DEBUG nova.compute.manager [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 736.184268] env[69413]: DEBUG nova.network.neutron [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 736.261753] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077323, 'name': CreateVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.278266] env[69413]: DEBUG nova.policy [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55d94d08dc8844ebb4fd80b7ac3074dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5bf2bca761145bcbaf86831ecde8d5d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 736.337242] env[69413]: DEBUG oslo_vmware.api [None req-bbbc5ea7-533e-4dbd-95e6-95a4979474b2 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077324, 'name': PowerOnVM_Task, 'duration_secs': 0.448544} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.337695] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbbc5ea7-533e-4dbd-95e6-95a4979474b2 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.337904] env[69413]: DEBUG nova.compute.manager [None req-bbbc5ea7-533e-4dbd-95e6-95a4979474b2 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.338719] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdad4bd-ec34-419e-a729-9fc81192975e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.433609] env[69413]: DEBUG nova.network.neutron [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.468178] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bd6055c7-c0ac-48a7-bdef-d2b08d6b43c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.511925] env[69413]: DEBUG nova.compute.manager [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.686668] env[69413]: DEBUG nova.compute.manager [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 736.749981] env[69413]: DEBUG nova.network.neutron [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Updating instance_info_cache with network_info: [{"id": "b40d8a85-ee72-4f43-a40b-44a48119fa56", "address": "fa:16:3e:37:9e:47", "network": {"id": "79035362-4c66-46cb-959e-06e2bfc25b97", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-862600175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9de209e31d334361a502bcd6046c7204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb40d8a85-ee", "ovs_interfaceid": "b40d8a85-ee72-4f43-a40b-44a48119fa56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.760471] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077323, 'name': CreateVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.804918] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d0c633-ffc9-4929-9997-b04542d98362 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.814412] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9027916-3b11-412e-968a-e1e11214696a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.853886] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e222b923-c39e-45f8-a827-f86eabd7f093 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.865901] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d53aeb-df52-4c6d-a5e0-22e2acfbbcaf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.884140] env[69413]: DEBUG nova.compute.provider_tree [None req-561c0606-8099-4c32-8610-d69792517ca5 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.939820] env[69413]: DEBUG nova.network.neutron [req-cb7272e9-fb15-4d91-92c7-c99559ce274d req-82dd0c9f-df78-4604-afc3-14dba55127e4 service nova] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Updated VIF entry in instance network info cache for port 88b165ec-805e-48ed-8e58-71e817afb8da. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.940227] env[69413]: DEBUG nova.network.neutron [req-cb7272e9-fb15-4d91-92c7-c99559ce274d req-82dd0c9f-df78-4604-afc3-14dba55127e4 service nova] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Updating instance_info_cache with network_info: [{"id": "88b165ec-805e-48ed-8e58-71e817afb8da", "address": "fa:16:3e:8d:5e:a4", "network": {"id": "9b997f48-e078-4b7b-81f9-f111dbf3aed2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-448963928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4151a17ee9940e5a7934be8321a3ec6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88b165ec-80", "ovs_interfaceid": "88b165ec-805e-48ed-8e58-71e817afb8da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.993328] env[69413]: DEBUG nova.network.neutron [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Successfully created port: caeb6bce-f75a-4733-be1d-0a0e0b1e777e {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 737.038200] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.260014] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Releasing lock "refresh_cache-e505a4ad-d19d-4b57-ae72-e7eaf4b32189" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.260014] env[69413]: DEBUG nova.compute.manager [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Instance network_info: |[{"id": "b40d8a85-ee72-4f43-a40b-44a48119fa56", "address": "fa:16:3e:37:9e:47", "network": {"id": "79035362-4c66-46cb-959e-06e2bfc25b97", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-862600175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9de209e31d334361a502bcd6046c7204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb40d8a85-ee", "ovs_interfaceid": "b40d8a85-ee72-4f43-a40b-44a48119fa56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 737.260014] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077323, 'name': CreateVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.260014] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:9e:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd70692eb-97b3-417c-a4ca-1ee888246ad9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b40d8a85-ee72-4f43-a40b-44a48119fa56', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.268053] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Creating folder: Project (9de209e31d334361a502bcd6046c7204). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.268464] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e764742-3555-437d-90c5-dd311589b60d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.280874] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Created folder: Project (9de209e31d334361a502bcd6046c7204) in parent group-v616034. [ 737.280874] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Creating folder: Instances. Parent ref: group-v616130. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.282393] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c174a43a-d64d-487e-aaa2-a386dde99a9e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.291296] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Created folder: Instances in parent group-v616130. [ 737.291702] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.292050] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.294024] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db68fd3e-a9ad-4378-aed0-079ea9d83bc8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.315163] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.315163] env[69413]: value = "task-3077327" [ 737.315163] env[69413]: _type = "Task" [ 737.315163] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.321936] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077327, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.391342] env[69413]: DEBUG nova.scheduler.client.report [None req-561c0606-8099-4c32-8610-d69792517ca5 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.444126] env[69413]: DEBUG oslo_concurrency.lockutils [req-cb7272e9-fb15-4d91-92c7-c99559ce274d req-82dd0c9f-df78-4604-afc3-14dba55127e4 service nova] Releasing lock "refresh_cache-04b9e79c-61b3-422e-a101-bb7c50126483" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.647626] env[69413]: DEBUG nova.compute.manager [req-8aca9d02-d4a0-4a3d-836f-729339b9bd5d req-d3a39fd1-d46a-4060-8b30-d2969b9d79b8 service nova] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Received event network-changed-b40d8a85-ee72-4f43-a40b-44a48119fa56 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.647767] env[69413]: DEBUG nova.compute.manager [req-8aca9d02-d4a0-4a3d-836f-729339b9bd5d req-d3a39fd1-d46a-4060-8b30-d2969b9d79b8 service nova] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Refreshing instance network info cache due to event network-changed-b40d8a85-ee72-4f43-a40b-44a48119fa56. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 737.647985] env[69413]: DEBUG oslo_concurrency.lockutils [req-8aca9d02-d4a0-4a3d-836f-729339b9bd5d req-d3a39fd1-d46a-4060-8b30-d2969b9d79b8 service nova] Acquiring lock "refresh_cache-e505a4ad-d19d-4b57-ae72-e7eaf4b32189" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.648165] env[69413]: DEBUG oslo_concurrency.lockutils [req-8aca9d02-d4a0-4a3d-836f-729339b9bd5d req-d3a39fd1-d46a-4060-8b30-d2969b9d79b8 service nova] Acquired lock "refresh_cache-e505a4ad-d19d-4b57-ae72-e7eaf4b32189" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.648344] env[69413]: DEBUG nova.network.neutron [req-8aca9d02-d4a0-4a3d-836f-729339b9bd5d req-d3a39fd1-d46a-4060-8b30-d2969b9d79b8 service nova] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Refreshing network info cache for port b40d8a85-ee72-4f43-a40b-44a48119fa56 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.694387] env[69413]: DEBUG nova.compute.manager [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 737.725582] env[69413]: DEBUG nova.virt.hardware [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 737.725802] env[69413]: DEBUG nova.virt.hardware [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 737.725966] env[69413]: DEBUG nova.virt.hardware [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 737.726223] env[69413]: DEBUG nova.virt.hardware [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 737.726395] env[69413]: DEBUG nova.virt.hardware [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 737.726587] env[69413]: DEBUG nova.virt.hardware [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 737.726815] env[69413]: DEBUG nova.virt.hardware [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 737.726976] env[69413]: DEBUG nova.virt.hardware [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 737.727162] env[69413]: DEBUG nova.virt.hardware [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 737.727337] env[69413]: DEBUG nova.virt.hardware [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 737.727526] env[69413]: DEBUG nova.virt.hardware [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 737.728798] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37ad52d-73d9-44e7-a5b5-689b4e31381b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.737140] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405e649f-1683-43a5-9031-1b275b36db82 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.759859] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077323, 'name': CreateVM_Task, 'duration_secs': 1.812529} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.760054] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.760762] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.760950] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.761293] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.761590] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d68decce-44b5-40e9-b03c-48b2feb6bf94 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.766049] env[69413]: DEBUG oslo_vmware.api [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 737.766049] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52fb20cc-9df1-d1ba-34ab-67bcb7d345be" [ 737.766049] env[69413]: _type = "Task" [ 737.766049] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.775270] env[69413]: DEBUG oslo_vmware.api [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52fb20cc-9df1-d1ba-34ab-67bcb7d345be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.825576] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077327, 'name': CreateVM_Task, 'duration_secs': 0.318804} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.825759] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.826553] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.826745] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.827083] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.827358] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85924be8-60b3-4f45-96c1-1203eb1cc284 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.832129] env[69413]: DEBUG oslo_vmware.api [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 737.832129] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c5fad6-a1d5-df24-2bc2-ea393fdba8e5" [ 737.832129] env[69413]: _type = "Task" [ 737.832129] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.839976] env[69413]: DEBUG oslo_vmware.api [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c5fad6-a1d5-df24-2bc2-ea393fdba8e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.068233] env[69413]: DEBUG nova.compute.manager [req-3289bf95-5a15-43bf-bb47-cfd9368172c4 req-8a7abe9f-67fd-4711-8f86-e9865d22f876 service nova] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Received event network-changed-3924a6d0-cfd3-4a37-a6b7-0c0ccfe4f6a9 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.068481] env[69413]: DEBUG nova.compute.manager [req-3289bf95-5a15-43bf-bb47-cfd9368172c4 req-8a7abe9f-67fd-4711-8f86-e9865d22f876 service nova] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Refreshing instance network info cache due to event network-changed-3924a6d0-cfd3-4a37-a6b7-0c0ccfe4f6a9. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.068699] env[69413]: DEBUG oslo_concurrency.lockutils [req-3289bf95-5a15-43bf-bb47-cfd9368172c4 req-8a7abe9f-67fd-4711-8f86-e9865d22f876 service nova] Acquiring lock "refresh_cache-e6b74a1f-99fb-456f-844a-30dc33ecf36e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.068861] env[69413]: DEBUG oslo_concurrency.lockutils [req-3289bf95-5a15-43bf-bb47-cfd9368172c4 req-8a7abe9f-67fd-4711-8f86-e9865d22f876 service nova] Acquired lock "refresh_cache-e6b74a1f-99fb-456f-844a-30dc33ecf36e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.069571] env[69413]: DEBUG nova.network.neutron [req-3289bf95-5a15-43bf-bb47-cfd9368172c4 req-8a7abe9f-67fd-4711-8f86-e9865d22f876 service nova] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Refreshing network info cache for port 3924a6d0-cfd3-4a37-a6b7-0c0ccfe4f6a9 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.277882] env[69413]: DEBUG oslo_vmware.api [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52fb20cc-9df1-d1ba-34ab-67bcb7d345be, 'name': SearchDatastore_Task, 'duration_secs': 0.017894} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.277882] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.277882] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.278070] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.278213] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.278327] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.278588] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f52cb41-cdb2-45a9-94e3-1e53809e2927 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.288107] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.288376] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.289187] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f4427ca-a2b0-44a7-b46e-1b8473b05cf5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.295715] env[69413]: DEBUG oslo_vmware.api [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 738.295715] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a55b9a-420a-e5cd-1323-937d800bb6bc" [ 738.295715] env[69413]: _type = "Task" [ 738.295715] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.304275] env[69413]: DEBUG oslo_vmware.api [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a55b9a-420a-e5cd-1323-937d800bb6bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.343276] env[69413]: DEBUG oslo_vmware.api [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c5fad6-a1d5-df24-2bc2-ea393fdba8e5, 'name': SearchDatastore_Task, 'duration_secs': 0.013948} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.343665] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.343914] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.344192] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.344338] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.344515] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.344778] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d07715f8-2beb-45f1-9a1e-cdedfb3acce5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.354081] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.354268] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.354988] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88a26d20-a064-43d9-97ef-69448ff1e142 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.360485] env[69413]: DEBUG oslo_vmware.api [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 738.360485] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52783f42-d227-4773-b843-cc683d6e4896" [ 738.360485] env[69413]: _type = "Task" [ 738.360485] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.367887] env[69413]: DEBUG oslo_vmware.api [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52783f42-d227-4773-b843-cc683d6e4896, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.402487] env[69413]: DEBUG oslo_concurrency.lockutils [None req-561c0606-8099-4c32-8610-d69792517ca5 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.729s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.405472] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.828s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.409020] env[69413]: INFO nova.compute.claims [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.650678] env[69413]: DEBUG nova.network.neutron [req-8aca9d02-d4a0-4a3d-836f-729339b9bd5d req-d3a39fd1-d46a-4060-8b30-d2969b9d79b8 service nova] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Updated VIF entry in instance network info cache for port b40d8a85-ee72-4f43-a40b-44a48119fa56. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.650870] env[69413]: DEBUG nova.network.neutron [req-8aca9d02-d4a0-4a3d-836f-729339b9bd5d req-d3a39fd1-d46a-4060-8b30-d2969b9d79b8 service nova] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Updating instance_info_cache with network_info: [{"id": "b40d8a85-ee72-4f43-a40b-44a48119fa56", "address": "fa:16:3e:37:9e:47", "network": {"id": "79035362-4c66-46cb-959e-06e2bfc25b97", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-862600175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9de209e31d334361a502bcd6046c7204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb40d8a85-ee", "ovs_interfaceid": "b40d8a85-ee72-4f43-a40b-44a48119fa56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.783299] env[69413]: DEBUG nova.network.neutron [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Successfully updated port: caeb6bce-f75a-4733-be1d-0a0e0b1e777e {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.809065] env[69413]: DEBUG oslo_vmware.api [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a55b9a-420a-e5cd-1323-937d800bb6bc, 'name': SearchDatastore_Task, 'duration_secs': 0.02953} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.814074] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-913defbc-02f0-47fb-a5bd-cdf0e5a15932 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.823073] env[69413]: DEBUG oslo_vmware.api [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 738.823073] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]523ca131-0aec-f11f-cb13-0480c4ac7748" [ 738.823073] env[69413]: _type = "Task" [ 738.823073] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.834734] env[69413]: DEBUG oslo_vmware.api [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]523ca131-0aec-f11f-cb13-0480c4ac7748, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.874177] env[69413]: DEBUG oslo_vmware.api [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52783f42-d227-4773-b843-cc683d6e4896, 'name': SearchDatastore_Task, 'duration_secs': 0.035825} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.874951] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d69ed1e-25ec-4cd9-8bc0-059bfef229c6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.880383] env[69413]: DEBUG oslo_vmware.api [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 738.880383] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c3919e-865a-1751-bfe9-113e1bfba3f9" [ 738.880383] env[69413]: _type = "Task" [ 738.880383] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.888809] env[69413]: DEBUG oslo_vmware.api [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c3919e-865a-1751-bfe9-113e1bfba3f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.899107] env[69413]: DEBUG nova.network.neutron [req-3289bf95-5a15-43bf-bb47-cfd9368172c4 req-8a7abe9f-67fd-4711-8f86-e9865d22f876 service nova] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Updated VIF entry in instance network info cache for port 3924a6d0-cfd3-4a37-a6b7-0c0ccfe4f6a9. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.899446] env[69413]: DEBUG nova.network.neutron [req-3289bf95-5a15-43bf-bb47-cfd9368172c4 req-8a7abe9f-67fd-4711-8f86-e9865d22f876 service nova] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Updating instance_info_cache with network_info: [{"id": "3924a6d0-cfd3-4a37-a6b7-0c0ccfe4f6a9", "address": "fa:16:3e:d3:57:c1", "network": {"id": "c4cbeafe-bb52-4632-a961-228858d0175e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-292007702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7417503547e4ce08464947d31c4f7c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3924a6d0-cf", "ovs_interfaceid": "3924a6d0-cfd3-4a37-a6b7-0c0ccfe4f6a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.972733] env[69413]: INFO nova.scheduler.client.report [None req-561c0606-8099-4c32-8610-d69792517ca5 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Deleted allocation for migration 8a40eab4-cc99-4588-9e88-1b190d22a3d3 [ 739.154838] env[69413]: DEBUG oslo_concurrency.lockutils [req-8aca9d02-d4a0-4a3d-836f-729339b9bd5d req-d3a39fd1-d46a-4060-8b30-d2969b9d79b8 service nova] Releasing lock "refresh_cache-e505a4ad-d19d-4b57-ae72-e7eaf4b32189" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.287062] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Acquiring lock "refresh_cache-f87356eb-fccf-41d7-912f-2a3e76ff6d17" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.287234] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Acquired lock "refresh_cache-f87356eb-fccf-41d7-912f-2a3e76ff6d17" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.287391] env[69413]: DEBUG nova.network.neutron [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.332557] env[69413]: DEBUG oslo_vmware.api [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]523ca131-0aec-f11f-cb13-0480c4ac7748, 'name': SearchDatastore_Task, 'duration_secs': 0.011442} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.334811] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.334811] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 04b9e79c-61b3-422e-a101-bb7c50126483/04b9e79c-61b3-422e-a101-bb7c50126483.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.334811] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40171508-8547-474a-b27d-382de5b84974 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.340627] env[69413]: DEBUG oslo_vmware.api [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 739.340627] env[69413]: value = "task-3077328" [ 739.340627] env[69413]: _type = "Task" [ 739.340627] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.348270] env[69413]: DEBUG oslo_vmware.api [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077328, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.390747] env[69413]: DEBUG oslo_vmware.api [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c3919e-865a-1751-bfe9-113e1bfba3f9, 'name': SearchDatastore_Task, 'duration_secs': 0.028206} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.391054] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.391318] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] e505a4ad-d19d-4b57-ae72-e7eaf4b32189/e505a4ad-d19d-4b57-ae72-e7eaf4b32189.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.391579] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85b501a9-feb8-49f9-8576-839c2a9bce23 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.398198] env[69413]: DEBUG oslo_vmware.api [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 739.398198] env[69413]: value = "task-3077329" [ 739.398198] env[69413]: _type = "Task" [ 739.398198] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.401750] env[69413]: DEBUG oslo_concurrency.lockutils [req-3289bf95-5a15-43bf-bb47-cfd9368172c4 req-8a7abe9f-67fd-4711-8f86-e9865d22f876 service nova] Releasing lock "refresh_cache-e6b74a1f-99fb-456f-844a-30dc33ecf36e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.405942] env[69413]: DEBUG oslo_vmware.api [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.479977] env[69413]: DEBUG oslo_concurrency.lockutils [None req-561c0606-8099-4c32-8610-d69792517ca5 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Lock "dcac029f-96a3-4f1f-98cf-6794be08ab9a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 41.037s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.854988] env[69413]: DEBUG oslo_vmware.api [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077328, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.856791] env[69413]: DEBUG nova.network.neutron [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.913641] env[69413]: DEBUG oslo_vmware.api [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077329, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.995365] env[69413]: DEBUG nova.compute.manager [req-3b163dea-cc67-445d-8d9f-097592cf73d3 req-8d58affc-4bb6-4ff2-8b0b-74e2a9037689 service nova] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Received event network-vif-plugged-caeb6bce-f75a-4733-be1d-0a0e0b1e777e {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.995585] env[69413]: DEBUG oslo_concurrency.lockutils [req-3b163dea-cc67-445d-8d9f-097592cf73d3 req-8d58affc-4bb6-4ff2-8b0b-74e2a9037689 service nova] Acquiring lock "f87356eb-fccf-41d7-912f-2a3e76ff6d17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.995793] env[69413]: DEBUG oslo_concurrency.lockutils [req-3b163dea-cc67-445d-8d9f-097592cf73d3 req-8d58affc-4bb6-4ff2-8b0b-74e2a9037689 service nova] Lock "f87356eb-fccf-41d7-912f-2a3e76ff6d17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.995958] env[69413]: DEBUG oslo_concurrency.lockutils [req-3b163dea-cc67-445d-8d9f-097592cf73d3 req-8d58affc-4bb6-4ff2-8b0b-74e2a9037689 service nova] Lock "f87356eb-fccf-41d7-912f-2a3e76ff6d17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.996366] env[69413]: DEBUG nova.compute.manager [req-3b163dea-cc67-445d-8d9f-097592cf73d3 req-8d58affc-4bb6-4ff2-8b0b-74e2a9037689 service nova] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] No waiting events found dispatching network-vif-plugged-caeb6bce-f75a-4733-be1d-0a0e0b1e777e {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 739.996557] env[69413]: WARNING nova.compute.manager [req-3b163dea-cc67-445d-8d9f-097592cf73d3 req-8d58affc-4bb6-4ff2-8b0b-74e2a9037689 service nova] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Received unexpected event network-vif-plugged-caeb6bce-f75a-4733-be1d-0a0e0b1e777e for instance with vm_state building and task_state spawning. [ 739.996967] env[69413]: DEBUG nova.compute.manager [req-3b163dea-cc67-445d-8d9f-097592cf73d3 req-8d58affc-4bb6-4ff2-8b0b-74e2a9037689 service nova] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Received event network-changed-caeb6bce-f75a-4733-be1d-0a0e0b1e777e {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.997306] env[69413]: DEBUG nova.compute.manager [req-3b163dea-cc67-445d-8d9f-097592cf73d3 req-8d58affc-4bb6-4ff2-8b0b-74e2a9037689 service nova] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Refreshing instance network info cache due to event network-changed-caeb6bce-f75a-4733-be1d-0a0e0b1e777e. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 739.997505] env[69413]: DEBUG oslo_concurrency.lockutils [req-3b163dea-cc67-445d-8d9f-097592cf73d3 req-8d58affc-4bb6-4ff2-8b0b-74e2a9037689 service nova] Acquiring lock "refresh_cache-f87356eb-fccf-41d7-912f-2a3e76ff6d17" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.001543] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f9db18-b2d1-402d-8755-c08aa28cf527 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.011333] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36514d27-4580-4a0a-954d-39d15c02c985 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.048651] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec7ee26-6e98-47f9-8390-611fcfaf0e11 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.060021] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc033b83-70fc-41fe-bd2b-ae39eec6d922 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.072869] env[69413]: DEBUG nova.compute.provider_tree [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.076823] env[69413]: DEBUG nova.network.neutron [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Updating instance_info_cache with network_info: [{"id": "caeb6bce-f75a-4733-be1d-0a0e0b1e777e", "address": "fa:16:3e:db:da:67", "network": {"id": "3d3a2f9c-e9b3-4837-9ccc-f85fda34b85c", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1961885372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5bf2bca761145bcbaf86831ecde8d5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaeb6bce-f7", "ovs_interfaceid": "caeb6bce-f75a-4733-be1d-0a0e0b1e777e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.355932] env[69413]: DEBUG oslo_vmware.api [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077328, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736142} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.356233] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 04b9e79c-61b3-422e-a101-bb7c50126483/04b9e79c-61b3-422e-a101-bb7c50126483.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.356360] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.356616] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0135c540-5f6e-4dcd-88fa-bdcedb25513a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.363526] env[69413]: DEBUG oslo_vmware.api [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 740.363526] env[69413]: value = "task-3077330" [ 740.363526] env[69413]: _type = "Task" [ 740.363526] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.373692] env[69413]: DEBUG oslo_vmware.api [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.411836] env[69413]: DEBUG oslo_vmware.api [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077329, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653413} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.412176] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] e505a4ad-d19d-4b57-ae72-e7eaf4b32189/e505a4ad-d19d-4b57-ae72-e7eaf4b32189.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.412445] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.412743] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56a9035f-1c22-43f9-9025-0f5421050df9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.420059] env[69413]: DEBUG oslo_vmware.api [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 740.420059] env[69413]: value = "task-3077331" [ 740.420059] env[69413]: _type = "Task" [ 740.420059] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.428094] env[69413]: DEBUG oslo_vmware.api [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077331, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.577030] env[69413]: DEBUG nova.scheduler.client.report [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.580012] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Releasing lock "refresh_cache-f87356eb-fccf-41d7-912f-2a3e76ff6d17" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.580758] env[69413]: DEBUG nova.compute.manager [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Instance network_info: |[{"id": "caeb6bce-f75a-4733-be1d-0a0e0b1e777e", "address": "fa:16:3e:db:da:67", "network": {"id": "3d3a2f9c-e9b3-4837-9ccc-f85fda34b85c", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1961885372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5bf2bca761145bcbaf86831ecde8d5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaeb6bce-f7", "ovs_interfaceid": "caeb6bce-f75a-4733-be1d-0a0e0b1e777e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 740.581361] env[69413]: DEBUG oslo_concurrency.lockutils [req-3b163dea-cc67-445d-8d9f-097592cf73d3 req-8d58affc-4bb6-4ff2-8b0b-74e2a9037689 service nova] Acquired lock "refresh_cache-f87356eb-fccf-41d7-912f-2a3e76ff6d17" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.581562] env[69413]: DEBUG nova.network.neutron [req-3b163dea-cc67-445d-8d9f-097592cf73d3 req-8d58affc-4bb6-4ff2-8b0b-74e2a9037689 service nova] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Refreshing network info cache for port caeb6bce-f75a-4733-be1d-0a0e0b1e777e {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.582896] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:da:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '191a5351-07d5-4138-b855-206f48fc4375', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'caeb6bce-f75a-4733-be1d-0a0e0b1e777e', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.590668] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Creating folder: Project (a5bf2bca761145bcbaf86831ecde8d5d). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.591591] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9963038-f223-4558-b84d-25d5bc855a2b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.603406] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Created folder: Project (a5bf2bca761145bcbaf86831ecde8d5d) in parent group-v616034. [ 740.603587] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Creating folder: Instances. Parent ref: group-v616133. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.603855] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90e64ef1-300b-4a51-a56e-749b419fc19d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.613038] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Created folder: Instances in parent group-v616133. [ 740.613263] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.613443] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.613631] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4db4671-f736-46bd-a792-5bbedf8b7df8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.632466] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.632466] env[69413]: value = "task-3077334" [ 740.632466] env[69413]: _type = "Task" [ 740.632466] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.642798] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077334, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.807764] env[69413]: DEBUG oslo_concurrency.lockutils [None req-efb7a919-8c8b-4091-90e4-b25d45581a18 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Acquiring lock "42cce3a8-5afa-429e-a023-ccd1e113c7d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.808122] env[69413]: DEBUG oslo_concurrency.lockutils [None req-efb7a919-8c8b-4091-90e4-b25d45581a18 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Lock "42cce3a8-5afa-429e-a023-ccd1e113c7d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.808437] env[69413]: DEBUG oslo_concurrency.lockutils [None req-efb7a919-8c8b-4091-90e4-b25d45581a18 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Acquiring lock "42cce3a8-5afa-429e-a023-ccd1e113c7d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.808722] env[69413]: DEBUG oslo_concurrency.lockutils [None req-efb7a919-8c8b-4091-90e4-b25d45581a18 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Lock "42cce3a8-5afa-429e-a023-ccd1e113c7d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.809170] env[69413]: DEBUG oslo_concurrency.lockutils [None req-efb7a919-8c8b-4091-90e4-b25d45581a18 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Lock "42cce3a8-5afa-429e-a023-ccd1e113c7d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.811949] env[69413]: INFO nova.compute.manager [None req-efb7a919-8c8b-4091-90e4-b25d45581a18 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Terminating instance [ 740.874427] env[69413]: DEBUG oslo_vmware.api [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063788} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.874427] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.874427] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e9d463-fd62-4aef-96ee-d20552a2df70 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.897012] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 04b9e79c-61b3-422e-a101-bb7c50126483/04b9e79c-61b3-422e-a101-bb7c50126483.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.897637] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a93cb17-4f26-44dc-bfca-a410d5bf2e88 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.917722] env[69413]: DEBUG oslo_vmware.api [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 740.917722] env[69413]: value = "task-3077335" [ 740.917722] env[69413]: _type = "Task" [ 740.917722] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.932987] env[69413]: DEBUG oslo_vmware.api [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077335, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.933118] env[69413]: DEBUG oslo_vmware.api [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077331, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066112} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.933286] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.934079] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cf86be-850c-4b9d-9e31-5ac48d355e16 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.956464] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] e505a4ad-d19d-4b57-ae72-e7eaf4b32189/e505a4ad-d19d-4b57-ae72-e7eaf4b32189.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.956782] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbe7ceb1-f560-48eb-8679-7ac96727af71 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.976440] env[69413]: DEBUG oslo_vmware.api [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 740.976440] env[69413]: value = "task-3077336" [ 740.976440] env[69413]: _type = "Task" [ 740.976440] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.984173] env[69413]: DEBUG oslo_vmware.api [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077336, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.082373] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.082895] env[69413]: DEBUG nova.compute.manager [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 741.085674] env[69413]: DEBUG oslo_concurrency.lockutils [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.705s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.087069] env[69413]: INFO nova.compute.claims [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.144085] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077334, 'name': CreateVM_Task} progress is 25%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.314640] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Acquiring lock "ba72f8ba-3ed8-4b38-8a3a-e784ab200285" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.314872] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Lock "ba72f8ba-3ed8-4b38-8a3a-e784ab200285" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.315610] env[69413]: DEBUG nova.compute.manager [None req-efb7a919-8c8b-4091-90e4-b25d45581a18 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 741.315806] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-efb7a919-8c8b-4091-90e4-b25d45581a18 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 741.316689] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088dce91-ffc3-434c-9aaf-05198178b780 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.326894] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb7a919-8c8b-4091-90e4-b25d45581a18 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.327154] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e417ed3a-6767-430b-a096-159498e95726 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.333986] env[69413]: DEBUG oslo_vmware.api [None req-efb7a919-8c8b-4091-90e4-b25d45581a18 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Waiting for the task: (returnval){ [ 741.333986] env[69413]: value = "task-3077337" [ 741.333986] env[69413]: _type = "Task" [ 741.333986] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.342322] env[69413]: DEBUG oslo_vmware.api [None req-efb7a919-8c8b-4091-90e4-b25d45581a18 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.403526] env[69413]: DEBUG nova.network.neutron [req-3b163dea-cc67-445d-8d9f-097592cf73d3 req-8d58affc-4bb6-4ff2-8b0b-74e2a9037689 service nova] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Updated VIF entry in instance network info cache for port caeb6bce-f75a-4733-be1d-0a0e0b1e777e. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 741.403946] env[69413]: DEBUG nova.network.neutron [req-3b163dea-cc67-445d-8d9f-097592cf73d3 req-8d58affc-4bb6-4ff2-8b0b-74e2a9037689 service nova] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Updating instance_info_cache with network_info: [{"id": "caeb6bce-f75a-4733-be1d-0a0e0b1e777e", "address": "fa:16:3e:db:da:67", "network": {"id": "3d3a2f9c-e9b3-4837-9ccc-f85fda34b85c", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1961885372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5bf2bca761145bcbaf86831ecde8d5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaeb6bce-f7", "ovs_interfaceid": "caeb6bce-f75a-4733-be1d-0a0e0b1e777e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.428168] env[69413]: DEBUG oslo_vmware.api [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.487193] env[69413]: DEBUG oslo_vmware.api [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.596053] env[69413]: DEBUG nova.compute.utils [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 741.596906] env[69413]: DEBUG nova.compute.manager [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 741.596906] env[69413]: DEBUG nova.network.neutron [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 741.632059] env[69413]: DEBUG nova.policy [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86f95af727034546ab5059d48128de96', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2fa78b4434b4159a0d98cf7212d93af', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 741.644623] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077334, 'name': CreateVM_Task, 'duration_secs': 0.856092} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.644791] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.645431] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.645588] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.645963] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.646231] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40848d7c-395f-4fef-91d5-a28714de4ad7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.650885] env[69413]: DEBUG oslo_vmware.api [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Waiting for the task: (returnval){ [ 741.650885] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d92131-4260-9a0c-8b67-6c74323e907e" [ 741.650885] env[69413]: _type = "Task" [ 741.650885] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.660646] env[69413]: DEBUG oslo_vmware.api [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d92131-4260-9a0c-8b67-6c74323e907e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.844379] env[69413]: DEBUG oslo_vmware.api [None req-efb7a919-8c8b-4091-90e4-b25d45581a18 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077337, 'name': PowerOffVM_Task, 'duration_secs': 0.229215} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.844652] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb7a919-8c8b-4091-90e4-b25d45581a18 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 741.844822] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-efb7a919-8c8b-4091-90e4-b25d45581a18 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 741.845073] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7560fefa-32e2-4a40-b088-cb6f2b640163 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.903675] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-efb7a919-8c8b-4091-90e4-b25d45581a18 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 741.903848] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-efb7a919-8c8b-4091-90e4-b25d45581a18 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 741.904058] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb7a919-8c8b-4091-90e4-b25d45581a18 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Deleting the datastore file [datastore2] 42cce3a8-5afa-429e-a023-ccd1e113c7d8 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 741.904308] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f16101b-c1b7-4201-9f97-bc74c86509b4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.906446] env[69413]: DEBUG oslo_concurrency.lockutils [req-3b163dea-cc67-445d-8d9f-097592cf73d3 req-8d58affc-4bb6-4ff2-8b0b-74e2a9037689 service nova] Releasing lock "refresh_cache-f87356eb-fccf-41d7-912f-2a3e76ff6d17" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.911827] env[69413]: DEBUG oslo_vmware.api [None req-efb7a919-8c8b-4091-90e4-b25d45581a18 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Waiting for the task: (returnval){ [ 741.911827] env[69413]: value = "task-3077339" [ 741.911827] env[69413]: _type = "Task" [ 741.911827] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.919619] env[69413]: DEBUG oslo_vmware.api [None req-efb7a919-8c8b-4091-90e4-b25d45581a18 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.926681] env[69413]: DEBUG oslo_vmware.api [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077335, 'name': ReconfigVM_Task, 'duration_secs': 0.737697} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.926930] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 04b9e79c-61b3-422e-a101-bb7c50126483/04b9e79c-61b3-422e-a101-bb7c50126483.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.928699] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f60f1273-c3a5-4ffc-86a2-7be04f48a7ba {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.932744] env[69413]: DEBUG oslo_vmware.api [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 741.932744] env[69413]: value = "task-3077340" [ 741.932744] env[69413]: _type = "Task" [ 741.932744] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.940512] env[69413]: DEBUG oslo_vmware.api [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077340, 'name': Rename_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.987235] env[69413]: DEBUG oslo_vmware.api [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077336, 'name': ReconfigVM_Task, 'duration_secs': 0.864364} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.987338] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Reconfigured VM instance instance-00000020 to attach disk [datastore2] e505a4ad-d19d-4b57-ae72-e7eaf4b32189/e505a4ad-d19d-4b57-ae72-e7eaf4b32189.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.987971] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f381f244-15b8-4133-9f1c-df922da87450 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.993946] env[69413]: DEBUG oslo_vmware.api [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 741.993946] env[69413]: value = "task-3077341" [ 741.993946] env[69413]: _type = "Task" [ 741.993946] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.005744] env[69413]: DEBUG oslo_vmware.api [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077341, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.101906] env[69413]: DEBUG nova.network.neutron [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Successfully created port: 2437c518-a1c6-490e-9071-d75c33e127db {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 742.103383] env[69413]: DEBUG nova.compute.manager [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 742.161377] env[69413]: DEBUG oslo_vmware.api [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d92131-4260-9a0c-8b67-6c74323e907e, 'name': SearchDatastore_Task, 'duration_secs': 0.011664} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.164767] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.164841] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.165076] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.165231] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.165409] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.166086] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a2d24cd-ba6a-4837-bb4d-fc7c0f30e3fc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.175097] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.175273] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.178108] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be8410b6-2c90-4bb8-9eea-c8aff82fc61d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.183656] env[69413]: DEBUG oslo_vmware.api [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Waiting for the task: (returnval){ [ 742.183656] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f0a0d3-f6d9-f748-801f-e346aa0fc711" [ 742.183656] env[69413]: _type = "Task" [ 742.183656] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.190973] env[69413]: DEBUG oslo_vmware.api [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f0a0d3-f6d9-f748-801f-e346aa0fc711, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.424887] env[69413]: DEBUG oslo_vmware.api [None req-efb7a919-8c8b-4091-90e4-b25d45581a18 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211803} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.425910] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb7a919-8c8b-4091-90e4-b25d45581a18 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 742.426218] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-efb7a919-8c8b-4091-90e4-b25d45581a18 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 742.426454] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-efb7a919-8c8b-4091-90e4-b25d45581a18 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 742.426731] env[69413]: INFO nova.compute.manager [None req-efb7a919-8c8b-4091-90e4-b25d45581a18 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 742.427031] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efb7a919-8c8b-4091-90e4-b25d45581a18 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.427286] env[69413]: DEBUG nova.compute.manager [-] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 742.427430] env[69413]: DEBUG nova.network.neutron [-] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 742.442847] env[69413]: DEBUG oslo_vmware.api [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077340, 'name': Rename_Task, 'duration_secs': 0.153472} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.445382] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.445797] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-199b1acf-6797-419a-bc38-1d3b33d28cce {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.454353] env[69413]: DEBUG oslo_vmware.api [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 742.454353] env[69413]: value = "task-3077342" [ 742.454353] env[69413]: _type = "Task" [ 742.454353] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.464173] env[69413]: DEBUG oslo_vmware.api [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077342, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.507150] env[69413]: DEBUG oslo_vmware.api [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077341, 'name': Rename_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.612771] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fe79a9-3ffe-422c-8643-f564cde14113 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.622074] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833ec903-1080-4358-82e5-f1d65b3a7ad1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.662301] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187d649d-bb7c-415f-91b0-a49a10b45fad {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.671936] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d99f63d-d00d-4ea4-9801-64597eedcb00 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.688334] env[69413]: DEBUG nova.compute.provider_tree [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.703453] env[69413]: DEBUG oslo_vmware.api [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f0a0d3-f6d9-f748-801f-e346aa0fc711, 'name': SearchDatastore_Task, 'duration_secs': 0.03241} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.704681] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f042194-f2ff-477f-996c-991727156d54 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.711878] env[69413]: DEBUG oslo_vmware.api [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Waiting for the task: (returnval){ [ 742.711878] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52209973-da04-d1dd-f80f-325c0582d048" [ 742.711878] env[69413]: _type = "Task" [ 742.711878] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.719025] env[69413]: DEBUG nova.compute.manager [req-99ce1ec4-88c6-4a6b-aeda-b0f7fcb679fe req-4e7a899a-c03c-4074-b047-63ce32a94602 service nova] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Received event network-vif-deleted-950b3fd5-9f04-4182-9cb6-0caa2f487ba4 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.719390] env[69413]: INFO nova.compute.manager [req-99ce1ec4-88c6-4a6b-aeda-b0f7fcb679fe req-4e7a899a-c03c-4074-b047-63ce32a94602 service nova] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Neutron deleted interface 950b3fd5-9f04-4182-9cb6-0caa2f487ba4; detaching it from the instance and deleting it from the info cache [ 742.719563] env[69413]: DEBUG nova.network.neutron [req-99ce1ec4-88c6-4a6b-aeda-b0f7fcb679fe req-4e7a899a-c03c-4074-b047-63ce32a94602 service nova] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.724690] env[69413]: DEBUG oslo_vmware.api [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52209973-da04-d1dd-f80f-325c0582d048, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.963531] env[69413]: DEBUG oslo_vmware.api [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077342, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.005613] env[69413]: DEBUG oslo_vmware.api [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077341, 'name': Rename_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.117352] env[69413]: DEBUG nova.compute.manager [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 743.142787] env[69413]: DEBUG nova.virt.hardware [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 743.143036] env[69413]: DEBUG nova.virt.hardware [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 743.143241] env[69413]: DEBUG nova.virt.hardware [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 743.143366] env[69413]: DEBUG nova.virt.hardware [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 743.143509] env[69413]: DEBUG nova.virt.hardware [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 743.143651] env[69413]: DEBUG nova.virt.hardware [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 743.143857] env[69413]: DEBUG nova.virt.hardware [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 743.144021] env[69413]: DEBUG nova.virt.hardware [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 743.144187] env[69413]: DEBUG nova.virt.hardware [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 743.144374] env[69413]: DEBUG nova.virt.hardware [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 743.144520] env[69413]: DEBUG nova.virt.hardware [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 743.145398] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3490dfc-60f2-4748-bf79-b974d9087a83 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.153298] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea15875-7b1a-4c3d-bd4e-77439c670ac7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.192761] env[69413]: DEBUG nova.scheduler.client.report [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.205518] env[69413]: DEBUG nova.network.neutron [-] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.224487] env[69413]: DEBUG oslo_vmware.api [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52209973-da04-d1dd-f80f-325c0582d048, 'name': SearchDatastore_Task, 'duration_secs': 0.010925} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.224743] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f26fa771-ec15-42f1-9d10-d04f8efc9e58 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.227345] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.227669] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] f87356eb-fccf-41d7-912f-2a3e76ff6d17/f87356eb-fccf-41d7-912f-2a3e76ff6d17.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.227988] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff7d069b-5cef-4a0d-a346-21ea70bd714d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.240271] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8bf508-663f-45be-a493-ed51a85fd6f7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.253116] env[69413]: DEBUG oslo_vmware.api [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Waiting for the task: (returnval){ [ 743.253116] env[69413]: value = "task-3077343" [ 743.253116] env[69413]: _type = "Task" [ 743.253116] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.261885] env[69413]: DEBUG oslo_vmware.api [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Task: {'id': task-3077343, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.275689] env[69413]: DEBUG nova.compute.manager [req-99ce1ec4-88c6-4a6b-aeda-b0f7fcb679fe req-4e7a899a-c03c-4074-b047-63ce32a94602 service nova] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Detach interface failed, port_id=950b3fd5-9f04-4182-9cb6-0caa2f487ba4, reason: Instance 42cce3a8-5afa-429e-a023-ccd1e113c7d8 could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 743.467052] env[69413]: DEBUG oslo_vmware.api [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077342, 'name': PowerOnVM_Task, 'duration_secs': 0.650853} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.467411] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.467679] env[69413]: INFO nova.compute.manager [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Took 11.11 seconds to spawn the instance on the hypervisor. [ 743.467918] env[69413]: DEBUG nova.compute.manager [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.468770] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18638db9-ea07-4fb1-a9f9-e74f31828e0e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.505853] env[69413]: DEBUG oslo_vmware.api [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077341, 'name': Rename_Task, 'duration_secs': 1.16059} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.506209] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.506489] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c2613b9-82b6-430c-b61a-33ceaa82b1e2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.513335] env[69413]: DEBUG oslo_vmware.api [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 743.513335] env[69413]: value = "task-3077344" [ 743.513335] env[69413]: _type = "Task" [ 743.513335] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.523149] env[69413]: DEBUG oslo_vmware.api [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.698226] env[69413]: DEBUG oslo_concurrency.lockutils [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.698769] env[69413]: DEBUG nova.compute.manager [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 743.701553] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f69eeb7d-4c17-4156-b88a-8d3c4e9978ab tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.101s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.701813] env[69413]: DEBUG nova.objects.instance [None req-f69eeb7d-4c17-4156-b88a-8d3c4e9978ab tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Lazy-loading 'resources' on Instance uuid 87186036-0f42-4623-9b36-1513f84bb1c4 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 743.708411] env[69413]: INFO nova.compute.manager [-] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Took 1.28 seconds to deallocate network for instance. [ 743.744194] env[69413]: DEBUG nova.compute.manager [req-56a26fd0-44c0-4f46-b6ea-73d0253a8335 req-a9468bb0-4998-420c-8894-d6fc9f65a2f4 service nova] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Received event network-vif-plugged-2437c518-a1c6-490e-9071-d75c33e127db {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.744194] env[69413]: DEBUG oslo_concurrency.lockutils [req-56a26fd0-44c0-4f46-b6ea-73d0253a8335 req-a9468bb0-4998-420c-8894-d6fc9f65a2f4 service nova] Acquiring lock "76c49241-9cd4-4f51-8dd2-093e10b61ac0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.744980] env[69413]: DEBUG oslo_concurrency.lockutils [req-56a26fd0-44c0-4f46-b6ea-73d0253a8335 req-a9468bb0-4998-420c-8894-d6fc9f65a2f4 service nova] Lock "76c49241-9cd4-4f51-8dd2-093e10b61ac0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.745353] env[69413]: DEBUG oslo_concurrency.lockutils [req-56a26fd0-44c0-4f46-b6ea-73d0253a8335 req-a9468bb0-4998-420c-8894-d6fc9f65a2f4 service nova] Lock "76c49241-9cd4-4f51-8dd2-093e10b61ac0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.745748] env[69413]: DEBUG nova.compute.manager [req-56a26fd0-44c0-4f46-b6ea-73d0253a8335 req-a9468bb0-4998-420c-8894-d6fc9f65a2f4 service nova] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] No waiting events found dispatching network-vif-plugged-2437c518-a1c6-490e-9071-d75c33e127db {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 743.746139] env[69413]: WARNING nova.compute.manager [req-56a26fd0-44c0-4f46-b6ea-73d0253a8335 req-a9468bb0-4998-420c-8894-d6fc9f65a2f4 service nova] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Received unexpected event network-vif-plugged-2437c518-a1c6-490e-9071-d75c33e127db for instance with vm_state building and task_state spawning. [ 743.764760] env[69413]: DEBUG oslo_vmware.api [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Task: {'id': task-3077343, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46883} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.765822] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] f87356eb-fccf-41d7-912f-2a3e76ff6d17/f87356eb-fccf-41d7-912f-2a3e76ff6d17.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.766236] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.767163] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4899f842-0b92-4d8e-9b7b-3caf302d0d1c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.773514] env[69413]: DEBUG oslo_vmware.api [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Waiting for the task: (returnval){ [ 743.773514] env[69413]: value = "task-3077345" [ 743.773514] env[69413]: _type = "Task" [ 743.773514] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.782777] env[69413]: DEBUG oslo_vmware.api [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Task: {'id': task-3077345, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.872664] env[69413]: DEBUG nova.network.neutron [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Successfully updated port: 2437c518-a1c6-490e-9071-d75c33e127db {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 743.987817] env[69413]: INFO nova.compute.manager [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Took 51.31 seconds to build instance. [ 744.023718] env[69413]: DEBUG oslo_vmware.api [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077344, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.206632] env[69413]: DEBUG nova.compute.utils [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 744.211857] env[69413]: DEBUG nova.compute.manager [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 744.212301] env[69413]: DEBUG nova.network.neutron [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 744.214480] env[69413]: DEBUG oslo_concurrency.lockutils [None req-efb7a919-8c8b-4091-90e4-b25d45581a18 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.271939] env[69413]: DEBUG nova.policy [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad41c6b2892b49148f82a43ebe98e07f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2dc1f2bbc864099bd0f9a128311073d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 744.286630] env[69413]: DEBUG oslo_vmware.api [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Task: {'id': task-3077345, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061563} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.287011] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.287861] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1a6a29-16de-464d-985b-175ed09fe880 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.318325] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] f87356eb-fccf-41d7-912f-2a3e76ff6d17/f87356eb-fccf-41d7-912f-2a3e76ff6d17.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.322593] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d7510f7-ab64-4859-81da-3319b7d8769f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.346742] env[69413]: DEBUG oslo_vmware.api [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Waiting for the task: (returnval){ [ 744.346742] env[69413]: value = "task-3077346" [ 744.346742] env[69413]: _type = "Task" [ 744.346742] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.359650] env[69413]: DEBUG oslo_vmware.api [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Task: {'id': task-3077346, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.377082] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Acquiring lock "refresh_cache-76c49241-9cd4-4f51-8dd2-093e10b61ac0" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.377233] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Acquired lock "refresh_cache-76c49241-9cd4-4f51-8dd2-093e10b61ac0" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.377384] env[69413]: DEBUG nova.network.neutron [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.490053] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2f872814-61e6-4dbc-91c3-fff3eebd6f4f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "04b9e79c-61b3-422e-a101-bb7c50126483" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.277s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.524469] env[69413]: DEBUG oslo_vmware.api [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077344, 'name': PowerOnVM_Task, 'duration_secs': 0.8098} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.524750] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 744.524950] env[69413]: INFO nova.compute.manager [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Took 9.42 seconds to spawn the instance on the hypervisor. [ 744.525144] env[69413]: DEBUG nova.compute.manager [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.525924] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647f53c6-5189-4e8d-a0a0-4704e3187f21 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.650512] env[69413]: DEBUG nova.network.neutron [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Successfully created port: 487d1f20-862a-4111-ae80-9266a83dd7a3 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 744.712560] env[69413]: DEBUG nova.compute.manager [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 744.855630] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22184ad9-88a5-43a5-8e7d-11f20381d538 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.867533] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa22367e-c374-4259-a68b-e6ce638b2afe {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.870996] env[69413]: DEBUG oslo_vmware.api [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Task: {'id': task-3077346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.907591] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3273dc35-9256-46b6-ab6e-7f337b829d02 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.921140] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557d0d45-51b2-472d-ad74-2055408ec11c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.934453] env[69413]: DEBUG nova.compute.provider_tree [None req-f69eeb7d-4c17-4156-b88a-8d3c4e9978ab tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.947256] env[69413]: DEBUG nova.network.neutron [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 744.993465] env[69413]: DEBUG nova.compute.manager [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 745.043089] env[69413]: INFO nova.compute.manager [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Took 49.01 seconds to build instance. [ 745.102838] env[69413]: DEBUG nova.network.neutron [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Updating instance_info_cache with network_info: [{"id": "2437c518-a1c6-490e-9071-d75c33e127db", "address": "fa:16:3e:1b:07:e7", "network": {"id": "c4e42ea8-3c4b-494d-8a7f-fd64107c83a9", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-766619914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2fa78b4434b4159a0d98cf7212d93af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2437c518-a1", "ovs_interfaceid": "2437c518-a1c6-490e-9071-d75c33e127db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.360645] env[69413]: DEBUG oslo_vmware.api [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Task: {'id': task-3077346, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.437715] env[69413]: DEBUG nova.scheduler.client.report [None req-f69eeb7d-4c17-4156-b88a-8d3c4e9978ab tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.513147] env[69413]: DEBUG oslo_concurrency.lockutils [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.545592] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2af9cffa-d2cd-4e9f-a1f7-57801cf010ea tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "e505a4ad-d19d-4b57-ae72-e7eaf4b32189" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.467s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.605510] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Releasing lock "refresh_cache-76c49241-9cd4-4f51-8dd2-093e10b61ac0" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.606061] env[69413]: DEBUG nova.compute.manager [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Instance network_info: |[{"id": "2437c518-a1c6-490e-9071-d75c33e127db", "address": "fa:16:3e:1b:07:e7", "network": {"id": "c4e42ea8-3c4b-494d-8a7f-fd64107c83a9", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-766619914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2fa78b4434b4159a0d98cf7212d93af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2437c518-a1", "ovs_interfaceid": "2437c518-a1c6-490e-9071-d75c33e127db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 745.606646] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:07:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2c424c9-6446-4b2a-af8c-4d9c29117c39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2437c518-a1c6-490e-9071-d75c33e127db', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 745.614249] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Creating folder: Project (a2fa78b4434b4159a0d98cf7212d93af). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.614559] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12166e90-e270-4cd8-ad58-edf661e52dd6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.626026] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Created folder: Project (a2fa78b4434b4159a0d98cf7212d93af) in parent group-v616034. [ 745.626196] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Creating folder: Instances. Parent ref: group-v616136. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.626422] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2cacd88a-2720-430d-9d05-dbceb7746485 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.635856] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Created folder: Instances in parent group-v616136. [ 745.636278] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.636530] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 745.636752] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c87cf8a4-04e3-469e-9383-aa7e645ab6ac {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.658032] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 745.658032] env[69413]: value = "task-3077349" [ 745.658032] env[69413]: _type = "Task" [ 745.658032] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.666097] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077349, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.692041] env[69413]: DEBUG oslo_concurrency.lockutils [None req-967bf28b-08e3-444d-a460-911a8100cd1e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "e505a4ad-d19d-4b57-ae72-e7eaf4b32189" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.692170] env[69413]: DEBUG oslo_concurrency.lockutils [None req-967bf28b-08e3-444d-a460-911a8100cd1e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "e505a4ad-d19d-4b57-ae72-e7eaf4b32189" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.692330] env[69413]: DEBUG oslo_concurrency.lockutils [None req-967bf28b-08e3-444d-a460-911a8100cd1e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "e505a4ad-d19d-4b57-ae72-e7eaf4b32189-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.692545] env[69413]: DEBUG oslo_concurrency.lockutils [None req-967bf28b-08e3-444d-a460-911a8100cd1e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "e505a4ad-d19d-4b57-ae72-e7eaf4b32189-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.692791] env[69413]: DEBUG oslo_concurrency.lockutils [None req-967bf28b-08e3-444d-a460-911a8100cd1e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "e505a4ad-d19d-4b57-ae72-e7eaf4b32189-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.694944] env[69413]: INFO nova.compute.manager [None req-967bf28b-08e3-444d-a460-911a8100cd1e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Terminating instance [ 745.722761] env[69413]: DEBUG nova.compute.manager [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 745.751958] env[69413]: DEBUG nova.virt.hardware [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.752235] env[69413]: DEBUG nova.virt.hardware [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.752389] env[69413]: DEBUG nova.virt.hardware [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.752566] env[69413]: DEBUG nova.virt.hardware [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.752707] env[69413]: DEBUG nova.virt.hardware [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.752852] env[69413]: DEBUG nova.virt.hardware [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.753081] env[69413]: DEBUG nova.virt.hardware [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.753247] env[69413]: DEBUG nova.virt.hardware [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.753413] env[69413]: DEBUG nova.virt.hardware [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.753578] env[69413]: DEBUG nova.virt.hardware [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.753748] env[69413]: DEBUG nova.virt.hardware [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.754740] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeda7cec-a2a4-41d7-aa98-d723762011c9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.763198] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7de99f-a774-40f2-b372-b4dcac9cd11b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.863485] env[69413]: DEBUG oslo_vmware.api [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Task: {'id': task-3077346, 'name': ReconfigVM_Task, 'duration_secs': 1.060297} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.864797] env[69413]: DEBUG nova.compute.manager [req-af77fddf-3a57-4a87-88d5-d0fc238d5918 req-c779f918-3aca-4d17-a792-04900544a6bf service nova] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Received event network-changed-2437c518-a1c6-490e-9071-d75c33e127db {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.865033] env[69413]: DEBUG nova.compute.manager [req-af77fddf-3a57-4a87-88d5-d0fc238d5918 req-c779f918-3aca-4d17-a792-04900544a6bf service nova] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Refreshing instance network info cache due to event network-changed-2437c518-a1c6-490e-9071-d75c33e127db. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 745.865297] env[69413]: DEBUG oslo_concurrency.lockutils [req-af77fddf-3a57-4a87-88d5-d0fc238d5918 req-c779f918-3aca-4d17-a792-04900544a6bf service nova] Acquiring lock "refresh_cache-76c49241-9cd4-4f51-8dd2-093e10b61ac0" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.865474] env[69413]: DEBUG oslo_concurrency.lockutils [req-af77fddf-3a57-4a87-88d5-d0fc238d5918 req-c779f918-3aca-4d17-a792-04900544a6bf service nova] Acquired lock "refresh_cache-76c49241-9cd4-4f51-8dd2-093e10b61ac0" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.865693] env[69413]: DEBUG nova.network.neutron [req-af77fddf-3a57-4a87-88d5-d0fc238d5918 req-c779f918-3aca-4d17-a792-04900544a6bf service nova] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Refreshing network info cache for port 2437c518-a1c6-490e-9071-d75c33e127db {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.867192] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Reconfigured VM instance instance-00000021 to attach disk [datastore2] f87356eb-fccf-41d7-912f-2a3e76ff6d17/f87356eb-fccf-41d7-912f-2a3e76ff6d17.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.868413] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-831ec3c3-b862-4daa-ba6a-c95a4bdc183e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.880034] env[69413]: DEBUG oslo_vmware.api [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Waiting for the task: (returnval){ [ 745.880034] env[69413]: value = "task-3077350" [ 745.880034] env[69413]: _type = "Task" [ 745.880034] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.889747] env[69413]: DEBUG oslo_vmware.api [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Task: {'id': task-3077350, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.945649] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f69eeb7d-4c17-4156-b88a-8d3c4e9978ab tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.244s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.950111] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.142s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.952705] env[69413]: INFO nova.compute.claims [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.976179] env[69413]: INFO nova.scheduler.client.report [None req-f69eeb7d-4c17-4156-b88a-8d3c4e9978ab tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Deleted allocations for instance 87186036-0f42-4623-9b36-1513f84bb1c4 [ 746.053544] env[69413]: DEBUG nova.compute.manager [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 746.170584] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077349, 'name': CreateVM_Task, 'duration_secs': 0.358977} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.170764] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.171467] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.171628] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.171985] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.172262] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff5eae32-bc21-47ac-a516-eef60b3e384d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.177178] env[69413]: DEBUG oslo_vmware.api [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Waiting for the task: (returnval){ [ 746.177178] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5236dca2-4fec-38ff-e4d1-1afc06c92ef3" [ 746.177178] env[69413]: _type = "Task" [ 746.177178] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.185805] env[69413]: DEBUG oslo_vmware.api [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5236dca2-4fec-38ff-e4d1-1afc06c92ef3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.199150] env[69413]: DEBUG nova.compute.manager [None req-967bf28b-08e3-444d-a460-911a8100cd1e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 746.199150] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-967bf28b-08e3-444d-a460-911a8100cd1e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 746.199925] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9537991-7b57-45e2-b292-371f0f9ae353 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.208505] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-967bf28b-08e3-444d-a460-911a8100cd1e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 746.208783] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81b01054-7ad5-4aa9-a723-f688878e2a74 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.215364] env[69413]: DEBUG oslo_vmware.api [None req-967bf28b-08e3-444d-a460-911a8100cd1e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 746.215364] env[69413]: value = "task-3077351" [ 746.215364] env[69413]: _type = "Task" [ 746.215364] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.224832] env[69413]: DEBUG oslo_vmware.api [None req-967bf28b-08e3-444d-a460-911a8100cd1e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.368586] env[69413]: INFO nova.compute.manager [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Rebuilding instance [ 746.394747] env[69413]: DEBUG nova.network.neutron [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Successfully updated port: 487d1f20-862a-4111-ae80-9266a83dd7a3 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 746.401975] env[69413]: DEBUG oslo_vmware.api [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Task: {'id': task-3077350, 'name': Rename_Task, 'duration_secs': 0.175489} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.402287] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.402619] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cd81071-962f-44fe-bd87-d52b2e0b165d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.415613] env[69413]: DEBUG oslo_vmware.api [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Waiting for the task: (returnval){ [ 746.415613] env[69413]: value = "task-3077352" [ 746.415613] env[69413]: _type = "Task" [ 746.415613] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.424418] env[69413]: DEBUG nova.compute.manager [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.425288] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883fda7b-1321-43ca-acd5-a213b3f6376c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.431944] env[69413]: DEBUG oslo_vmware.api [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Task: {'id': task-3077352, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.484838] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f69eeb7d-4c17-4156-b88a-8d3c4e9978ab tempest-DeleteServersAdminTestJSON-1332697024 tempest-DeleteServersAdminTestJSON-1332697024-project-member] Lock "87186036-0f42-4623-9b36-1513f84bb1c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.774s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.570550] env[69413]: DEBUG oslo_concurrency.lockutils [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.596729] env[69413]: DEBUG nova.network.neutron [req-af77fddf-3a57-4a87-88d5-d0fc238d5918 req-c779f918-3aca-4d17-a792-04900544a6bf service nova] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Updated VIF entry in instance network info cache for port 2437c518-a1c6-490e-9071-d75c33e127db. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.597132] env[69413]: DEBUG nova.network.neutron [req-af77fddf-3a57-4a87-88d5-d0fc238d5918 req-c779f918-3aca-4d17-a792-04900544a6bf service nova] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Updating instance_info_cache with network_info: [{"id": "2437c518-a1c6-490e-9071-d75c33e127db", "address": "fa:16:3e:1b:07:e7", "network": {"id": "c4e42ea8-3c4b-494d-8a7f-fd64107c83a9", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-766619914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2fa78b4434b4159a0d98cf7212d93af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2437c518-a1", "ovs_interfaceid": "2437c518-a1c6-490e-9071-d75c33e127db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.689277] env[69413]: DEBUG oslo_vmware.api [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5236dca2-4fec-38ff-e4d1-1afc06c92ef3, 'name': SearchDatastore_Task, 'duration_secs': 0.012484} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.689909] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.689909] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.690196] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.690369] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.691044] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.691044] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2490d3c2-4f48-4330-86bc-a44b8aec92cd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.699308] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.699508] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 746.700416] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39748b2e-3d24-440f-a127-a8e66e006cea {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.706101] env[69413]: DEBUG oslo_vmware.api [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Waiting for the task: (returnval){ [ 746.706101] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a2d2ad-6ff9-72a5-cfef-484a0393bb2e" [ 746.706101] env[69413]: _type = "Task" [ 746.706101] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.714923] env[69413]: DEBUG oslo_vmware.api [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a2d2ad-6ff9-72a5-cfef-484a0393bb2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.723951] env[69413]: DEBUG oslo_vmware.api [None req-967bf28b-08e3-444d-a460-911a8100cd1e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077351, 'name': PowerOffVM_Task, 'duration_secs': 0.19325} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.724502] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-967bf28b-08e3-444d-a460-911a8100cd1e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.724502] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-967bf28b-08e3-444d-a460-911a8100cd1e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 746.724678] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e80254e4-ffc9-4cab-8b49-c089c0a85c70 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.781062] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-967bf28b-08e3-444d-a460-911a8100cd1e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 746.781318] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-967bf28b-08e3-444d-a460-911a8100cd1e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 746.781508] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-967bf28b-08e3-444d-a460-911a8100cd1e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Deleting the datastore file [datastore2] e505a4ad-d19d-4b57-ae72-e7eaf4b32189 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 746.781863] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c37c73b6-1853-4d21-928d-f17ebed59363 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.790739] env[69413]: DEBUG oslo_vmware.api [None req-967bf28b-08e3-444d-a460-911a8100cd1e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 746.790739] env[69413]: value = "task-3077354" [ 746.790739] env[69413]: _type = "Task" [ 746.790739] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.800733] env[69413]: DEBUG oslo_vmware.api [None req-967bf28b-08e3-444d-a460-911a8100cd1e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.898160] env[69413]: DEBUG oslo_concurrency.lockutils [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Acquiring lock "refresh_cache-4b1894a2-b198-41aa-a340-f3decec71996" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.898342] env[69413]: DEBUG oslo_concurrency.lockutils [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Acquired lock "refresh_cache-4b1894a2-b198-41aa-a340-f3decec71996" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.898506] env[69413]: DEBUG nova.network.neutron [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.926537] env[69413]: DEBUG oslo_vmware.api [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Task: {'id': task-3077352, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.102288] env[69413]: DEBUG oslo_concurrency.lockutils [req-af77fddf-3a57-4a87-88d5-d0fc238d5918 req-c779f918-3aca-4d17-a792-04900544a6bf service nova] Releasing lock "refresh_cache-76c49241-9cd4-4f51-8dd2-093e10b61ac0" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.221393] env[69413]: DEBUG oslo_vmware.api [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a2d2ad-6ff9-72a5-cfef-484a0393bb2e, 'name': SearchDatastore_Task, 'duration_secs': 0.017154} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.225767] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5d69a07-8dae-4f7e-94d4-76065a234d0e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.231910] env[69413]: DEBUG oslo_vmware.api [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Waiting for the task: (returnval){ [ 747.231910] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522719b8-88bf-1d4e-672b-b54fd2a8c9a0" [ 747.231910] env[69413]: _type = "Task" [ 747.231910] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.241854] env[69413]: DEBUG oslo_vmware.api [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522719b8-88bf-1d4e-672b-b54fd2a8c9a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.300668] env[69413]: DEBUG oslo_vmware.api [None req-967bf28b-08e3-444d-a460-911a8100cd1e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077354, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234177} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.304032] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-967bf28b-08e3-444d-a460-911a8100cd1e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 747.304032] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-967bf28b-08e3-444d-a460-911a8100cd1e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 747.304032] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-967bf28b-08e3-444d-a460-911a8100cd1e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 747.304032] env[69413]: INFO nova.compute.manager [None req-967bf28b-08e3-444d-a460-911a8100cd1e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Took 1.11 seconds to destroy the instance on the hypervisor. [ 747.305846] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-967bf28b-08e3-444d-a460-911a8100cd1e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.305846] env[69413]: DEBUG nova.compute.manager [-] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 747.305846] env[69413]: DEBUG nova.network.neutron [-] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 747.425873] env[69413]: DEBUG oslo_vmware.api [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Task: {'id': task-3077352, 'name': PowerOnVM_Task, 'duration_secs': 0.585141} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.428928] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.429314] env[69413]: INFO nova.compute.manager [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Took 9.73 seconds to spawn the instance on the hypervisor. [ 747.429697] env[69413]: DEBUG nova.compute.manager [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.434144] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea97aac4-1388-42ba-aca7-ff65717ccc62 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.434369] env[69413]: DEBUG nova.network.neutron [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.445541] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.446438] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1b7f5f-0a56-4e28-88d0-ce94314ed4bd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.452017] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-387a1310-eb21-4052-aec7-4008e675977e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.460209] env[69413]: DEBUG oslo_vmware.api [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 747.460209] env[69413]: value = "task-3077355" [ 747.460209] env[69413]: _type = "Task" [ 747.460209] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.461412] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9c2302-fba1-4d5e-b962-961c853ef36f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.473398] env[69413]: DEBUG oslo_vmware.api [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.503767] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96b4f58-3ac7-4d00-9061-6d9655200e48 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.512944] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0e914a-33bd-4463-8804-1132f1dc204f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.531849] env[69413]: DEBUG nova.compute.provider_tree [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.601363] env[69413]: DEBUG nova.compute.manager [req-64bfc077-b461-474a-b211-ba4e8f957a42 req-2ee2db04-bb43-4fca-8128-ab3a61c27437 service nova] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Received event network-vif-deleted-b40d8a85-ee72-4f43-a40b-44a48119fa56 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.601363] env[69413]: INFO nova.compute.manager [req-64bfc077-b461-474a-b211-ba4e8f957a42 req-2ee2db04-bb43-4fca-8128-ab3a61c27437 service nova] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Neutron deleted interface b40d8a85-ee72-4f43-a40b-44a48119fa56; detaching it from the instance and deleting it from the info cache [ 747.601363] env[69413]: DEBUG nova.network.neutron [req-64bfc077-b461-474a-b211-ba4e8f957a42 req-2ee2db04-bb43-4fca-8128-ab3a61c27437 service nova] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.630399] env[69413]: DEBUG nova.network.neutron [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Updating instance_info_cache with network_info: [{"id": "487d1f20-862a-4111-ae80-9266a83dd7a3", "address": "fa:16:3e:90:42:6e", "network": {"id": "d508e613-6f79-45bc-a3d0-75ab29ee86b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1077687453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2dc1f2bbc864099bd0f9a128311073d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap487d1f20-86", "ovs_interfaceid": "487d1f20-862a-4111-ae80-9266a83dd7a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.743574] env[69413]: DEBUG oslo_vmware.api [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522719b8-88bf-1d4e-672b-b54fd2a8c9a0, 'name': SearchDatastore_Task, 'duration_secs': 0.029909} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.743890] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.744139] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 76c49241-9cd4-4f51-8dd2-093e10b61ac0/76c49241-9cd4-4f51-8dd2-093e10b61ac0.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 747.744414] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9206379d-68bf-4077-aeb3-0af5d20bdd0d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.750796] env[69413]: DEBUG oslo_vmware.api [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Waiting for the task: (returnval){ [ 747.750796] env[69413]: value = "task-3077356" [ 747.750796] env[69413]: _type = "Task" [ 747.750796] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.758301] env[69413]: DEBUG oslo_vmware.api [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Task: {'id': task-3077356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.921982] env[69413]: DEBUG nova.compute.manager [req-37b52063-5eec-42ed-a209-ea263ba26291 req-1a0a4862-9ec8-4653-859e-8990fb29f0f1 service nova] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Received event network-vif-plugged-487d1f20-862a-4111-ae80-9266a83dd7a3 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.922078] env[69413]: DEBUG oslo_concurrency.lockutils [req-37b52063-5eec-42ed-a209-ea263ba26291 req-1a0a4862-9ec8-4653-859e-8990fb29f0f1 service nova] Acquiring lock "4b1894a2-b198-41aa-a340-f3decec71996-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.922274] env[69413]: DEBUG oslo_concurrency.lockutils [req-37b52063-5eec-42ed-a209-ea263ba26291 req-1a0a4862-9ec8-4653-859e-8990fb29f0f1 service nova] Lock "4b1894a2-b198-41aa-a340-f3decec71996-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.922443] env[69413]: DEBUG oslo_concurrency.lockutils [req-37b52063-5eec-42ed-a209-ea263ba26291 req-1a0a4862-9ec8-4653-859e-8990fb29f0f1 service nova] Lock "4b1894a2-b198-41aa-a340-f3decec71996-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.922608] env[69413]: DEBUG nova.compute.manager [req-37b52063-5eec-42ed-a209-ea263ba26291 req-1a0a4862-9ec8-4653-859e-8990fb29f0f1 service nova] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] No waiting events found dispatching network-vif-plugged-487d1f20-862a-4111-ae80-9266a83dd7a3 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 747.922824] env[69413]: WARNING nova.compute.manager [req-37b52063-5eec-42ed-a209-ea263ba26291 req-1a0a4862-9ec8-4653-859e-8990fb29f0f1 service nova] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Received unexpected event network-vif-plugged-487d1f20-862a-4111-ae80-9266a83dd7a3 for instance with vm_state building and task_state spawning. [ 747.922935] env[69413]: DEBUG nova.compute.manager [req-37b52063-5eec-42ed-a209-ea263ba26291 req-1a0a4862-9ec8-4653-859e-8990fb29f0f1 service nova] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Received event network-changed-487d1f20-862a-4111-ae80-9266a83dd7a3 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.923247] env[69413]: DEBUG nova.compute.manager [req-37b52063-5eec-42ed-a209-ea263ba26291 req-1a0a4862-9ec8-4653-859e-8990fb29f0f1 service nova] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Refreshing instance network info cache due to event network-changed-487d1f20-862a-4111-ae80-9266a83dd7a3. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 747.923443] env[69413]: DEBUG oslo_concurrency.lockutils [req-37b52063-5eec-42ed-a209-ea263ba26291 req-1a0a4862-9ec8-4653-859e-8990fb29f0f1 service nova] Acquiring lock "refresh_cache-4b1894a2-b198-41aa-a340-f3decec71996" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.955053] env[69413]: INFO nova.compute.manager [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Took 47.16 seconds to build instance. [ 747.975537] env[69413]: DEBUG oslo_vmware.api [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077355, 'name': PowerOffVM_Task, 'duration_secs': 0.191572} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.976009] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 747.976445] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 747.977329] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b27a3c-0d05-408d-a41d-c6c154597f9b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.987163] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 747.987163] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17493627-3193-4545-922f-9125f833510f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.039025] env[69413]: DEBUG nova.scheduler.client.report [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.041699] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 748.042926] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 748.043437] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Deleting the datastore file [datastore1] 04b9e79c-61b3-422e-a101-bb7c50126483 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.044206] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d646d502-584f-46dc-8ad7-61433a4a9cce {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.051931] env[69413]: DEBUG oslo_vmware.api [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 748.051931] env[69413]: value = "task-3077358" [ 748.051931] env[69413]: _type = "Task" [ 748.051931] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.061032] env[69413]: DEBUG oslo_vmware.api [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.067605] env[69413]: DEBUG nova.network.neutron [-] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.104262] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d90d81a6-3bc4-428b-9d10-dc69e5178b74 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.113533] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c352d7c-916e-4e14-b1e8-15209dca7dd4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.133395] env[69413]: DEBUG oslo_concurrency.lockutils [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Releasing lock "refresh_cache-4b1894a2-b198-41aa-a340-f3decec71996" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.133770] env[69413]: DEBUG nova.compute.manager [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Instance network_info: |[{"id": "487d1f20-862a-4111-ae80-9266a83dd7a3", "address": "fa:16:3e:90:42:6e", "network": {"id": "d508e613-6f79-45bc-a3d0-75ab29ee86b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1077687453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2dc1f2bbc864099bd0f9a128311073d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap487d1f20-86", "ovs_interfaceid": "487d1f20-862a-4111-ae80-9266a83dd7a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 748.134102] env[69413]: DEBUG oslo_concurrency.lockutils [req-37b52063-5eec-42ed-a209-ea263ba26291 req-1a0a4862-9ec8-4653-859e-8990fb29f0f1 service nova] Acquired lock "refresh_cache-4b1894a2-b198-41aa-a340-f3decec71996" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.134303] env[69413]: DEBUG nova.network.neutron [req-37b52063-5eec-42ed-a209-ea263ba26291 req-1a0a4862-9ec8-4653-859e-8990fb29f0f1 service nova] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Refreshing network info cache for port 487d1f20-862a-4111-ae80-9266a83dd7a3 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.136103] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:42:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3836fb52-19c6-4e10-a0ca-f0bca73dc887', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '487d1f20-862a-4111-ae80-9266a83dd7a3', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.144128] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.158332] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.158790] env[69413]: DEBUG nova.compute.manager [req-64bfc077-b461-474a-b211-ba4e8f957a42 req-2ee2db04-bb43-4fca-8128-ab3a61c27437 service nova] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Detach interface failed, port_id=b40d8a85-ee72-4f43-a40b-44a48119fa56, reason: Instance e505a4ad-d19d-4b57-ae72-e7eaf4b32189 could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 748.159827] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6dd4a74a-c6c0-4263-a7d2-c8332656fe5a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.180784] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.180784] env[69413]: value = "task-3077359" [ 748.180784] env[69413]: _type = "Task" [ 748.180784] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.189813] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077359, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.262922] env[69413]: DEBUG oslo_vmware.api [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Task: {'id': task-3077356, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.457932] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7e812260-04ae-4c99-a203-5a57b6921f30 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Lock "f87356eb-fccf-41d7-912f-2a3e76ff6d17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.870s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.545380] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.545949] env[69413]: DEBUG nova.compute.manager [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 748.549182] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.656s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.550653] env[69413]: INFO nova.compute.claims [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.562735] env[69413]: DEBUG oslo_vmware.api [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.412818} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.563057] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 748.563292] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 748.563519] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.569724] env[69413]: INFO nova.compute.manager [-] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Took 1.26 seconds to deallocate network for instance. [ 748.693516] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077359, 'name': CreateVM_Task, 'duration_secs': 0.412306} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.693516] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.693516] env[69413]: DEBUG oslo_concurrency.lockutils [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.693516] env[69413]: DEBUG oslo_concurrency.lockutils [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.693516] env[69413]: DEBUG oslo_concurrency.lockutils [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.693516] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-895c5bdf-e4c5-42a1-a0ce-0356beb21e24 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.699020] env[69413]: DEBUG oslo_vmware.api [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Waiting for the task: (returnval){ [ 748.699020] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522ef69e-18ab-98d3-c397-dd38e64ec398" [ 748.699020] env[69413]: _type = "Task" [ 748.699020] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.704943] env[69413]: DEBUG oslo_vmware.api [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522ef69e-18ab-98d3-c397-dd38e64ec398, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.762837] env[69413]: DEBUG oslo_vmware.api [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Task: {'id': task-3077356, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670226} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.763675] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 76c49241-9cd4-4f51-8dd2-093e10b61ac0/76c49241-9cd4-4f51-8dd2-093e10b61ac0.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 748.764333] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 748.765120] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-312db5d7-e2e6-4e46-a56b-d8db4aad81bb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.772555] env[69413]: DEBUG oslo_vmware.api [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Waiting for the task: (returnval){ [ 748.772555] env[69413]: value = "task-3077360" [ 748.772555] env[69413]: _type = "Task" [ 748.772555] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.784539] env[69413]: DEBUG oslo_vmware.api [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Task: {'id': task-3077360, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.960726] env[69413]: DEBUG nova.compute.manager [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 749.060488] env[69413]: DEBUG nova.compute.utils [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 749.060488] env[69413]: DEBUG nova.compute.manager [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 749.060488] env[69413]: DEBUG nova.network.neutron [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 749.076394] env[69413]: DEBUG nova.network.neutron [req-37b52063-5eec-42ed-a209-ea263ba26291 req-1a0a4862-9ec8-4653-859e-8990fb29f0f1 service nova] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Updated VIF entry in instance network info cache for port 487d1f20-862a-4111-ae80-9266a83dd7a3. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.076394] env[69413]: DEBUG nova.network.neutron [req-37b52063-5eec-42ed-a209-ea263ba26291 req-1a0a4862-9ec8-4653-859e-8990fb29f0f1 service nova] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Updating instance_info_cache with network_info: [{"id": "487d1f20-862a-4111-ae80-9266a83dd7a3", "address": "fa:16:3e:90:42:6e", "network": {"id": "d508e613-6f79-45bc-a3d0-75ab29ee86b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1077687453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2dc1f2bbc864099bd0f9a128311073d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap487d1f20-86", "ovs_interfaceid": "487d1f20-862a-4111-ae80-9266a83dd7a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.076394] env[69413]: DEBUG oslo_concurrency.lockutils [None req-967bf28b-08e3-444d-a460-911a8100cd1e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.107226] env[69413]: DEBUG nova.policy [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a25a0d59affd46439113f3d7f38d0c20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea25ce60cf4241789625cf6571347633', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 749.209271] env[69413]: DEBUG oslo_vmware.api [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522ef69e-18ab-98d3-c397-dd38e64ec398, 'name': SearchDatastore_Task, 'duration_secs': 0.052461} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.209271] env[69413]: DEBUG oslo_concurrency.lockutils [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.209415] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.209587] env[69413]: DEBUG oslo_concurrency.lockutils [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.209725] env[69413]: DEBUG oslo_concurrency.lockutils [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.209936] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.210214] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98765304-b560-428b-ab04-b32e56c511cc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.219658] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.219847] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.220575] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9111098-4afa-4d83-9706-e2a9bf0b18c0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.226277] env[69413]: DEBUG oslo_vmware.api [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Waiting for the task: (returnval){ [ 749.226277] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52045934-a6e9-bc0e-7468-83658157a4b5" [ 749.226277] env[69413]: _type = "Task" [ 749.226277] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.234088] env[69413]: DEBUG oslo_vmware.api [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52045934-a6e9-bc0e-7468-83658157a4b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.281920] env[69413]: DEBUG oslo_vmware.api [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Task: {'id': task-3077360, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172962} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.282215] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.283009] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9273ff4d-3500-4db0-b32b-4b3427e154ef {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.304610] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 76c49241-9cd4-4f51-8dd2-093e10b61ac0/76c49241-9cd4-4f51-8dd2-093e10b61ac0.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.305923] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35ed8460-860e-4daa-9547-19a01d5cff80 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.324088] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Acquiring lock "51503845-99ac-4010-9780-09feb6c342b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.324314] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Lock "51503845-99ac-4010-9780-09feb6c342b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.329317] env[69413]: DEBUG oslo_vmware.api [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Waiting for the task: (returnval){ [ 749.329317] env[69413]: value = "task-3077361" [ 749.329317] env[69413]: _type = "Task" [ 749.329317] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.342286] env[69413]: DEBUG oslo_vmware.api [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Task: {'id': task-3077361, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.394679] env[69413]: DEBUG nova.network.neutron [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Successfully created port: 4b55742c-3491-4416-acc6-5182dd30cf5e {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.492011] env[69413]: DEBUG oslo_concurrency.lockutils [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.567109] env[69413]: DEBUG nova.compute.manager [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 749.581438] env[69413]: DEBUG oslo_concurrency.lockutils [req-37b52063-5eec-42ed-a209-ea263ba26291 req-1a0a4862-9ec8-4653-859e-8990fb29f0f1 service nova] Releasing lock "refresh_cache-4b1894a2-b198-41aa-a340-f3decec71996" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.609049] env[69413]: DEBUG nova.virt.hardware [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 749.609329] env[69413]: DEBUG nova.virt.hardware [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 749.609476] env[69413]: DEBUG nova.virt.hardware [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.609657] env[69413]: DEBUG nova.virt.hardware [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 749.609858] env[69413]: DEBUG nova.virt.hardware [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.610136] env[69413]: DEBUG nova.virt.hardware [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 749.610536] env[69413]: DEBUG nova.virt.hardware [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 749.610868] env[69413]: DEBUG nova.virt.hardware [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 749.611197] env[69413]: DEBUG nova.virt.hardware [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 749.611395] env[69413]: DEBUG nova.virt.hardware [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 749.611676] env[69413]: DEBUG nova.virt.hardware [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 749.612907] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ef6fea-14fb-45f6-ab0a-854303646eec {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.626633] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57aad95-02c0-43c1-910e-d1ed5f63b7c5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.644900] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:5e:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88b165ec-805e-48ed-8e58-71e817afb8da', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 749.652746] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.655601] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 749.656725] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d604e07a-83f3-4b68-b2c9-4522e5187d83 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.678041] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 749.678041] env[69413]: value = "task-3077362" [ 749.678041] env[69413]: _type = "Task" [ 749.678041] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.687523] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077362, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.736166] env[69413]: DEBUG oslo_vmware.api [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52045934-a6e9-bc0e-7468-83658157a4b5, 'name': SearchDatastore_Task, 'duration_secs': 0.017852} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.740030] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-196dd587-90af-469e-a6da-ae4e154cec77 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.745263] env[69413]: DEBUG oslo_vmware.api [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Waiting for the task: (returnval){ [ 749.745263] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52af5c62-339c-45e7-5df8-347c3561ad97" [ 749.745263] env[69413]: _type = "Task" [ 749.745263] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.753434] env[69413]: DEBUG oslo_vmware.api [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52af5c62-339c-45e7-5df8-347c3561ad97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.841742] env[69413]: DEBUG oslo_vmware.api [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Task: {'id': task-3077361, 'name': ReconfigVM_Task, 'duration_secs': 0.287223} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.842095] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 76c49241-9cd4-4f51-8dd2-093e10b61ac0/76c49241-9cd4-4f51-8dd2-093e10b61ac0.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.842973] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-779f8d8d-4438-4237-88c6-7c1a2726998f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.849647] env[69413]: DEBUG oslo_vmware.api [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Waiting for the task: (returnval){ [ 749.849647] env[69413]: value = "task-3077363" [ 749.849647] env[69413]: _type = "Task" [ 749.849647] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.857899] env[69413]: DEBUG oslo_vmware.api [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Task: {'id': task-3077363, 'name': Rename_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.972392] env[69413]: DEBUG nova.compute.manager [req-952895a1-a24b-4f05-8fdc-615b5144eb5e req-acb90f78-17b0-4fd5-9978-db091c93a3e9 service nova] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Received event network-changed-caeb6bce-f75a-4733-be1d-0a0e0b1e777e {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.972485] env[69413]: DEBUG nova.compute.manager [req-952895a1-a24b-4f05-8fdc-615b5144eb5e req-acb90f78-17b0-4fd5-9978-db091c93a3e9 service nova] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Refreshing instance network info cache due to event network-changed-caeb6bce-f75a-4733-be1d-0a0e0b1e777e. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 749.972721] env[69413]: DEBUG oslo_concurrency.lockutils [req-952895a1-a24b-4f05-8fdc-615b5144eb5e req-acb90f78-17b0-4fd5-9978-db091c93a3e9 service nova] Acquiring lock "refresh_cache-f87356eb-fccf-41d7-912f-2a3e76ff6d17" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.972938] env[69413]: DEBUG oslo_concurrency.lockutils [req-952895a1-a24b-4f05-8fdc-615b5144eb5e req-acb90f78-17b0-4fd5-9978-db091c93a3e9 service nova] Acquired lock "refresh_cache-f87356eb-fccf-41d7-912f-2a3e76ff6d17" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.973155] env[69413]: DEBUG nova.network.neutron [req-952895a1-a24b-4f05-8fdc-615b5144eb5e req-acb90f78-17b0-4fd5-9978-db091c93a3e9 service nova] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Refreshing network info cache for port caeb6bce-f75a-4733-be1d-0a0e0b1e777e {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.087486] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819cf7b2-7652-430d-9956-136603bf3b19 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.094686] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4909575d-7b68-4dcf-87bb-c0b8fdccd2f3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.126587] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d545450-0077-4db1-89b7-73a5793dd6f0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.134392] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8ce519-da0f-4156-9b58-71a07eff9955 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.147966] env[69413]: DEBUG nova.compute.provider_tree [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.187959] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077362, 'name': CreateVM_Task, 'duration_secs': 0.289476} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.188206] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.189128] env[69413]: DEBUG oslo_concurrency.lockutils [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.189300] env[69413]: DEBUG oslo_concurrency.lockutils [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.189603] env[69413]: DEBUG oslo_concurrency.lockutils [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.189856] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98ea9320-81b4-4548-b6f1-f783bd144d89 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.194206] env[69413]: DEBUG oslo_vmware.api [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 750.194206] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5292bb70-7553-4039-d2ae-93b5ae1aae88" [ 750.194206] env[69413]: _type = "Task" [ 750.194206] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.203087] env[69413]: DEBUG oslo_vmware.api [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5292bb70-7553-4039-d2ae-93b5ae1aae88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.255427] env[69413]: DEBUG oslo_vmware.api [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52af5c62-339c-45e7-5df8-347c3561ad97, 'name': SearchDatastore_Task, 'duration_secs': 0.009927} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.255707] env[69413]: DEBUG oslo_concurrency.lockutils [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.255967] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 4b1894a2-b198-41aa-a340-f3decec71996/4b1894a2-b198-41aa-a340-f3decec71996.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.256235] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e01b537-c9c3-4a2e-a7ee-ebc0b3e07a7b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.262638] env[69413]: DEBUG oslo_vmware.api [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Waiting for the task: (returnval){ [ 750.262638] env[69413]: value = "task-3077364" [ 750.262638] env[69413]: _type = "Task" [ 750.262638] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.271495] env[69413]: DEBUG oslo_vmware.api [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': task-3077364, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.359154] env[69413]: DEBUG oslo_vmware.api [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Task: {'id': task-3077363, 'name': Rename_Task, 'duration_secs': 0.149254} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.359435] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.359682] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c91837c-bcda-4514-a7e8-07ca228304e0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.366115] env[69413]: DEBUG oslo_vmware.api [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Waiting for the task: (returnval){ [ 750.366115] env[69413]: value = "task-3077365" [ 750.366115] env[69413]: _type = "Task" [ 750.366115] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.373464] env[69413]: DEBUG oslo_vmware.api [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Task: {'id': task-3077365, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.576188] env[69413]: DEBUG nova.compute.manager [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.604481] env[69413]: DEBUG nova.virt.hardware [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.604823] env[69413]: DEBUG nova.virt.hardware [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.605596] env[69413]: DEBUG nova.virt.hardware [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.605889] env[69413]: DEBUG nova.virt.hardware [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.606108] env[69413]: DEBUG nova.virt.hardware [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.606314] env[69413]: DEBUG nova.virt.hardware [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.606584] env[69413]: DEBUG nova.virt.hardware [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.606797] env[69413]: DEBUG nova.virt.hardware [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.607021] env[69413]: DEBUG nova.virt.hardware [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.607269] env[69413]: DEBUG nova.virt.hardware [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.607507] env[69413]: DEBUG nova.virt.hardware [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.608547] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acacfc03-4c59-4859-9a33-46e5c77f9d02 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.619083] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf712fd-7349-4263-8782-7eb11d0f3592 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.650913] env[69413]: DEBUG nova.scheduler.client.report [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.713985] env[69413]: DEBUG oslo_vmware.api [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5292bb70-7553-4039-d2ae-93b5ae1aae88, 'name': SearchDatastore_Task, 'duration_secs': 0.024486} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.714416] env[69413]: DEBUG oslo_concurrency.lockutils [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.714674] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.714951] env[69413]: DEBUG oslo_concurrency.lockutils [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.715148] env[69413]: DEBUG oslo_concurrency.lockutils [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.715370] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.715682] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5d834ad-ba30-49c0-8991-0c159db39556 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.730553] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.730741] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.731542] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fa40087-3f34-4c55-9f14-601f77b652ef {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.741278] env[69413]: DEBUG oslo_vmware.api [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 750.741278] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]525e724d-738b-006a-3e9d-1de40c28ec06" [ 750.741278] env[69413]: _type = "Task" [ 750.741278] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.747680] env[69413]: DEBUG nova.network.neutron [req-952895a1-a24b-4f05-8fdc-615b5144eb5e req-acb90f78-17b0-4fd5-9978-db091c93a3e9 service nova] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Updated VIF entry in instance network info cache for port caeb6bce-f75a-4733-be1d-0a0e0b1e777e. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.748010] env[69413]: DEBUG nova.network.neutron [req-952895a1-a24b-4f05-8fdc-615b5144eb5e req-acb90f78-17b0-4fd5-9978-db091c93a3e9 service nova] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Updating instance_info_cache with network_info: [{"id": "caeb6bce-f75a-4733-be1d-0a0e0b1e777e", "address": "fa:16:3e:db:da:67", "network": {"id": "3d3a2f9c-e9b3-4837-9ccc-f85fda34b85c", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1961885372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5bf2bca761145bcbaf86831ecde8d5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaeb6bce-f7", "ovs_interfaceid": "caeb6bce-f75a-4733-be1d-0a0e0b1e777e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.756855] env[69413]: DEBUG oslo_vmware.api [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]525e724d-738b-006a-3e9d-1de40c28ec06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.776895] env[69413]: DEBUG oslo_vmware.api [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': task-3077364, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.806150] env[69413]: DEBUG nova.compute.manager [req-3226bff3-d8d0-49ee-a82d-19517e7cb4f4 req-1f75f7bd-42ca-4e4a-bbe6-d5dbf7f5eacf service nova] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Received event network-vif-plugged-4b55742c-3491-4416-acc6-5182dd30cf5e {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.806413] env[69413]: DEBUG oslo_concurrency.lockutils [req-3226bff3-d8d0-49ee-a82d-19517e7cb4f4 req-1f75f7bd-42ca-4e4a-bbe6-d5dbf7f5eacf service nova] Acquiring lock "a5107bcd-c438-4000-a1e8-6a7f377a6c04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.806658] env[69413]: DEBUG oslo_concurrency.lockutils [req-3226bff3-d8d0-49ee-a82d-19517e7cb4f4 req-1f75f7bd-42ca-4e4a-bbe6-d5dbf7f5eacf service nova] Lock "a5107bcd-c438-4000-a1e8-6a7f377a6c04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.806873] env[69413]: DEBUG oslo_concurrency.lockutils [req-3226bff3-d8d0-49ee-a82d-19517e7cb4f4 req-1f75f7bd-42ca-4e4a-bbe6-d5dbf7f5eacf service nova] Lock "a5107bcd-c438-4000-a1e8-6a7f377a6c04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.807221] env[69413]: DEBUG nova.compute.manager [req-3226bff3-d8d0-49ee-a82d-19517e7cb4f4 req-1f75f7bd-42ca-4e4a-bbe6-d5dbf7f5eacf service nova] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] No waiting events found dispatching network-vif-plugged-4b55742c-3491-4416-acc6-5182dd30cf5e {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 750.807486] env[69413]: WARNING nova.compute.manager [req-3226bff3-d8d0-49ee-a82d-19517e7cb4f4 req-1f75f7bd-42ca-4e4a-bbe6-d5dbf7f5eacf service nova] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Received unexpected event network-vif-plugged-4b55742c-3491-4416-acc6-5182dd30cf5e for instance with vm_state building and task_state spawning. [ 750.878904] env[69413]: DEBUG oslo_vmware.api [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Task: {'id': task-3077365, 'name': PowerOnVM_Task, 'duration_secs': 0.467015} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.880586] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.881392] env[69413]: INFO nova.compute.manager [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Took 7.76 seconds to spawn the instance on the hypervisor. [ 750.882421] env[69413]: DEBUG nova.compute.manager [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.883333] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f7d61c-58e2-4d9f-9384-b6def182f69d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.914502] env[69413]: DEBUG nova.network.neutron [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Successfully updated port: 4b55742c-3491-4416-acc6-5182dd30cf5e {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 751.158067] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.158335] env[69413]: DEBUG nova.compute.manager [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 751.161822] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d09d95f5-d53b-4483-a6ff-67b0f29d543a tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.619s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.161981] env[69413]: DEBUG nova.objects.instance [None req-d09d95f5-d53b-4483-a6ff-67b0f29d543a tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Lazy-loading 'resources' on Instance uuid b2c16e02-f57e-4868-98a0-c4aa775589c3 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.251914] env[69413]: DEBUG oslo_concurrency.lockutils [req-952895a1-a24b-4f05-8fdc-615b5144eb5e req-acb90f78-17b0-4fd5-9978-db091c93a3e9 service nova] Releasing lock "refresh_cache-f87356eb-fccf-41d7-912f-2a3e76ff6d17" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.252501] env[69413]: DEBUG oslo_vmware.api [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]525e724d-738b-006a-3e9d-1de40c28ec06, 'name': SearchDatastore_Task, 'duration_secs': 0.052757} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.253332] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5c7fe9a-3a0f-476a-be29-e3c8534a386d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.258482] env[69413]: DEBUG oslo_vmware.api [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 751.258482] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52af2146-8f5d-fb87-6f60-dd1deccc14bf" [ 751.258482] env[69413]: _type = "Task" [ 751.258482] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.265768] env[69413]: DEBUG oslo_vmware.api [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52af2146-8f5d-fb87-6f60-dd1deccc14bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.272859] env[69413]: DEBUG oslo_vmware.api [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': task-3077364, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693481} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.273030] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 4b1894a2-b198-41aa-a340-f3decec71996/4b1894a2-b198-41aa-a340-f3decec71996.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 751.273381] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.273629] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ed3375a-6750-4447-ba6b-64a203f930b7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.278828] env[69413]: DEBUG oslo_vmware.api [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Waiting for the task: (returnval){ [ 751.278828] env[69413]: value = "task-3077366" [ 751.278828] env[69413]: _type = "Task" [ 751.278828] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.286437] env[69413]: DEBUG oslo_vmware.api [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': task-3077366, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.412426] env[69413]: INFO nova.compute.manager [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Took 47.86 seconds to build instance. [ 751.416066] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "refresh_cache-a5107bcd-c438-4000-a1e8-6a7f377a6c04" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.416669] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquired lock "refresh_cache-a5107bcd-c438-4000-a1e8-6a7f377a6c04" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.416873] env[69413]: DEBUG nova.network.neutron [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.663803] env[69413]: DEBUG nova.compute.utils [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.668217] env[69413]: DEBUG nova.compute.manager [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 751.668390] env[69413]: DEBUG nova.network.neutron [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 751.723207] env[69413]: DEBUG nova.policy [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f47cc514c25e4ca3a77cec8ec0a52dd2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e13a2e5748047c7a5cc52cbe8b05541', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.771832] env[69413]: DEBUG oslo_vmware.api [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52af2146-8f5d-fb87-6f60-dd1deccc14bf, 'name': SearchDatastore_Task, 'duration_secs': 0.022581} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.772132] env[69413]: DEBUG oslo_concurrency.lockutils [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.772329] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 04b9e79c-61b3-422e-a101-bb7c50126483/04b9e79c-61b3-422e-a101-bb7c50126483.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 751.772610] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c1ed0f8-7920-4be6-890f-21ed8de10fd1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.779617] env[69413]: DEBUG oslo_vmware.api [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 751.779617] env[69413]: value = "task-3077367" [ 751.779617] env[69413]: _type = "Task" [ 751.779617] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.795303] env[69413]: DEBUG oslo_vmware.api [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': task-3077366, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061283} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.798558] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.798901] env[69413]: DEBUG oslo_vmware.api [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.799681] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7261b07-7e5c-442e-93d5-fcad71308513 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.826167] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 4b1894a2-b198-41aa-a340-f3decec71996/4b1894a2-b198-41aa-a340-f3decec71996.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.829539] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97c6266b-b60c-4fc1-8f01-ecc9d54740f5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.849365] env[69413]: DEBUG oslo_vmware.api [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Waiting for the task: (returnval){ [ 751.849365] env[69413]: value = "task-3077368" [ 751.849365] env[69413]: _type = "Task" [ 751.849365] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.861026] env[69413]: DEBUG oslo_vmware.api [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': task-3077368, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.916188] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6ad283d7-aa79-4c25-b80d-5ab35cbea5c5 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Lock "76c49241-9cd4-4f51-8dd2-093e10b61ac0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.885s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.979891] env[69413]: DEBUG nova.network.neutron [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.084956] env[69413]: DEBUG nova.network.neutron [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Successfully created port: 1deda9ef-c9c1-40c3-a491-b58bf1dbad6b {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 752.173612] env[69413]: DEBUG nova.compute.manager [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 752.215920] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d125b037-d689-40c1-882d-ea86edc85e09 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.226367] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2780a2b-b2ea-4451-ac1b-616db0fa5cc5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.257423] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff87aed1-d829-47b5-bf2f-bb395483e645 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.260772] env[69413]: DEBUG nova.network.neutron [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Updating instance_info_cache with network_info: [{"id": "4b55742c-3491-4416-acc6-5182dd30cf5e", "address": "fa:16:3e:c7:54:6a", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b55742c-34", "ovs_interfaceid": "4b55742c-3491-4416-acc6-5182dd30cf5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.269601] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9475ad-b08f-4e9d-bd77-eb15cd2de440 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.292277] env[69413]: DEBUG nova.compute.provider_tree [None req-d09d95f5-d53b-4483-a6ff-67b0f29d543a tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.303935] env[69413]: DEBUG oslo_vmware.api [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077367, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.361745] env[69413]: DEBUG oslo_vmware.api [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': task-3077368, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.422862] env[69413]: DEBUG nova.compute.manager [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 752.770471] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Releasing lock "refresh_cache-a5107bcd-c438-4000-a1e8-6a7f377a6c04" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.770817] env[69413]: DEBUG nova.compute.manager [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Instance network_info: |[{"id": "4b55742c-3491-4416-acc6-5182dd30cf5e", "address": "fa:16:3e:c7:54:6a", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b55742c-34", "ovs_interfaceid": "4b55742c-3491-4416-acc6-5182dd30cf5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 752.773396] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:54:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1bf71001-973b-4fda-b804-ee6abcd12776', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b55742c-3491-4416-acc6-5182dd30cf5e', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.780998] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Creating folder: Project (ea25ce60cf4241789625cf6571347633). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.781326] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2cb1a0ed-c943-40b6-a2fa-82c839ec77eb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.793897] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Created folder: Project (ea25ce60cf4241789625cf6571347633) in parent group-v616034. [ 752.794105] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Creating folder: Instances. Parent ref: group-v616141. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.797873] env[69413]: DEBUG nova.scheduler.client.report [None req-d09d95f5-d53b-4483-a6ff-67b0f29d543a tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.801205] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5e0c2f2-951a-4145-85ac-f919d339e4ab {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.808937] env[69413]: DEBUG oslo_vmware.api [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077367, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.992411} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.809228] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 04b9e79c-61b3-422e-a101-bb7c50126483/04b9e79c-61b3-422e-a101-bb7c50126483.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.809474] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.810830] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40160e27-1798-46a6-b576-f71e1fd71785 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.812697] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Created folder: Instances in parent group-v616141. [ 752.812929] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.813921] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.814717] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-299ced1a-3524-4c3f-9e92-1a05e35f6f93 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.830709] env[69413]: DEBUG oslo_vmware.api [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 752.830709] env[69413]: value = "task-3077371" [ 752.830709] env[69413]: _type = "Task" [ 752.830709] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.836808] env[69413]: DEBUG nova.compute.manager [req-4d80a186-d4cb-45b9-a491-d2ece0afaa7e req-a25abc82-cede-4fe8-9c1a-44f19a87b986 service nova] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Received event network-changed-4b55742c-3491-4416-acc6-5182dd30cf5e {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.836880] env[69413]: DEBUG nova.compute.manager [req-4d80a186-d4cb-45b9-a491-d2ece0afaa7e req-a25abc82-cede-4fe8-9c1a-44f19a87b986 service nova] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Refreshing instance network info cache due to event network-changed-4b55742c-3491-4416-acc6-5182dd30cf5e. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 752.837099] env[69413]: DEBUG oslo_concurrency.lockutils [req-4d80a186-d4cb-45b9-a491-d2ece0afaa7e req-a25abc82-cede-4fe8-9c1a-44f19a87b986 service nova] Acquiring lock "refresh_cache-a5107bcd-c438-4000-a1e8-6a7f377a6c04" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.837249] env[69413]: DEBUG oslo_concurrency.lockutils [req-4d80a186-d4cb-45b9-a491-d2ece0afaa7e req-a25abc82-cede-4fe8-9c1a-44f19a87b986 service nova] Acquired lock "refresh_cache-a5107bcd-c438-4000-a1e8-6a7f377a6c04" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.837406] env[69413]: DEBUG nova.network.neutron [req-4d80a186-d4cb-45b9-a491-d2ece0afaa7e req-a25abc82-cede-4fe8-9c1a-44f19a87b986 service nova] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Refreshing network info cache for port 4b55742c-3491-4416-acc6-5182dd30cf5e {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.840200] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.840200] env[69413]: value = "task-3077372" [ 752.840200] env[69413]: _type = "Task" [ 752.840200] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.847194] env[69413]: DEBUG oslo_vmware.api [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077371, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.852993] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077372, 'name': CreateVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.864359] env[69413]: DEBUG oslo_vmware.api [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': task-3077368, 'name': ReconfigVM_Task, 'duration_secs': 0.801459} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.864359] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 4b1894a2-b198-41aa-a340-f3decec71996/4b1894a2-b198-41aa-a340-f3decec71996.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.864359] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36554885-08a4-4264-8724-726482931d75 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.872200] env[69413]: DEBUG oslo_vmware.api [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Waiting for the task: (returnval){ [ 752.872200] env[69413]: value = "task-3077373" [ 752.872200] env[69413]: _type = "Task" [ 752.872200] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.878916] env[69413]: DEBUG oslo_vmware.api [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': task-3077373, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.949779] env[69413]: DEBUG oslo_concurrency.lockutils [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.961201] env[69413]: DEBUG nova.compute.manager [req-292a3c78-e746-4976-8af6-9a6c0fad09fb req-f2e4dc19-ede2-454c-b4c8-adee03daf864 service nova] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Received event network-changed-2437c518-a1c6-490e-9071-d75c33e127db {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.961406] env[69413]: DEBUG nova.compute.manager [req-292a3c78-e746-4976-8af6-9a6c0fad09fb req-f2e4dc19-ede2-454c-b4c8-adee03daf864 service nova] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Refreshing instance network info cache due to event network-changed-2437c518-a1c6-490e-9071-d75c33e127db. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 752.961622] env[69413]: DEBUG oslo_concurrency.lockutils [req-292a3c78-e746-4976-8af6-9a6c0fad09fb req-f2e4dc19-ede2-454c-b4c8-adee03daf864 service nova] Acquiring lock "refresh_cache-76c49241-9cd4-4f51-8dd2-093e10b61ac0" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.961764] env[69413]: DEBUG oslo_concurrency.lockutils [req-292a3c78-e746-4976-8af6-9a6c0fad09fb req-f2e4dc19-ede2-454c-b4c8-adee03daf864 service nova] Acquired lock "refresh_cache-76c49241-9cd4-4f51-8dd2-093e10b61ac0" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.962011] env[69413]: DEBUG nova.network.neutron [req-292a3c78-e746-4976-8af6-9a6c0fad09fb req-f2e4dc19-ede2-454c-b4c8-adee03daf864 service nova] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Refreshing network info cache for port 2437c518-a1c6-490e-9071-d75c33e127db {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 753.184778] env[69413]: DEBUG nova.compute.manager [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 753.211490] env[69413]: DEBUG nova.virt.hardware [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.211769] env[69413]: DEBUG nova.virt.hardware [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.211964] env[69413]: DEBUG nova.virt.hardware [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.212510] env[69413]: DEBUG nova.virt.hardware [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.212741] env[69413]: DEBUG nova.virt.hardware [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.213065] env[69413]: DEBUG nova.virt.hardware [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.213372] env[69413]: DEBUG nova.virt.hardware [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.213943] env[69413]: DEBUG nova.virt.hardware [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.214203] env[69413]: DEBUG nova.virt.hardware [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.215279] env[69413]: DEBUG nova.virt.hardware [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.215279] env[69413]: DEBUG nova.virt.hardware [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.215532] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732d2ceb-5f36-4062-9a45-89e3006ec2ce {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.225548] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0259af3-1b97-4ff5-baca-9594467af37c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.304210] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d09d95f5-d53b-4483-a6ff-67b0f29d543a tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.306496] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 27.735s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.331081] env[69413]: INFO nova.scheduler.client.report [None req-d09d95f5-d53b-4483-a6ff-67b0f29d543a tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Deleted allocations for instance b2c16e02-f57e-4868-98a0-c4aa775589c3 [ 753.350264] env[69413]: DEBUG oslo_vmware.api [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077371, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173288} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.350921] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.352143] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92a7433-07b8-44d0-9f1d-3f01a60ebbd5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.358195] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077372, 'name': CreateVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.378813] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 04b9e79c-61b3-422e-a101-bb7c50126483/04b9e79c-61b3-422e-a101-bb7c50126483.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.379217] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd627abf-454c-4cd6-b970-28b11232e934 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.408569] env[69413]: DEBUG oslo_vmware.api [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': task-3077373, 'name': Rename_Task, 'duration_secs': 0.36883} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.408923] env[69413]: DEBUG oslo_vmware.api [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 753.408923] env[69413]: value = "task-3077374" [ 753.408923] env[69413]: _type = "Task" [ 753.408923] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.409478] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.409814] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90764152-dd7d-40fe-9d68-eb8cf146813d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.420128] env[69413]: DEBUG oslo_vmware.api [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077374, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.421319] env[69413]: DEBUG oslo_vmware.api [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Waiting for the task: (returnval){ [ 753.421319] env[69413]: value = "task-3077375" [ 753.421319] env[69413]: _type = "Task" [ 753.421319] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.428671] env[69413]: DEBUG oslo_vmware.api [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': task-3077375, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.638881] env[69413]: DEBUG nova.network.neutron [req-4d80a186-d4cb-45b9-a491-d2ece0afaa7e req-a25abc82-cede-4fe8-9c1a-44f19a87b986 service nova] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Updated VIF entry in instance network info cache for port 4b55742c-3491-4416-acc6-5182dd30cf5e. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.639261] env[69413]: DEBUG nova.network.neutron [req-4d80a186-d4cb-45b9-a491-d2ece0afaa7e req-a25abc82-cede-4fe8-9c1a-44f19a87b986 service nova] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Updating instance_info_cache with network_info: [{"id": "4b55742c-3491-4416-acc6-5182dd30cf5e", "address": "fa:16:3e:c7:54:6a", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b55742c-34", "ovs_interfaceid": "4b55742c-3491-4416-acc6-5182dd30cf5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.748308] env[69413]: DEBUG nova.network.neutron [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Successfully updated port: 1deda9ef-c9c1-40c3-a491-b58bf1dbad6b {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 753.784199] env[69413]: DEBUG nova.network.neutron [req-292a3c78-e746-4976-8af6-9a6c0fad09fb req-f2e4dc19-ede2-454c-b4c8-adee03daf864 service nova] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Updated VIF entry in instance network info cache for port 2437c518-a1c6-490e-9071-d75c33e127db. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.784608] env[69413]: DEBUG nova.network.neutron [req-292a3c78-e746-4976-8af6-9a6c0fad09fb req-f2e4dc19-ede2-454c-b4c8-adee03daf864 service nova] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Updating instance_info_cache with network_info: [{"id": "2437c518-a1c6-490e-9071-d75c33e127db", "address": "fa:16:3e:1b:07:e7", "network": {"id": "c4e42ea8-3c4b-494d-8a7f-fd64107c83a9", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-766619914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2fa78b4434b4159a0d98cf7212d93af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2437c518-a1", "ovs_interfaceid": "2437c518-a1c6-490e-9071-d75c33e127db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.847851] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d09d95f5-d53b-4483-a6ff-67b0f29d543a tempest-ServerGroupTestJSON-801667231 tempest-ServerGroupTestJSON-801667231-project-member] Lock "b2c16e02-f57e-4868-98a0-c4aa775589c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.761s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.855269] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077372, 'name': CreateVM_Task, 'duration_secs': 0.597477} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.855448] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.856164] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.856329] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.856646] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.856897] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33da4362-9578-449e-873d-67338b04f661 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.862617] env[69413]: DEBUG oslo_vmware.api [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 753.862617] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]520a8120-e40e-981e-9d86-6ea0d78e2f51" [ 753.862617] env[69413]: _type = "Task" [ 753.862617] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.871223] env[69413]: DEBUG oslo_vmware.api [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]520a8120-e40e-981e-9d86-6ea0d78e2f51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.919552] env[69413]: DEBUG oslo_vmware.api [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077374, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.930260] env[69413]: DEBUG oslo_vmware.api [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': task-3077375, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.145515] env[69413]: DEBUG oslo_concurrency.lockutils [req-4d80a186-d4cb-45b9-a491-d2ece0afaa7e req-a25abc82-cede-4fe8-9c1a-44f19a87b986 service nova] Releasing lock "refresh_cache-a5107bcd-c438-4000-a1e8-6a7f377a6c04" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.250784] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Acquiring lock "refresh_cache-16fc45e4-7ce8-438c-bdee-16dcc53d0f3a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.251068] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Acquired lock "refresh_cache-16fc45e4-7ce8-438c-bdee-16dcc53d0f3a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.251248] env[69413]: DEBUG nova.network.neutron [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.287577] env[69413]: DEBUG oslo_concurrency.lockutils [req-292a3c78-e746-4976-8af6-9a6c0fad09fb req-f2e4dc19-ede2-454c-b4c8-adee03daf864 service nova] Releasing lock "refresh_cache-76c49241-9cd4-4f51-8dd2-093e10b61ac0" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.357353] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 550f42d5-10b7-4a74-b3f8-84526a6e166c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.357508] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.357633] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 7d8f56fd-07ae-458b-b511-546b7adefe96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.357751] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance de756510-54b4-4b77-beeb-406507b128cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.357868] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 9c167732-fb10-402b-8b16-d9094785af78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.357985] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 6bc4ef14-5504-4c90-8d21-a8cd681b9070 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.358125] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 70800d42-eff1-496c-aeab-7160e8aef7bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.358230] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance c15d57db-e0cf-45df-8bc4-9743066e5d54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.358344] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 935b60fb-6c0e-412c-9547-df9c36ff5eda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.358481] env[69413]: WARNING nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 5d6671c0-cd60-427f-bf36-663827dc0fcd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 754.358594] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 4b6393d7-65da-49b2-8c0e-762e947a2e31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.358705] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance dcac029f-96a3-4f1f-98cf-6794be08ab9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.358816] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 61ce2ba4-7d7d-4409-bac1-f545d77ed191 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.358926] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 4489e320-79ed-4910-b910-60f4896e7a46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.359064] env[69413]: WARNING nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 42cce3a8-5afa-429e-a023-ccd1e113c7d8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 754.359236] env[69413]: WARNING nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance a011fd97-a657-4123-8dec-70a29561b232 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 754.360070] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance e6b74a1f-99fb-456f-844a-30dc33ecf36e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.360070] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 04b9e79c-61b3-422e-a101-bb7c50126483 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.360070] env[69413]: WARNING nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance e505a4ad-d19d-4b57-ae72-e7eaf4b32189 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 754.360070] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance f87356eb-fccf-41d7-912f-2a3e76ff6d17 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.360070] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 76c49241-9cd4-4f51-8dd2-093e10b61ac0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.360070] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 4b1894a2-b198-41aa-a340-f3decec71996 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.360070] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance a5107bcd-c438-4000-a1e8-6a7f377a6c04 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.360456] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.381355] env[69413]: DEBUG oslo_vmware.api [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]520a8120-e40e-981e-9d86-6ea0d78e2f51, 'name': SearchDatastore_Task, 'duration_secs': 0.010619} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.381355] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.381355] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.381355] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.383140] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.383140] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.383140] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eaaea4dc-45f6-4b1e-bd20-b85f5b7bd2c9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.395041] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.395041] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.395041] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f7ce25b-e100-4d61-95fa-1cdd13c4f622 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.401383] env[69413]: DEBUG oslo_vmware.api [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 754.401383] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c40cc9-b2c8-5b59-9277-89d12ac9289c" [ 754.401383] env[69413]: _type = "Task" [ 754.401383] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.410035] env[69413]: DEBUG oslo_vmware.api [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c40cc9-b2c8-5b59-9277-89d12ac9289c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.418880] env[69413]: DEBUG oslo_vmware.api [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077374, 'name': ReconfigVM_Task, 'duration_secs': 0.732588} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.421527] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 04b9e79c-61b3-422e-a101-bb7c50126483/04b9e79c-61b3-422e-a101-bb7c50126483.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.421527] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90e76ee3-a543-4900-96cf-ac5a612e4641 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.430246] env[69413]: DEBUG oslo_vmware.api [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 754.430246] env[69413]: value = "task-3077376" [ 754.430246] env[69413]: _type = "Task" [ 754.430246] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.431504] env[69413]: DEBUG oslo_vmware.api [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': task-3077375, 'name': PowerOnVM_Task, 'duration_secs': 0.894106} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.435245] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.435665] env[69413]: INFO nova.compute.manager [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Took 8.71 seconds to spawn the instance on the hypervisor. [ 754.435938] env[69413]: DEBUG nova.compute.manager [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.436874] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bec630-ceb0-4a2a-87cb-9cb015c03e2b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.445393] env[69413]: DEBUG oslo_vmware.api [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077376, 'name': Rename_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.785219] env[69413]: DEBUG nova.network.neutron [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.863237] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 7cdbd118-ef90-4606-8eff-56cf9f2d61d7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 754.868482] env[69413]: DEBUG nova.compute.manager [req-bd699aed-1abe-4dac-8310-2b063f7028ab req-5593d56b-5be9-495c-8b1f-f9c6989436ec service nova] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Received event network-vif-plugged-1deda9ef-c9c1-40c3-a491-b58bf1dbad6b {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.868693] env[69413]: DEBUG oslo_concurrency.lockutils [req-bd699aed-1abe-4dac-8310-2b063f7028ab req-5593d56b-5be9-495c-8b1f-f9c6989436ec service nova] Acquiring lock "16fc45e4-7ce8-438c-bdee-16dcc53d0f3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.868905] env[69413]: DEBUG oslo_concurrency.lockutils [req-bd699aed-1abe-4dac-8310-2b063f7028ab req-5593d56b-5be9-495c-8b1f-f9c6989436ec service nova] Lock "16fc45e4-7ce8-438c-bdee-16dcc53d0f3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.869060] env[69413]: DEBUG oslo_concurrency.lockutils [req-bd699aed-1abe-4dac-8310-2b063f7028ab req-5593d56b-5be9-495c-8b1f-f9c6989436ec service nova] Lock "16fc45e4-7ce8-438c-bdee-16dcc53d0f3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.870048] env[69413]: DEBUG nova.compute.manager [req-bd699aed-1abe-4dac-8310-2b063f7028ab req-5593d56b-5be9-495c-8b1f-f9c6989436ec service nova] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] No waiting events found dispatching network-vif-plugged-1deda9ef-c9c1-40c3-a491-b58bf1dbad6b {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 754.870048] env[69413]: WARNING nova.compute.manager [req-bd699aed-1abe-4dac-8310-2b063f7028ab req-5593d56b-5be9-495c-8b1f-f9c6989436ec service nova] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Received unexpected event network-vif-plugged-1deda9ef-c9c1-40c3-a491-b58bf1dbad6b for instance with vm_state building and task_state spawning. [ 754.870048] env[69413]: DEBUG nova.compute.manager [req-bd699aed-1abe-4dac-8310-2b063f7028ab req-5593d56b-5be9-495c-8b1f-f9c6989436ec service nova] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Received event network-changed-1deda9ef-c9c1-40c3-a491-b58bf1dbad6b {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.870048] env[69413]: DEBUG nova.compute.manager [req-bd699aed-1abe-4dac-8310-2b063f7028ab req-5593d56b-5be9-495c-8b1f-f9c6989436ec service nova] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Refreshing instance network info cache due to event network-changed-1deda9ef-c9c1-40c3-a491-b58bf1dbad6b. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 754.870048] env[69413]: DEBUG oslo_concurrency.lockutils [req-bd699aed-1abe-4dac-8310-2b063f7028ab req-5593d56b-5be9-495c-8b1f-f9c6989436ec service nova] Acquiring lock "refresh_cache-16fc45e4-7ce8-438c-bdee-16dcc53d0f3a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.920509] env[69413]: DEBUG oslo_vmware.api [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c40cc9-b2c8-5b59-9277-89d12ac9289c, 'name': SearchDatastore_Task, 'duration_secs': 0.008483} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.921336] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a086d73b-6080-4ab1-8d11-2629aa706f28 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.927082] env[69413]: DEBUG oslo_vmware.api [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 754.927082] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52651c20-c091-d26b-1b7e-6eae2f0d7a18" [ 754.927082] env[69413]: _type = "Task" [ 754.927082] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.937627] env[69413]: DEBUG oslo_vmware.api [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52651c20-c091-d26b-1b7e-6eae2f0d7a18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.942479] env[69413]: DEBUG oslo_vmware.api [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077376, 'name': Rename_Task, 'duration_secs': 0.318833} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.942796] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.943126] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e953266-2ecb-493c-a379-c491178edae8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.950109] env[69413]: DEBUG oslo_vmware.api [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 754.950109] env[69413]: value = "task-3077377" [ 754.950109] env[69413]: _type = "Task" [ 754.950109] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.962408] env[69413]: DEBUG oslo_vmware.api [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077377, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.962912] env[69413]: INFO nova.compute.manager [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Took 47.60 seconds to build instance. [ 754.964443] env[69413]: DEBUG nova.network.neutron [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Updating instance_info_cache with network_info: [{"id": "1deda9ef-c9c1-40c3-a491-b58bf1dbad6b", "address": "fa:16:3e:33:6e:74", "network": {"id": "8cb610e7-e4da-4776-8f19-c9728f51fb27", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9a021a88be0b4ec0bf1248cc136ac194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1deda9ef-c9", "ovs_interfaceid": "1deda9ef-c9c1-40c3-a491-b58bf1dbad6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.366761] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 755.440219] env[69413]: DEBUG oslo_vmware.api [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52651c20-c091-d26b-1b7e-6eae2f0d7a18, 'name': SearchDatastore_Task, 'duration_secs': 0.020129} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.440590] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.440961] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] a5107bcd-c438-4000-a1e8-6a7f377a6c04/a5107bcd-c438-4000-a1e8-6a7f377a6c04.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.441366] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92cfae74-ee01-4712-8e19-675ddfa40f23 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.449503] env[69413]: DEBUG oslo_vmware.api [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 755.449503] env[69413]: value = "task-3077378" [ 755.449503] env[69413]: _type = "Task" [ 755.449503] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.465174] env[69413]: DEBUG oslo_vmware.api [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3077378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.470402] env[69413]: DEBUG oslo_concurrency.lockutils [None req-180e841e-ee5b-408c-a38c-b4015a4031f9 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Lock "4b1894a2-b198-41aa-a340-f3decec71996" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.377s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.470912] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Releasing lock "refresh_cache-16fc45e4-7ce8-438c-bdee-16dcc53d0f3a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.471509] env[69413]: DEBUG nova.compute.manager [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Instance network_info: |[{"id": "1deda9ef-c9c1-40c3-a491-b58bf1dbad6b", "address": "fa:16:3e:33:6e:74", "network": {"id": "8cb610e7-e4da-4776-8f19-c9728f51fb27", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9a021a88be0b4ec0bf1248cc136ac194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1deda9ef-c9", "ovs_interfaceid": "1deda9ef-c9c1-40c3-a491-b58bf1dbad6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 755.471878] env[69413]: DEBUG oslo_vmware.api [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077377, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.473377] env[69413]: DEBUG oslo_concurrency.lockutils [req-bd699aed-1abe-4dac-8310-2b063f7028ab req-5593d56b-5be9-495c-8b1f-f9c6989436ec service nova] Acquired lock "refresh_cache-16fc45e4-7ce8-438c-bdee-16dcc53d0f3a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.473637] env[69413]: DEBUG nova.network.neutron [req-bd699aed-1abe-4dac-8310-2b063f7028ab req-5593d56b-5be9-495c-8b1f-f9c6989436ec service nova] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Refreshing network info cache for port 1deda9ef-c9c1-40c3-a491-b58bf1dbad6b {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.478592] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:6e:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4c5eb94-841c-4713-985a-8fc4117fbaf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1deda9ef-c9c1-40c3-a491-b58bf1dbad6b', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.493807] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Creating folder: Project (9e13a2e5748047c7a5cc52cbe8b05541). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.496394] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ac2e388-9037-43aa-b288-c11743b154d8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.506697] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Created folder: Project (9e13a2e5748047c7a5cc52cbe8b05541) in parent group-v616034. [ 755.506980] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Creating folder: Instances. Parent ref: group-v616144. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.507309] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c44b887b-6c02-4aea-ada8-45012f4f1144 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.520566] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Created folder: Instances in parent group-v616144. [ 755.520867] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.521268] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.521449] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ad03bc4-6fcd-4666-bbca-ddd641d5fdad {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.555529] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.555529] env[69413]: value = "task-3077381" [ 755.555529] env[69413]: _type = "Task" [ 755.555529] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.564409] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077381, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.870938] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 134eeaa3-fcde-4193-af68-40aca7638079 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 755.964725] env[69413]: DEBUG oslo_vmware.api [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3077378, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494662} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.968337] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] a5107bcd-c438-4000-a1e8-6a7f377a6c04/a5107bcd-c438-4000-a1e8-6a7f377a6c04.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 755.968739] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 755.968877] env[69413]: DEBUG oslo_vmware.api [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077377, 'name': PowerOnVM_Task, 'duration_secs': 0.855036} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.969093] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-938a79e2-63b6-4b57-b774-05aa870e8dd4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.971261] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.971460] env[69413]: DEBUG nova.compute.manager [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 755.972251] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5455b6ba-2879-4379-b5d4-ff432d386725 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.982394] env[69413]: DEBUG oslo_vmware.api [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 755.982394] env[69413]: value = "task-3077382" [ 755.982394] env[69413]: _type = "Task" [ 755.982394] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.996819] env[69413]: DEBUG nova.compute.manager [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 756.003238] env[69413]: DEBUG oslo_vmware.api [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3077382, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.066835] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077381, 'name': CreateVM_Task, 'duration_secs': 0.383495} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.067046] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.067732] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.067921] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.068689] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.068954] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0b9bdcd-4776-48ad-b8cc-10ea0ffc2734 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.073983] env[69413]: DEBUG oslo_vmware.api [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Waiting for the task: (returnval){ [ 756.073983] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52ee6128-40dc-2051-512a-ec55435c4183" [ 756.073983] env[69413]: _type = "Task" [ 756.073983] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.083032] env[69413]: DEBUG oslo_vmware.api [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52ee6128-40dc-2051-512a-ec55435c4183, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.271422] env[69413]: DEBUG nova.network.neutron [req-bd699aed-1abe-4dac-8310-2b063f7028ab req-5593d56b-5be9-495c-8b1f-f9c6989436ec service nova] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Updated VIF entry in instance network info cache for port 1deda9ef-c9c1-40c3-a491-b58bf1dbad6b. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.271738] env[69413]: DEBUG nova.network.neutron [req-bd699aed-1abe-4dac-8310-2b063f7028ab req-5593d56b-5be9-495c-8b1f-f9c6989436ec service nova] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Updating instance_info_cache with network_info: [{"id": "1deda9ef-c9c1-40c3-a491-b58bf1dbad6b", "address": "fa:16:3e:33:6e:74", "network": {"id": "8cb610e7-e4da-4776-8f19-c9728f51fb27", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9a021a88be0b4ec0bf1248cc136ac194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1deda9ef-c9", "ovs_interfaceid": "1deda9ef-c9c1-40c3-a491-b58bf1dbad6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.329424] env[69413]: DEBUG nova.compute.manager [req-c8108501-314d-45e6-8228-9c3ceb57bee6 req-a1f673ae-07d2-48d1-9e11-da198221e1b4 service nova] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Received event network-changed-693be4e7-b871-4018-b840-49fcf73755a4 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.329664] env[69413]: DEBUG nova.compute.manager [req-c8108501-314d-45e6-8228-9c3ceb57bee6 req-a1f673ae-07d2-48d1-9e11-da198221e1b4 service nova] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Refreshing instance network info cache due to event network-changed-693be4e7-b871-4018-b840-49fcf73755a4. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 756.329938] env[69413]: DEBUG oslo_concurrency.lockutils [req-c8108501-314d-45e6-8228-9c3ceb57bee6 req-a1f673ae-07d2-48d1-9e11-da198221e1b4 service nova] Acquiring lock "refresh_cache-70800d42-eff1-496c-aeab-7160e8aef7bf" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.330122] env[69413]: DEBUG oslo_concurrency.lockutils [req-c8108501-314d-45e6-8228-9c3ceb57bee6 req-a1f673ae-07d2-48d1-9e11-da198221e1b4 service nova] Acquired lock "refresh_cache-70800d42-eff1-496c-aeab-7160e8aef7bf" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.330315] env[69413]: DEBUG nova.network.neutron [req-c8108501-314d-45e6-8228-9c3ceb57bee6 req-a1f673ae-07d2-48d1-9e11-da198221e1b4 service nova] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Refreshing network info cache for port 693be4e7-b871-4018-b840-49fcf73755a4 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.374496] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 35f9bcbc-1f35-467d-9220-9f9a93765579 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 756.496336] env[69413]: DEBUG oslo_vmware.api [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3077382, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117317} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.496876] env[69413]: DEBUG oslo_concurrency.lockutils [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.497085] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.497935] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c2d1b5-b662-4ecd-90fa-a753ea4357cf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.529531] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] a5107bcd-c438-4000-a1e8-6a7f377a6c04/a5107bcd-c438-4000-a1e8-6a7f377a6c04.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.531944] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36d4ad86-7981-423a-8750-eb7c668dceeb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.558166] env[69413]: DEBUG oslo_vmware.api [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 756.558166] env[69413]: value = "task-3077383" [ 756.558166] env[69413]: _type = "Task" [ 756.558166] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.563389] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.567653] env[69413]: DEBUG oslo_vmware.api [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3077383, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.584709] env[69413]: DEBUG oslo_vmware.api [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52ee6128-40dc-2051-512a-ec55435c4183, 'name': SearchDatastore_Task, 'duration_secs': 0.00954} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.585049] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.585311] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.585584] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.585771] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.585983] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.586287] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f399cbc-d2b8-4304-90b4-b6e7b85f608d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.595970] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.596342] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.597149] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0580298-7e0a-483b-9462-cbf844bcb755 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.602089] env[69413]: DEBUG oslo_vmware.api [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Waiting for the task: (returnval){ [ 756.602089] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]521eaf6d-8c55-0fe6-e60f-4944df9d3e3b" [ 756.602089] env[69413]: _type = "Task" [ 756.602089] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.609559] env[69413]: DEBUG oslo_vmware.api [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]521eaf6d-8c55-0fe6-e60f-4944df9d3e3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.774875] env[69413]: DEBUG oslo_concurrency.lockutils [req-bd699aed-1abe-4dac-8310-2b063f7028ab req-5593d56b-5be9-495c-8b1f-f9c6989436ec service nova] Releasing lock "refresh_cache-16fc45e4-7ce8-438c-bdee-16dcc53d0f3a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.880417] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 412d9537-a582-4b26-acc4-786e68c25394 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 757.045741] env[69413]: DEBUG nova.network.neutron [req-c8108501-314d-45e6-8228-9c3ceb57bee6 req-a1f673ae-07d2-48d1-9e11-da198221e1b4 service nova] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Updated VIF entry in instance network info cache for port 693be4e7-b871-4018-b840-49fcf73755a4. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.046127] env[69413]: DEBUG nova.network.neutron [req-c8108501-314d-45e6-8228-9c3ceb57bee6 req-a1f673ae-07d2-48d1-9e11-da198221e1b4 service nova] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Updating instance_info_cache with network_info: [{"id": "693be4e7-b871-4018-b840-49fcf73755a4", "address": "fa:16:3e:6c:23:86", "network": {"id": "d508e613-6f79-45bc-a3d0-75ab29ee86b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1077687453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2dc1f2bbc864099bd0f9a128311073d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap693be4e7-b8", "ovs_interfaceid": "693be4e7-b871-4018-b840-49fcf73755a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.069429] env[69413]: DEBUG oslo_vmware.api [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3077383, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.112063] env[69413]: DEBUG oslo_vmware.api [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]521eaf6d-8c55-0fe6-e60f-4944df9d3e3b, 'name': SearchDatastore_Task, 'duration_secs': 0.047262} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.112848] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-033d3cd0-f837-4c7d-ae81-23fe45a2d408 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.117793] env[69413]: DEBUG oslo_vmware.api [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Waiting for the task: (returnval){ [ 757.117793] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52fc7fde-b186-bed9-ba14-588fad0ae06c" [ 757.117793] env[69413]: _type = "Task" [ 757.117793] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.126208] env[69413]: DEBUG oslo_vmware.api [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52fc7fde-b186-bed9-ba14-588fad0ae06c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.383656] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 3316c01f-b7e4-463c-8ef1-973d2c5e53f4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 757.552038] env[69413]: DEBUG oslo_concurrency.lockutils [req-c8108501-314d-45e6-8228-9c3ceb57bee6 req-a1f673ae-07d2-48d1-9e11-da198221e1b4 service nova] Releasing lock "refresh_cache-70800d42-eff1-496c-aeab-7160e8aef7bf" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.569228] env[69413]: DEBUG oslo_vmware.api [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3077383, 'name': ReconfigVM_Task, 'duration_secs': 0.928312} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.570478] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Reconfigured VM instance instance-00000024 to attach disk [datastore1] a5107bcd-c438-4000-a1e8-6a7f377a6c04/a5107bcd-c438-4000-a1e8-6a7f377a6c04.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.570478] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-674e5f0a-5d91-448b-a4a1-fc6355774d29 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.576880] env[69413]: DEBUG oslo_vmware.api [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 757.576880] env[69413]: value = "task-3077384" [ 757.576880] env[69413]: _type = "Task" [ 757.576880] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.586422] env[69413]: DEBUG oslo_vmware.api [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3077384, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.628218] env[69413]: DEBUG oslo_vmware.api [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52fc7fde-b186-bed9-ba14-588fad0ae06c, 'name': SearchDatastore_Task, 'duration_secs': 0.010264} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.628502] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.628758] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a/16fc45e4-7ce8-438c-bdee-16dcc53d0f3a.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.629048] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84a45064-c347-4aac-9dd6-ac2e7b2afefc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.635253] env[69413]: DEBUG oslo_vmware.api [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Waiting for the task: (returnval){ [ 757.635253] env[69413]: value = "task-3077385" [ 757.635253] env[69413]: _type = "Task" [ 757.635253] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.643382] env[69413]: DEBUG oslo_vmware.api [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Task: {'id': task-3077385, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.886605] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 757.928371] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7d1a5abc-120b-4cf9-ab28-349be8cb4f1c tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "04b9e79c-61b3-422e-a101-bb7c50126483" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.928570] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7d1a5abc-120b-4cf9-ab28-349be8cb4f1c tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "04b9e79c-61b3-422e-a101-bb7c50126483" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.928902] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7d1a5abc-120b-4cf9-ab28-349be8cb4f1c tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "04b9e79c-61b3-422e-a101-bb7c50126483-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.929817] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7d1a5abc-120b-4cf9-ab28-349be8cb4f1c tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "04b9e79c-61b3-422e-a101-bb7c50126483-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.929817] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7d1a5abc-120b-4cf9-ab28-349be8cb4f1c tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "04b9e79c-61b3-422e-a101-bb7c50126483-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.933126] env[69413]: INFO nova.compute.manager [None req-7d1a5abc-120b-4cf9-ab28-349be8cb4f1c tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Terminating instance [ 758.089612] env[69413]: DEBUG oslo_vmware.api [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3077384, 'name': Rename_Task, 'duration_secs': 0.158851} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.090279] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.090544] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c71d8e87-16fe-4e68-9b4e-039d461e2a66 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.097884] env[69413]: DEBUG oslo_vmware.api [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 758.097884] env[69413]: value = "task-3077386" [ 758.097884] env[69413]: _type = "Task" [ 758.097884] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.106598] env[69413]: DEBUG oslo_vmware.api [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3077386, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.144254] env[69413]: DEBUG oslo_vmware.api [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Task: {'id': task-3077385, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491726} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.144561] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a/16fc45e4-7ce8-438c-bdee-16dcc53d0f3a.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.144772] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.145051] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7578896-e489-4a86-8ee4-6263793a5222 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.153549] env[69413]: DEBUG oslo_vmware.api [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Waiting for the task: (returnval){ [ 758.153549] env[69413]: value = "task-3077387" [ 758.153549] env[69413]: _type = "Task" [ 758.153549] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.162468] env[69413]: DEBUG oslo_vmware.api [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Task: {'id': task-3077387, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.390561] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 8e433184-6504-4214-9dc1-868f573a9a4d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 758.440167] env[69413]: DEBUG nova.compute.manager [None req-7d1a5abc-120b-4cf9-ab28-349be8cb4f1c tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 758.440450] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7d1a5abc-120b-4cf9-ab28-349be8cb4f1c tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.441447] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a68680-262a-4169-a035-0b3df9ba7c3b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.450337] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d1a5abc-120b-4cf9-ab28-349be8cb4f1c tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.450590] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-382d9cf0-77a2-4e0b-aba5-f118eda9f5a3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.461227] env[69413]: DEBUG oslo_vmware.api [None req-7d1a5abc-120b-4cf9-ab28-349be8cb4f1c tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 758.461227] env[69413]: value = "task-3077388" [ 758.461227] env[69413]: _type = "Task" [ 758.461227] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.469551] env[69413]: DEBUG oslo_vmware.api [None req-7d1a5abc-120b-4cf9-ab28-349be8cb4f1c tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.597592] env[69413]: DEBUG nova.compute.manager [req-99fe64af-160a-43cd-89e6-503aba971d6a req-9381454b-ab0b-4c7b-a324-31eefb335f79 service nova] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Received event network-changed-693be4e7-b871-4018-b840-49fcf73755a4 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.597843] env[69413]: DEBUG nova.compute.manager [req-99fe64af-160a-43cd-89e6-503aba971d6a req-9381454b-ab0b-4c7b-a324-31eefb335f79 service nova] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Refreshing instance network info cache due to event network-changed-693be4e7-b871-4018-b840-49fcf73755a4. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 758.598046] env[69413]: DEBUG oslo_concurrency.lockutils [req-99fe64af-160a-43cd-89e6-503aba971d6a req-9381454b-ab0b-4c7b-a324-31eefb335f79 service nova] Acquiring lock "refresh_cache-70800d42-eff1-496c-aeab-7160e8aef7bf" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.598190] env[69413]: DEBUG oslo_concurrency.lockutils [req-99fe64af-160a-43cd-89e6-503aba971d6a req-9381454b-ab0b-4c7b-a324-31eefb335f79 service nova] Acquired lock "refresh_cache-70800d42-eff1-496c-aeab-7160e8aef7bf" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.598350] env[69413]: DEBUG nova.network.neutron [req-99fe64af-160a-43cd-89e6-503aba971d6a req-9381454b-ab0b-4c7b-a324-31eefb335f79 service nova] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Refreshing network info cache for port 693be4e7-b871-4018-b840-49fcf73755a4 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.611074] env[69413]: DEBUG oslo_vmware.api [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3077386, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.664900] env[69413]: DEBUG oslo_vmware.api [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Task: {'id': task-3077387, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062921} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.667277] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.667651] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d371738b-e060-4e56-9b6c-c3eb775c8008 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.693014] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a/16fc45e4-7ce8-438c-bdee-16dcc53d0f3a.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.693553] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-167e0f5f-d6c1-44ca-9e4c-e220bf3df596 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.713048] env[69413]: DEBUG oslo_vmware.api [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Waiting for the task: (returnval){ [ 758.713048] env[69413]: value = "task-3077389" [ 758.713048] env[69413]: _type = "Task" [ 758.713048] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.721025] env[69413]: DEBUG oslo_vmware.api [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Task: {'id': task-3077389, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.894216] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 60618527-34f5-48f8-9cbe-d38db002d392 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 758.970973] env[69413]: DEBUG oslo_vmware.api [None req-7d1a5abc-120b-4cf9-ab28-349be8cb4f1c tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077388, 'name': PowerOffVM_Task, 'duration_secs': 0.345987} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.971757] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d1a5abc-120b-4cf9-ab28-349be8cb4f1c tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.972011] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7d1a5abc-120b-4cf9-ab28-349be8cb4f1c tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 758.972350] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f9dc8d5-ce70-47e9-8f1c-8f17def1ed1f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.055483] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7d1a5abc-120b-4cf9-ab28-349be8cb4f1c tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.055663] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7d1a5abc-120b-4cf9-ab28-349be8cb4f1c tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.055855] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d1a5abc-120b-4cf9-ab28-349be8cb4f1c tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Deleting the datastore file [datastore1] 04b9e79c-61b3-422e-a101-bb7c50126483 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.056194] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49c38f9b-ef2f-4a2f-935c-4657c59c343b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.063723] env[69413]: DEBUG oslo_vmware.api [None req-7d1a5abc-120b-4cf9-ab28-349be8cb4f1c tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 759.063723] env[69413]: value = "task-3077391" [ 759.063723] env[69413]: _type = "Task" [ 759.063723] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.112116] env[69413]: DEBUG oslo_vmware.api [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3077386, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.153523] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "ea9f83f0-3336-4ebc-a5ad-183da349a61f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.153734] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "ea9f83f0-3336-4ebc-a5ad-183da349a61f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.223701] env[69413]: DEBUG oslo_vmware.api [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Task: {'id': task-3077389, 'name': ReconfigVM_Task, 'duration_secs': 0.32268} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.224011] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a/16fc45e4-7ce8-438c-bdee-16dcc53d0f3a.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.224667] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a95d329b-5e2f-4d18-aff1-152b685d8554 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.231384] env[69413]: DEBUG oslo_vmware.api [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Waiting for the task: (returnval){ [ 759.231384] env[69413]: value = "task-3077392" [ 759.231384] env[69413]: _type = "Task" [ 759.231384] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.239609] env[69413]: DEBUG oslo_vmware.api [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Task: {'id': task-3077392, 'name': Rename_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.336602] env[69413]: DEBUG nova.network.neutron [req-99fe64af-160a-43cd-89e6-503aba971d6a req-9381454b-ab0b-4c7b-a324-31eefb335f79 service nova] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Updated VIF entry in instance network info cache for port 693be4e7-b871-4018-b840-49fcf73755a4. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.336951] env[69413]: DEBUG nova.network.neutron [req-99fe64af-160a-43cd-89e6-503aba971d6a req-9381454b-ab0b-4c7b-a324-31eefb335f79 service nova] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Updating instance_info_cache with network_info: [{"id": "693be4e7-b871-4018-b840-49fcf73755a4", "address": "fa:16:3e:6c:23:86", "network": {"id": "d508e613-6f79-45bc-a3d0-75ab29ee86b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1077687453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2dc1f2bbc864099bd0f9a128311073d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap693be4e7-b8", "ovs_interfaceid": "693be4e7-b871-4018-b840-49fcf73755a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.397605] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance ba72f8ba-3ed8-4b38-8a3a-e784ab200285 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 759.574408] env[69413]: DEBUG oslo_vmware.api [None req-7d1a5abc-120b-4cf9-ab28-349be8cb4f1c tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077391, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142563} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.574658] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d1a5abc-120b-4cf9-ab28-349be8cb4f1c tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 759.574838] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7d1a5abc-120b-4cf9-ab28-349be8cb4f1c tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 759.575019] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7d1a5abc-120b-4cf9-ab28-349be8cb4f1c tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 759.575187] env[69413]: INFO nova.compute.manager [None req-7d1a5abc-120b-4cf9-ab28-349be8cb4f1c tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Took 1.13 seconds to destroy the instance on the hypervisor. [ 759.575422] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d1a5abc-120b-4cf9-ab28-349be8cb4f1c tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.575610] env[69413]: DEBUG nova.compute.manager [-] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 759.575701] env[69413]: DEBUG nova.network.neutron [-] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 759.611662] env[69413]: DEBUG oslo_vmware.api [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3077386, 'name': PowerOnVM_Task, 'duration_secs': 1.016861} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.611986] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.612221] env[69413]: INFO nova.compute.manager [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Took 9.04 seconds to spawn the instance on the hypervisor. [ 759.612452] env[69413]: DEBUG nova.compute.manager [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.613254] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08788737-1427-4de2-af5a-3b82df68d45f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.742684] env[69413]: DEBUG oslo_vmware.api [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Task: {'id': task-3077392, 'name': Rename_Task, 'duration_secs': 0.142831} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.743092] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.743481] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d07c61ce-8dae-4b45-abf9-73856be46705 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.749828] env[69413]: DEBUG oslo_vmware.api [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Waiting for the task: (returnval){ [ 759.749828] env[69413]: value = "task-3077393" [ 759.749828] env[69413]: _type = "Task" [ 759.749828] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.759108] env[69413]: DEBUG oslo_vmware.api [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Task: {'id': task-3077393, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.840738] env[69413]: DEBUG oslo_concurrency.lockutils [req-99fe64af-160a-43cd-89e6-503aba971d6a req-9381454b-ab0b-4c7b-a324-31eefb335f79 service nova] Releasing lock "refresh_cache-70800d42-eff1-496c-aeab-7160e8aef7bf" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.840927] env[69413]: DEBUG nova.compute.manager [req-99fe64af-160a-43cd-89e6-503aba971d6a req-9381454b-ab0b-4c7b-a324-31eefb335f79 service nova] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Received event network-changed-487d1f20-862a-4111-ae80-9266a83dd7a3 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.841130] env[69413]: DEBUG nova.compute.manager [req-99fe64af-160a-43cd-89e6-503aba971d6a req-9381454b-ab0b-4c7b-a324-31eefb335f79 service nova] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Refreshing instance network info cache due to event network-changed-487d1f20-862a-4111-ae80-9266a83dd7a3. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 759.841373] env[69413]: DEBUG oslo_concurrency.lockutils [req-99fe64af-160a-43cd-89e6-503aba971d6a req-9381454b-ab0b-4c7b-a324-31eefb335f79 service nova] Acquiring lock "refresh_cache-4b1894a2-b198-41aa-a340-f3decec71996" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.841456] env[69413]: DEBUG oslo_concurrency.lockutils [req-99fe64af-160a-43cd-89e6-503aba971d6a req-9381454b-ab0b-4c7b-a324-31eefb335f79 service nova] Acquired lock "refresh_cache-4b1894a2-b198-41aa-a340-f3decec71996" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.841627] env[69413]: DEBUG nova.network.neutron [req-99fe64af-160a-43cd-89e6-503aba971d6a req-9381454b-ab0b-4c7b-a324-31eefb335f79 service nova] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Refreshing network info cache for port 487d1f20-862a-4111-ae80-9266a83dd7a3 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.870547] env[69413]: DEBUG nova.compute.manager [req-dde072c9-6f7a-49fc-a71b-0e96aaa2fb6f req-71175fa7-69a5-4e5e-9306-55a63e840229 service nova] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Received event network-vif-deleted-88b165ec-805e-48ed-8e58-71e817afb8da {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.870760] env[69413]: INFO nova.compute.manager [req-dde072c9-6f7a-49fc-a71b-0e96aaa2fb6f req-71175fa7-69a5-4e5e-9306-55a63e840229 service nova] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Neutron deleted interface 88b165ec-805e-48ed-8e58-71e817afb8da; detaching it from the instance and deleting it from the info cache [ 759.870942] env[69413]: DEBUG nova.network.neutron [req-dde072c9-6f7a-49fc-a71b-0e96aaa2fb6f req-71175fa7-69a5-4e5e-9306-55a63e840229 service nova] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.900662] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 51503845-99ac-4010-9780-09feb6c342b9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 759.900998] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=69413) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 759.900998] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=69413) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 760.138561] env[69413]: INFO nova.compute.manager [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Took 41.35 seconds to build instance. [ 760.224392] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2dcc830b-86cb-41f9-a764-ea92846ff6cb tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Acquiring lock "4b1894a2-b198-41aa-a340-f3decec71996" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.224735] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2dcc830b-86cb-41f9-a764-ea92846ff6cb tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Lock "4b1894a2-b198-41aa-a340-f3decec71996" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.224950] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2dcc830b-86cb-41f9-a764-ea92846ff6cb tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Acquiring lock "4b1894a2-b198-41aa-a340-f3decec71996-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.225562] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2dcc830b-86cb-41f9-a764-ea92846ff6cb tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Lock "4b1894a2-b198-41aa-a340-f3decec71996-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.225752] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2dcc830b-86cb-41f9-a764-ea92846ff6cb tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Lock "4b1894a2-b198-41aa-a340-f3decec71996-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.227817] env[69413]: INFO nova.compute.manager [None req-2dcc830b-86cb-41f9-a764-ea92846ff6cb tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Terminating instance [ 760.260312] env[69413]: DEBUG oslo_vmware.api [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Task: {'id': task-3077393, 'name': PowerOnVM_Task, 'duration_secs': 0.452842} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.260568] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.260758] env[69413]: INFO nova.compute.manager [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Took 7.08 seconds to spawn the instance on the hypervisor. [ 760.260936] env[69413]: DEBUG nova.compute.manager [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.261717] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6339b09-35be-4638-a0a5-423920bf764a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.332564] env[69413]: DEBUG nova.network.neutron [-] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.374034] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c224dbe0-8d23-4d5f-be2f-a3a5ac01533b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.387386] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56694410-e00f-40ed-8acb-fcb33f96f1a4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.412706] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d4a7f1-1073-44f8-a420-27afbce8bcaa {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.429489] env[69413]: DEBUG nova.compute.manager [req-dde072c9-6f7a-49fc-a71b-0e96aaa2fb6f req-71175fa7-69a5-4e5e-9306-55a63e840229 service nova] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Detach interface failed, port_id=88b165ec-805e-48ed-8e58-71e817afb8da, reason: Instance 04b9e79c-61b3-422e-a101-bb7c50126483 could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 760.436935] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147b0616-ccff-4d9d-ac17-53a35466cadb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.470841] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08133b14-6cb4-4204-9dce-5c027c6381ab {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.478418] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0203f5b9-6366-484b-a716-76ac4a21101e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.492610] env[69413]: DEBUG nova.compute.provider_tree [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.586158] env[69413]: DEBUG nova.network.neutron [req-99fe64af-160a-43cd-89e6-503aba971d6a req-9381454b-ab0b-4c7b-a324-31eefb335f79 service nova] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Updated VIF entry in instance network info cache for port 487d1f20-862a-4111-ae80-9266a83dd7a3. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.586520] env[69413]: DEBUG nova.network.neutron [req-99fe64af-160a-43cd-89e6-503aba971d6a req-9381454b-ab0b-4c7b-a324-31eefb335f79 service nova] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Updating instance_info_cache with network_info: [{"id": "487d1f20-862a-4111-ae80-9266a83dd7a3", "address": "fa:16:3e:90:42:6e", "network": {"id": "d508e613-6f79-45bc-a3d0-75ab29ee86b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1077687453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2dc1f2bbc864099bd0f9a128311073d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap487d1f20-86", "ovs_interfaceid": "487d1f20-862a-4111-ae80-9266a83dd7a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.643768] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9e557630-54c1-4e20-a903-147e74c85e4c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "a5107bcd-c438-4000-a1e8-6a7f377a6c04" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.754s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.735022] env[69413]: DEBUG nova.compute.manager [None req-2dcc830b-86cb-41f9-a764-ea92846ff6cb tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 760.735022] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2dcc830b-86cb-41f9-a764-ea92846ff6cb tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.735022] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f254ea0b-4a17-4cf0-af40-c5e23a0fe751 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.743162] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dcc830b-86cb-41f9-a764-ea92846ff6cb tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.743162] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d4fc3fa-99d7-45fb-b02a-ce3fc83a80b7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.751158] env[69413]: DEBUG oslo_vmware.api [None req-2dcc830b-86cb-41f9-a764-ea92846ff6cb tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Waiting for the task: (returnval){ [ 760.751158] env[69413]: value = "task-3077394" [ 760.751158] env[69413]: _type = "Task" [ 760.751158] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.758169] env[69413]: DEBUG oslo_vmware.api [None req-2dcc830b-86cb-41f9-a764-ea92846ff6cb tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': task-3077394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.779761] env[69413]: INFO nova.compute.manager [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Took 37.91 seconds to build instance. [ 760.834789] env[69413]: DEBUG nova.compute.manager [req-3155e44c-8764-4a6b-9e0c-94ba8e2a389b req-d6a4e389-3283-4440-9e49-fcf5a9cbf85e service nova] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Received event network-changed-487d1f20-862a-4111-ae80-9266a83dd7a3 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.834789] env[69413]: DEBUG nova.compute.manager [req-3155e44c-8764-4a6b-9e0c-94ba8e2a389b req-d6a4e389-3283-4440-9e49-fcf5a9cbf85e service nova] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Refreshing instance network info cache due to event network-changed-487d1f20-862a-4111-ae80-9266a83dd7a3. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 760.834789] env[69413]: DEBUG oslo_concurrency.lockutils [req-3155e44c-8764-4a6b-9e0c-94ba8e2a389b req-d6a4e389-3283-4440-9e49-fcf5a9cbf85e service nova] Acquiring lock "refresh_cache-4b1894a2-b198-41aa-a340-f3decec71996" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.835987] env[69413]: INFO nova.compute.manager [-] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Took 1.26 seconds to deallocate network for instance. [ 760.995661] env[69413]: DEBUG nova.scheduler.client.report [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.089617] env[69413]: DEBUG oslo_concurrency.lockutils [req-99fe64af-160a-43cd-89e6-503aba971d6a req-9381454b-ab0b-4c7b-a324-31eefb335f79 service nova] Releasing lock "refresh_cache-4b1894a2-b198-41aa-a340-f3decec71996" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.090307] env[69413]: DEBUG oslo_concurrency.lockutils [req-3155e44c-8764-4a6b-9e0c-94ba8e2a389b req-d6a4e389-3283-4440-9e49-fcf5a9cbf85e service nova] Acquired lock "refresh_cache-4b1894a2-b198-41aa-a340-f3decec71996" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.090581] env[69413]: DEBUG nova.network.neutron [req-3155e44c-8764-4a6b-9e0c-94ba8e2a389b req-d6a4e389-3283-4440-9e49-fcf5a9cbf85e service nova] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Refreshing network info cache for port 487d1f20-862a-4111-ae80-9266a83dd7a3 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 761.146024] env[69413]: DEBUG nova.compute.manager [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 761.258456] env[69413]: DEBUG oslo_vmware.api [None req-2dcc830b-86cb-41f9-a764-ea92846ff6cb tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': task-3077394, 'name': PowerOffVM_Task, 'duration_secs': 0.195936} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.258705] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dcc830b-86cb-41f9-a764-ea92846ff6cb tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.258871] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2dcc830b-86cb-41f9-a764-ea92846ff6cb tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.259127] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f22c4e9c-db9d-450a-a309-88e2d27acbb1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.284535] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fd31d991-e533-4faa-95e0-669b36c67a6b tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Lock "16fc45e4-7ce8-438c-bdee-16dcc53d0f3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.928s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.321511] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2dcc830b-86cb-41f9-a764-ea92846ff6cb tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.321728] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2dcc830b-86cb-41f9-a764-ea92846ff6cb tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.321906] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dcc830b-86cb-41f9-a764-ea92846ff6cb tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Deleting the datastore file [datastore1] 4b1894a2-b198-41aa-a340-f3decec71996 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.322417] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-467366ef-4c89-45e4-8b82-ff3bdd8b36b9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.329438] env[69413]: DEBUG oslo_vmware.api [None req-2dcc830b-86cb-41f9-a764-ea92846ff6cb tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Waiting for the task: (returnval){ [ 761.329438] env[69413]: value = "task-3077396" [ 761.329438] env[69413]: _type = "Task" [ 761.329438] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.339311] env[69413]: DEBUG oslo_vmware.api [None req-2dcc830b-86cb-41f9-a764-ea92846ff6cb tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': task-3077396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.344954] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7d1a5abc-120b-4cf9-ab28-349be8cb4f1c tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.500488] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69413) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 761.500747] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.194s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.501014] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.691s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.502680] env[69413]: INFO nova.compute.claims [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 761.668602] env[69413]: DEBUG oslo_concurrency.lockutils [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.789745] env[69413]: DEBUG nova.compute.manager [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 761.811551] env[69413]: DEBUG nova.network.neutron [req-3155e44c-8764-4a6b-9e0c-94ba8e2a389b req-d6a4e389-3283-4440-9e49-fcf5a9cbf85e service nova] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Updated VIF entry in instance network info cache for port 487d1f20-862a-4111-ae80-9266a83dd7a3. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.811971] env[69413]: DEBUG nova.network.neutron [req-3155e44c-8764-4a6b-9e0c-94ba8e2a389b req-d6a4e389-3283-4440-9e49-fcf5a9cbf85e service nova] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Updating instance_info_cache with network_info: [{"id": "487d1f20-862a-4111-ae80-9266a83dd7a3", "address": "fa:16:3e:90:42:6e", "network": {"id": "d508e613-6f79-45bc-a3d0-75ab29ee86b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1077687453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2dc1f2bbc864099bd0f9a128311073d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap487d1f20-86", "ovs_interfaceid": "487d1f20-862a-4111-ae80-9266a83dd7a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.840537] env[69413]: DEBUG oslo_vmware.api [None req-2dcc830b-86cb-41f9-a764-ea92846ff6cb tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': task-3077396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121312} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.841397] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dcc830b-86cb-41f9-a764-ea92846ff6cb tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.841582] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2dcc830b-86cb-41f9-a764-ea92846ff6cb tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.841845] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2dcc830b-86cb-41f9-a764-ea92846ff6cb tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.841998] env[69413]: INFO nova.compute.manager [None req-2dcc830b-86cb-41f9-a764-ea92846ff6cb tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Took 1.11 seconds to destroy the instance on the hypervisor. [ 761.842218] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2dcc830b-86cb-41f9-a764-ea92846ff6cb tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.842408] env[69413]: DEBUG nova.compute.manager [-] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 761.842483] env[69413]: DEBUG nova.network.neutron [-] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 761.946546] env[69413]: DEBUG nova.compute.manager [req-071a3626-a3d1-481e-b75b-bcd2db7760e0 req-0f134b4c-24ce-4ac9-bda7-61741c063eb5 service nova] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Received event network-changed-4b55742c-3491-4416-acc6-5182dd30cf5e {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.947362] env[69413]: DEBUG nova.compute.manager [req-071a3626-a3d1-481e-b75b-bcd2db7760e0 req-0f134b4c-24ce-4ac9-bda7-61741c063eb5 service nova] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Refreshing instance network info cache due to event network-changed-4b55742c-3491-4416-acc6-5182dd30cf5e. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 761.947362] env[69413]: DEBUG oslo_concurrency.lockutils [req-071a3626-a3d1-481e-b75b-bcd2db7760e0 req-0f134b4c-24ce-4ac9-bda7-61741c063eb5 service nova] Acquiring lock "refresh_cache-a5107bcd-c438-4000-a1e8-6a7f377a6c04" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.947362] env[69413]: DEBUG oslo_concurrency.lockutils [req-071a3626-a3d1-481e-b75b-bcd2db7760e0 req-0f134b4c-24ce-4ac9-bda7-61741c063eb5 service nova] Acquired lock "refresh_cache-a5107bcd-c438-4000-a1e8-6a7f377a6c04" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.947362] env[69413]: DEBUG nova.network.neutron [req-071a3626-a3d1-481e-b75b-bcd2db7760e0 req-0f134b4c-24ce-4ac9-bda7-61741c063eb5 service nova] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Refreshing network info cache for port 4b55742c-3491-4416-acc6-5182dd30cf5e {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.311537] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.315403] env[69413]: DEBUG oslo_concurrency.lockutils [req-3155e44c-8764-4a6b-9e0c-94ba8e2a389b req-d6a4e389-3283-4440-9e49-fcf5a9cbf85e service nova] Releasing lock "refresh_cache-4b1894a2-b198-41aa-a340-f3decec71996" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.616095] env[69413]: DEBUG nova.network.neutron [-] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.679170] env[69413]: DEBUG oslo_concurrency.lockutils [None req-31cabe2a-40cb-4a22-9411-e51d406cdcda tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Acquiring lock "16fc45e4-7ce8-438c-bdee-16dcc53d0f3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.679407] env[69413]: DEBUG oslo_concurrency.lockutils [None req-31cabe2a-40cb-4a22-9411-e51d406cdcda tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Lock "16fc45e4-7ce8-438c-bdee-16dcc53d0f3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.679599] env[69413]: DEBUG oslo_concurrency.lockutils [None req-31cabe2a-40cb-4a22-9411-e51d406cdcda tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Acquiring lock "16fc45e4-7ce8-438c-bdee-16dcc53d0f3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.679869] env[69413]: DEBUG oslo_concurrency.lockutils [None req-31cabe2a-40cb-4a22-9411-e51d406cdcda tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Lock "16fc45e4-7ce8-438c-bdee-16dcc53d0f3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.679960] env[69413]: DEBUG oslo_concurrency.lockutils [None req-31cabe2a-40cb-4a22-9411-e51d406cdcda tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Lock "16fc45e4-7ce8-438c-bdee-16dcc53d0f3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.681959] env[69413]: INFO nova.compute.manager [None req-31cabe2a-40cb-4a22-9411-e51d406cdcda tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Terminating instance [ 762.695362] env[69413]: DEBUG nova.network.neutron [req-071a3626-a3d1-481e-b75b-bcd2db7760e0 req-0f134b4c-24ce-4ac9-bda7-61741c063eb5 service nova] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Updated VIF entry in instance network info cache for port 4b55742c-3491-4416-acc6-5182dd30cf5e. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 762.695683] env[69413]: DEBUG nova.network.neutron [req-071a3626-a3d1-481e-b75b-bcd2db7760e0 req-0f134b4c-24ce-4ac9-bda7-61741c063eb5 service nova] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Updating instance_info_cache with network_info: [{"id": "4b55742c-3491-4416-acc6-5182dd30cf5e", "address": "fa:16:3e:c7:54:6a", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b55742c-34", "ovs_interfaceid": "4b55742c-3491-4416-acc6-5182dd30cf5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.904501] env[69413]: DEBUG nova.compute.manager [req-660d8665-e8c4-42f5-886f-d3dc165cf2bb req-22ef1038-1b6b-4d01-a4e0-0c4ef50cb022 service nova] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Received event network-changed-693be4e7-b871-4018-b840-49fcf73755a4 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.904577] env[69413]: DEBUG nova.compute.manager [req-660d8665-e8c4-42f5-886f-d3dc165cf2bb req-22ef1038-1b6b-4d01-a4e0-0c4ef50cb022 service nova] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Refreshing instance network info cache due to event network-changed-693be4e7-b871-4018-b840-49fcf73755a4. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.906179] env[69413]: DEBUG oslo_concurrency.lockutils [req-660d8665-e8c4-42f5-886f-d3dc165cf2bb req-22ef1038-1b6b-4d01-a4e0-0c4ef50cb022 service nova] Acquiring lock "refresh_cache-70800d42-eff1-496c-aeab-7160e8aef7bf" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.906179] env[69413]: DEBUG oslo_concurrency.lockutils [req-660d8665-e8c4-42f5-886f-d3dc165cf2bb req-22ef1038-1b6b-4d01-a4e0-0c4ef50cb022 service nova] Acquired lock "refresh_cache-70800d42-eff1-496c-aeab-7160e8aef7bf" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.906179] env[69413]: DEBUG nova.network.neutron [req-660d8665-e8c4-42f5-886f-d3dc165cf2bb req-22ef1038-1b6b-4d01-a4e0-0c4ef50cb022 service nova] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Refreshing network info cache for port 693be4e7-b871-4018-b840-49fcf73755a4 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.076253] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c6ba0b-f635-4cee-8803-438f5d8b8bb0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.083993] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a178415-9d28-470b-9ba9-c867ce72d140 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.114895] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec08a99f-b78d-43f3-8a4a-dc2c4c41703f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.117942] env[69413]: INFO nova.compute.manager [-] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Took 1.28 seconds to deallocate network for instance. [ 763.126790] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738e3729-6ee8-401d-a011-5b88cce47af9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.141144] env[69413]: DEBUG nova.compute.provider_tree [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.189661] env[69413]: DEBUG nova.compute.manager [None req-31cabe2a-40cb-4a22-9411-e51d406cdcda tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 763.189661] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-31cabe2a-40cb-4a22-9411-e51d406cdcda tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 763.189857] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443b2a67-75e7-4b8f-8e0b-97458bf6bc14 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.197515] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-31cabe2a-40cb-4a22-9411-e51d406cdcda tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.197992] env[69413]: DEBUG oslo_concurrency.lockutils [req-071a3626-a3d1-481e-b75b-bcd2db7760e0 req-0f134b4c-24ce-4ac9-bda7-61741c063eb5 service nova] Releasing lock "refresh_cache-a5107bcd-c438-4000-a1e8-6a7f377a6c04" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.198324] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd5fe77a-a32c-4fa3-86e2-2b60622f6071 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.205798] env[69413]: DEBUG oslo_vmware.api [None req-31cabe2a-40cb-4a22-9411-e51d406cdcda tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Waiting for the task: (returnval){ [ 763.205798] env[69413]: value = "task-3077397" [ 763.205798] env[69413]: _type = "Task" [ 763.205798] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.213097] env[69413]: DEBUG oslo_vmware.api [None req-31cabe2a-40cb-4a22-9411-e51d406cdcda tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Task: {'id': task-3077397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.589886] env[69413]: DEBUG nova.network.neutron [req-660d8665-e8c4-42f5-886f-d3dc165cf2bb req-22ef1038-1b6b-4d01-a4e0-0c4ef50cb022 service nova] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Updated VIF entry in instance network info cache for port 693be4e7-b871-4018-b840-49fcf73755a4. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.590264] env[69413]: DEBUG nova.network.neutron [req-660d8665-e8c4-42f5-886f-d3dc165cf2bb req-22ef1038-1b6b-4d01-a4e0-0c4ef50cb022 service nova] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Updating instance_info_cache with network_info: [{"id": "693be4e7-b871-4018-b840-49fcf73755a4", "address": "fa:16:3e:6c:23:86", "network": {"id": "d508e613-6f79-45bc-a3d0-75ab29ee86b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1077687453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2dc1f2bbc864099bd0f9a128311073d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap693be4e7-b8", "ovs_interfaceid": "693be4e7-b871-4018-b840-49fcf73755a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.626909] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2dcc830b-86cb-41f9-a764-ea92846ff6cb tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.644648] env[69413]: DEBUG nova.scheduler.client.report [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.715468] env[69413]: DEBUG oslo_vmware.api [None req-31cabe2a-40cb-4a22-9411-e51d406cdcda tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Task: {'id': task-3077397, 'name': PowerOffVM_Task, 'duration_secs': 0.157199} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.716146] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-31cabe2a-40cb-4a22-9411-e51d406cdcda tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 763.716234] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-31cabe2a-40cb-4a22-9411-e51d406cdcda tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 763.716468] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7b80e96-3b14-459d-8471-ab13935212fb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.778093] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-31cabe2a-40cb-4a22-9411-e51d406cdcda tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.778356] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-31cabe2a-40cb-4a22-9411-e51d406cdcda tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.778509] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-31cabe2a-40cb-4a22-9411-e51d406cdcda tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Deleting the datastore file [datastore1] 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.778775] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6d7114a-fbc9-4f94-8c8b-edd4a0db316c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.787043] env[69413]: DEBUG oslo_vmware.api [None req-31cabe2a-40cb-4a22-9411-e51d406cdcda tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Waiting for the task: (returnval){ [ 763.787043] env[69413]: value = "task-3077399" [ 763.787043] env[69413]: _type = "Task" [ 763.787043] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.795103] env[69413]: DEBUG oslo_vmware.api [None req-31cabe2a-40cb-4a22-9411-e51d406cdcda tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Task: {'id': task-3077399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.973496] env[69413]: DEBUG nova.compute.manager [req-0cb227f4-99cc-4d4e-87c8-6abdf73d2b67 req-fc02e49a-6603-485b-aa20-7668d5f1cc1e service nova] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Received event network-vif-deleted-487d1f20-862a-4111-ae80-9266a83dd7a3 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.092637] env[69413]: DEBUG oslo_concurrency.lockutils [req-660d8665-e8c4-42f5-886f-d3dc165cf2bb req-22ef1038-1b6b-4d01-a4e0-0c4ef50cb022 service nova] Releasing lock "refresh_cache-70800d42-eff1-496c-aeab-7160e8aef7bf" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.092920] env[69413]: DEBUG nova.compute.manager [req-660d8665-e8c4-42f5-886f-d3dc165cf2bb req-22ef1038-1b6b-4d01-a4e0-0c4ef50cb022 service nova] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Received event network-changed-693be4e7-b871-4018-b840-49fcf73755a4 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.093121] env[69413]: DEBUG nova.compute.manager [req-660d8665-e8c4-42f5-886f-d3dc165cf2bb req-22ef1038-1b6b-4d01-a4e0-0c4ef50cb022 service nova] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Refreshing instance network info cache due to event network-changed-693be4e7-b871-4018-b840-49fcf73755a4. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 764.093339] env[69413]: DEBUG oslo_concurrency.lockutils [req-660d8665-e8c4-42f5-886f-d3dc165cf2bb req-22ef1038-1b6b-4d01-a4e0-0c4ef50cb022 service nova] Acquiring lock "refresh_cache-70800d42-eff1-496c-aeab-7160e8aef7bf" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.093479] env[69413]: DEBUG oslo_concurrency.lockutils [req-660d8665-e8c4-42f5-886f-d3dc165cf2bb req-22ef1038-1b6b-4d01-a4e0-0c4ef50cb022 service nova] Acquired lock "refresh_cache-70800d42-eff1-496c-aeab-7160e8aef7bf" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.093633] env[69413]: DEBUG nova.network.neutron [req-660d8665-e8c4-42f5-886f-d3dc165cf2bb req-22ef1038-1b6b-4d01-a4e0-0c4ef50cb022 service nova] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Refreshing network info cache for port 693be4e7-b871-4018-b840-49fcf73755a4 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.150135] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.150511] env[69413]: DEBUG nova.compute.manager [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 764.153161] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.409s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.154506] env[69413]: INFO nova.compute.claims [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 764.296710] env[69413]: DEBUG oslo_vmware.api [None req-31cabe2a-40cb-4a22-9411-e51d406cdcda tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Task: {'id': task-3077399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152062} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.296951] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-31cabe2a-40cb-4a22-9411-e51d406cdcda tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 764.297151] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-31cabe2a-40cb-4a22-9411-e51d406cdcda tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 764.297328] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-31cabe2a-40cb-4a22-9411-e51d406cdcda tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 764.297498] env[69413]: INFO nova.compute.manager [None req-31cabe2a-40cb-4a22-9411-e51d406cdcda tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 764.297729] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31cabe2a-40cb-4a22-9411-e51d406cdcda tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.297912] env[69413]: DEBUG nova.compute.manager [-] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 764.298014] env[69413]: DEBUG nova.network.neutron [-] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 764.662030] env[69413]: DEBUG nova.compute.utils [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 764.663619] env[69413]: DEBUG nova.compute.manager [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 764.663619] env[69413]: DEBUG nova.network.neutron [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 764.733039] env[69413]: DEBUG nova.policy [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8916c7ef01a84ffba6a8847188e50874', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3fb321bdd464a8e83a31e07a21f2e03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 764.861472] env[69413]: DEBUG nova.network.neutron [req-660d8665-e8c4-42f5-886f-d3dc165cf2bb req-22ef1038-1b6b-4d01-a4e0-0c4ef50cb022 service nova] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Updated VIF entry in instance network info cache for port 693be4e7-b871-4018-b840-49fcf73755a4. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.861830] env[69413]: DEBUG nova.network.neutron [req-660d8665-e8c4-42f5-886f-d3dc165cf2bb req-22ef1038-1b6b-4d01-a4e0-0c4ef50cb022 service nova] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Updating instance_info_cache with network_info: [{"id": "693be4e7-b871-4018-b840-49fcf73755a4", "address": "fa:16:3e:6c:23:86", "network": {"id": "d508e613-6f79-45bc-a3d0-75ab29ee86b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1077687453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2dc1f2bbc864099bd0f9a128311073d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap693be4e7-b8", "ovs_interfaceid": "693be4e7-b871-4018-b840-49fcf73755a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.023054] env[69413]: DEBUG nova.network.neutron [-] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.084029] env[69413]: DEBUG nova.network.neutron [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Successfully created port: 26156846-0ea6-450d-aa7c-0e2a9078c818 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 765.168709] env[69413]: DEBUG nova.compute.manager [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 765.365894] env[69413]: DEBUG oslo_concurrency.lockutils [req-660d8665-e8c4-42f5-886f-d3dc165cf2bb req-22ef1038-1b6b-4d01-a4e0-0c4ef50cb022 service nova] Releasing lock "refresh_cache-70800d42-eff1-496c-aeab-7160e8aef7bf" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.527106] env[69413]: INFO nova.compute.manager [-] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Took 1.23 seconds to deallocate network for instance. [ 765.590968] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1808aad0-44b3-4871-be0e-a108bfa7b453 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.598636] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114bd3f1-7501-4524-bd21-1d9badf22034 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.630233] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a0ac0d-27eb-469a-a023-23ca868d80be {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.637880] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88962206-4093-4930-979d-1cceffffebca {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.651437] env[69413]: DEBUG nova.compute.provider_tree [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.673888] env[69413]: INFO nova.virt.block_device [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Booting with volume 274777c0-5653-44f4-95c5-823eddb5b297 at /dev/sda [ 765.707889] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f3261aee-12bc-4c37-838e-e9dde29a40df {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.717941] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1acfba-9d15-4da1-8105-6f9b59fbb678 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.750167] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b4f760d0-2302-40da-9f9b-f6e9e647058e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.757748] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a243a0-1560-4751-ae4d-86fcb083e3be {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.795394] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7f47aa-7ee3-462a-ac96-c02a0d6aa712 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.802637] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07df76a-ad66-4e59-8b38-54584c247f22 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.816509] env[69413]: DEBUG nova.virt.block_device [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Updating existing volume attachment record: 152db096-548d-431f-9f4a-16c983b9b3e6 {{(pid=69413) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 765.997665] env[69413]: DEBUG nova.compute.manager [req-f38a8009-9f6a-4096-a57b-5ae58c53870b req-e79bef77-b98f-4a1d-bc74-39c1e20c3842 service nova] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Received event network-vif-deleted-1deda9ef-c9c1-40c3-a491-b58bf1dbad6b {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.033674] env[69413]: DEBUG oslo_concurrency.lockutils [None req-31cabe2a-40cb-4a22-9411-e51d406cdcda tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.155066] env[69413]: DEBUG nova.scheduler.client.report [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.659683] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.660056] env[69413]: DEBUG nova.compute.manager [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 766.664988] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e3d28ff9-440e-40c3-8a21-a6ea1fb67a76 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.992s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.665222] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e3d28ff9-440e-40c3-8a21-a6ea1fb67a76 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.667301] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bd6055c7-c0ac-48a7-bdef-d2b08d6b43c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.199s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.667487] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bd6055c7-c0ac-48a7-bdef-d2b08d6b43c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.672254] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.634s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.673714] env[69413]: INFO nova.compute.claims [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 766.699279] env[69413]: INFO nova.scheduler.client.report [None req-bd6055c7-c0ac-48a7-bdef-d2b08d6b43c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Deleted allocations for instance a011fd97-a657-4123-8dec-70a29561b232 [ 766.703019] env[69413]: INFO nova.scheduler.client.report [None req-e3d28ff9-440e-40c3-8a21-a6ea1fb67a76 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Deleted allocations for instance 5d6671c0-cd60-427f-bf36-663827dc0fcd [ 766.730824] env[69413]: DEBUG nova.network.neutron [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Successfully updated port: 26156846-0ea6-450d-aa7c-0e2a9078c818 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 767.181305] env[69413]: DEBUG nova.compute.utils [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 767.184908] env[69413]: DEBUG nova.compute.manager [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 767.185163] env[69413]: DEBUG nova.network.neutron [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 767.208405] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bd6055c7-c0ac-48a7-bdef-d2b08d6b43c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Lock "a011fd97-a657-4123-8dec-70a29561b232" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.146s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.213647] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e3d28ff9-440e-40c3-8a21-a6ea1fb67a76 tempest-ImagesOneServerTestJSON-1329888002 tempest-ImagesOneServerTestJSON-1329888002-project-member] Lock "5d6671c0-cd60-427f-bf36-663827dc0fcd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.994s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.233461] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Acquiring lock "refresh_cache-7cdbd118-ef90-4606-8eff-56cf9f2d61d7" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.233574] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Acquired lock "refresh_cache-7cdbd118-ef90-4606-8eff-56cf9f2d61d7" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.233724] env[69413]: DEBUG nova.network.neutron [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.251842] env[69413]: DEBUG nova.policy [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e7dc82f25ef489fac2078a738917833', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb2bf5694da14887a5ddfef0a166bf44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 767.679342] env[69413]: DEBUG nova.network.neutron [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Successfully created port: f531cb99-d2f8-4c92-8859-c419c9773e72 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 767.685537] env[69413]: DEBUG nova.compute.manager [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 767.797220] env[69413]: DEBUG nova.network.neutron [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.909434] env[69413]: DEBUG nova.compute.manager [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.910096] env[69413]: DEBUG nova.virt.hardware [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.910371] env[69413]: DEBUG nova.virt.hardware [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.910862] env[69413]: DEBUG nova.virt.hardware [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.910862] env[69413]: DEBUG nova.virt.hardware [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.910862] env[69413]: DEBUG nova.virt.hardware [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.911088] env[69413]: DEBUG nova.virt.hardware [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.911131] env[69413]: DEBUG nova.virt.hardware [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.911289] env[69413]: DEBUG nova.virt.hardware [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.911454] env[69413]: DEBUG nova.virt.hardware [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.911614] env[69413]: DEBUG nova.virt.hardware [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.911843] env[69413]: DEBUG nova.virt.hardware [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.915372] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8484bf-e8ea-4821-9541-63ffc2fbc86a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.930787] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556d5318-1599-45d1-903f-17f9e8a6d494 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.032040] env[69413]: DEBUG nova.compute.manager [req-30b25a09-d9f1-4835-9e10-3b7ba669169f req-aed31452-8bc0-413e-8c18-0bb18fd99f1b service nova] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Received event network-vif-plugged-26156846-0ea6-450d-aa7c-0e2a9078c818 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.032291] env[69413]: DEBUG oslo_concurrency.lockutils [req-30b25a09-d9f1-4835-9e10-3b7ba669169f req-aed31452-8bc0-413e-8c18-0bb18fd99f1b service nova] Acquiring lock "7cdbd118-ef90-4606-8eff-56cf9f2d61d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.032501] env[69413]: DEBUG oslo_concurrency.lockutils [req-30b25a09-d9f1-4835-9e10-3b7ba669169f req-aed31452-8bc0-413e-8c18-0bb18fd99f1b service nova] Lock "7cdbd118-ef90-4606-8eff-56cf9f2d61d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.032665] env[69413]: DEBUG oslo_concurrency.lockutils [req-30b25a09-d9f1-4835-9e10-3b7ba669169f req-aed31452-8bc0-413e-8c18-0bb18fd99f1b service nova] Lock "7cdbd118-ef90-4606-8eff-56cf9f2d61d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.032831] env[69413]: DEBUG nova.compute.manager [req-30b25a09-d9f1-4835-9e10-3b7ba669169f req-aed31452-8bc0-413e-8c18-0bb18fd99f1b service nova] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] No waiting events found dispatching network-vif-plugged-26156846-0ea6-450d-aa7c-0e2a9078c818 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 768.032992] env[69413]: WARNING nova.compute.manager [req-30b25a09-d9f1-4835-9e10-3b7ba669169f req-aed31452-8bc0-413e-8c18-0bb18fd99f1b service nova] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Received unexpected event network-vif-plugged-26156846-0ea6-450d-aa7c-0e2a9078c818 for instance with vm_state building and task_state spawning. [ 768.033493] env[69413]: DEBUG nova.compute.manager [req-30b25a09-d9f1-4835-9e10-3b7ba669169f req-aed31452-8bc0-413e-8c18-0bb18fd99f1b service nova] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Received event network-changed-26156846-0ea6-450d-aa7c-0e2a9078c818 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.033659] env[69413]: DEBUG nova.compute.manager [req-30b25a09-d9f1-4835-9e10-3b7ba669169f req-aed31452-8bc0-413e-8c18-0bb18fd99f1b service nova] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Refreshing instance network info cache due to event network-changed-26156846-0ea6-450d-aa7c-0e2a9078c818. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 768.033905] env[69413]: DEBUG oslo_concurrency.lockutils [req-30b25a09-d9f1-4835-9e10-3b7ba669169f req-aed31452-8bc0-413e-8c18-0bb18fd99f1b service nova] Acquiring lock "refresh_cache-7cdbd118-ef90-4606-8eff-56cf9f2d61d7" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.138545] env[69413]: DEBUG nova.network.neutron [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Updating instance_info_cache with network_info: [{"id": "26156846-0ea6-450d-aa7c-0e2a9078c818", "address": "fa:16:3e:c9:a7:db", "network": {"id": "31b50cb3-b6d1-4cc8-b837-0d990acd20a4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-590435517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3fb321bdd464a8e83a31e07a21f2e03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26156846-0e", "ovs_interfaceid": "26156846-0ea6-450d-aa7c-0e2a9078c818", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.263263] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d286c08-7fb1-4daa-8399-3114da695ef6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.273243] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e99e3b-61c2-4828-a4b4-1e5abbc9b1f6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.310751] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a86932f-8420-4e1d-9227-c7550ffad18f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.318905] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee4471e-5f1f-46b9-81e2-7b96e6115cf7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.334647] env[69413]: DEBUG nova.compute.provider_tree [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.644774] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Releasing lock "refresh_cache-7cdbd118-ef90-4606-8eff-56cf9f2d61d7" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.645300] env[69413]: DEBUG nova.compute.manager [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Instance network_info: |[{"id": "26156846-0ea6-450d-aa7c-0e2a9078c818", "address": "fa:16:3e:c9:a7:db", "network": {"id": "31b50cb3-b6d1-4cc8-b837-0d990acd20a4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-590435517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3fb321bdd464a8e83a31e07a21f2e03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26156846-0e", "ovs_interfaceid": "26156846-0ea6-450d-aa7c-0e2a9078c818", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 768.645574] env[69413]: DEBUG oslo_concurrency.lockutils [req-30b25a09-d9f1-4835-9e10-3b7ba669169f req-aed31452-8bc0-413e-8c18-0bb18fd99f1b service nova] Acquired lock "refresh_cache-7cdbd118-ef90-4606-8eff-56cf9f2d61d7" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.645757] env[69413]: DEBUG nova.network.neutron [req-30b25a09-d9f1-4835-9e10-3b7ba669169f req-aed31452-8bc0-413e-8c18-0bb18fd99f1b service nova] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Refreshing network info cache for port 26156846-0ea6-450d-aa7c-0e2a9078c818 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.646929] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:a7:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15ff34f9-4b02-4be1-b433-3ec4bd1b37c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26156846-0ea6-450d-aa7c-0e2a9078c818', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.655252] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Creating folder: Project (a3fb321bdd464a8e83a31e07a21f2e03). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.656340] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12e2a097-284b-420c-a313-4fa1db29aa4c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.670092] env[69413]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 768.671571] env[69413]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69413) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 768.671571] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Folder already exists: Project (a3fb321bdd464a8e83a31e07a21f2e03). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 768.671571] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Creating folder: Instances. Parent ref: group-v616102. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.671571] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ea1abfd-d674-4891-b5bd-75c9b47028a9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.680489] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Created folder: Instances in parent group-v616102. [ 768.680698] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.680856] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.681073] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55ef84ab-2f1d-49d8-8549-d040fa3ccb3d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.702435] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.702435] env[69413]: value = "task-3077402" [ 768.702435] env[69413]: _type = "Task" [ 768.702435] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.706498] env[69413]: DEBUG nova.compute.manager [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 768.715328] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077402, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.734621] env[69413]: DEBUG nova.virt.hardware [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 768.734889] env[69413]: DEBUG nova.virt.hardware [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 768.735053] env[69413]: DEBUG nova.virt.hardware [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.735241] env[69413]: DEBUG nova.virt.hardware [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 768.735412] env[69413]: DEBUG nova.virt.hardware [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.735523] env[69413]: DEBUG nova.virt.hardware [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 768.735730] env[69413]: DEBUG nova.virt.hardware [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 768.735877] env[69413]: DEBUG nova.virt.hardware [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 768.736051] env[69413]: DEBUG nova.virt.hardware [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 768.736246] env[69413]: DEBUG nova.virt.hardware [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 768.736388] env[69413]: DEBUG nova.virt.hardware [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 768.737261] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eade0bd4-db36-4c76-8459-5d1e5b7a3d6b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.745042] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb33544-1879-447d-b37a-45fc627a9713 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.839282] env[69413]: DEBUG nova.scheduler.client.report [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.212167] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077402, 'name': CreateVM_Task, 'duration_secs': 0.380235} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.212431] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.213174] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616111', 'volume_id': '274777c0-5653-44f4-95c5-823eddb5b297', 'name': 'volume-274777c0-5653-44f4-95c5-823eddb5b297', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7cdbd118-ef90-4606-8eff-56cf9f2d61d7', 'attached_at': '', 'detached_at': '', 'volume_id': '274777c0-5653-44f4-95c5-823eddb5b297', 'serial': '274777c0-5653-44f4-95c5-823eddb5b297'}, 'disk_bus': None, 'guest_format': None, 'attachment_id': '152db096-548d-431f-9f4a-16c983b9b3e6', 'boot_index': 0, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69413) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 769.213675] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Root volume attach. Driver type: vmdk {{(pid=69413) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 769.214512] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae749f3-1834-4149-a970-8f39df09f8b0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.222669] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e224a24a-7c84-4b9a-acbb-e08379bc8394 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.231205] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b8ac08-bed5-4922-9a44-e05c24714a4f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.237560] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-a30b068d-daf5-4e0e-93e3-4b3cc8aad81f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.244214] env[69413]: DEBUG oslo_vmware.api [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Waiting for the task: (returnval){ [ 769.244214] env[69413]: value = "task-3077403" [ 769.244214] env[69413]: _type = "Task" [ 769.244214] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.256524] env[69413]: DEBUG oslo_vmware.api [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Task: {'id': task-3077403, 'name': RelocateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.347013] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.347659] env[69413]: DEBUG nova.compute.manager [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.350239] env[69413]: DEBUG oslo_concurrency.lockutils [None req-efb7a919-8c8b-4091-90e4-b25d45581a18 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.136s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.354021] env[69413]: DEBUG oslo_concurrency.lockutils [None req-efb7a919-8c8b-4091-90e4-b25d45581a18 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.354021] env[69413]: DEBUG oslo_concurrency.lockutils [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.840s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.354344] env[69413]: INFO nova.compute.claims [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.388592] env[69413]: INFO nova.scheduler.client.report [None req-efb7a919-8c8b-4091-90e4-b25d45581a18 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Deleted allocations for instance 42cce3a8-5afa-429e-a023-ccd1e113c7d8 [ 769.436377] env[69413]: DEBUG nova.network.neutron [req-30b25a09-d9f1-4835-9e10-3b7ba669169f req-aed31452-8bc0-413e-8c18-0bb18fd99f1b service nova] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Updated VIF entry in instance network info cache for port 26156846-0ea6-450d-aa7c-0e2a9078c818. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.436377] env[69413]: DEBUG nova.network.neutron [req-30b25a09-d9f1-4835-9e10-3b7ba669169f req-aed31452-8bc0-413e-8c18-0bb18fd99f1b service nova] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Updating instance_info_cache with network_info: [{"id": "26156846-0ea6-450d-aa7c-0e2a9078c818", "address": "fa:16:3e:c9:a7:db", "network": {"id": "31b50cb3-b6d1-4cc8-b837-0d990acd20a4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-590435517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3fb321bdd464a8e83a31e07a21f2e03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26156846-0e", "ovs_interfaceid": "26156846-0ea6-450d-aa7c-0e2a9078c818", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.592328] env[69413]: DEBUG nova.network.neutron [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Successfully updated port: f531cb99-d2f8-4c92-8859-c419c9773e72 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 769.754342] env[69413]: DEBUG oslo_vmware.api [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Task: {'id': task-3077403, 'name': RelocateVM_Task} progress is 42%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.861727] env[69413]: DEBUG nova.compute.utils [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 769.868324] env[69413]: DEBUG nova.compute.manager [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 769.868513] env[69413]: DEBUG nova.network.neutron [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 769.903979] env[69413]: DEBUG oslo_concurrency.lockutils [None req-efb7a919-8c8b-4091-90e4-b25d45581a18 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Lock "42cce3a8-5afa-429e-a023-ccd1e113c7d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.096s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.923115] env[69413]: DEBUG nova.policy [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fd096d629c447f28135079d416372b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '447ddb9629ca4c9b9b9c1284b58d643b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 769.940999] env[69413]: DEBUG oslo_concurrency.lockutils [req-30b25a09-d9f1-4835-9e10-3b7ba669169f req-aed31452-8bc0-413e-8c18-0bb18fd99f1b service nova] Releasing lock "refresh_cache-7cdbd118-ef90-4606-8eff-56cf9f2d61d7" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.065035] env[69413]: DEBUG nova.compute.manager [req-85f124e8-ac92-4669-b9d4-28c1ae82ed4b req-8c516259-c8fa-4f11-8ec1-074637ea7f9c service nova] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Received event network-vif-plugged-f531cb99-d2f8-4c92-8859-c419c9773e72 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.065399] env[69413]: DEBUG oslo_concurrency.lockutils [req-85f124e8-ac92-4669-b9d4-28c1ae82ed4b req-8c516259-c8fa-4f11-8ec1-074637ea7f9c service nova] Acquiring lock "6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.065480] env[69413]: DEBUG oslo_concurrency.lockutils [req-85f124e8-ac92-4669-b9d4-28c1ae82ed4b req-8c516259-c8fa-4f11-8ec1-074637ea7f9c service nova] Lock "6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.065629] env[69413]: DEBUG oslo_concurrency.lockutils [req-85f124e8-ac92-4669-b9d4-28c1ae82ed4b req-8c516259-c8fa-4f11-8ec1-074637ea7f9c service nova] Lock "6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.065794] env[69413]: DEBUG nova.compute.manager [req-85f124e8-ac92-4669-b9d4-28c1ae82ed4b req-8c516259-c8fa-4f11-8ec1-074637ea7f9c service nova] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] No waiting events found dispatching network-vif-plugged-f531cb99-d2f8-4c92-8859-c419c9773e72 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 770.066025] env[69413]: WARNING nova.compute.manager [req-85f124e8-ac92-4669-b9d4-28c1ae82ed4b req-8c516259-c8fa-4f11-8ec1-074637ea7f9c service nova] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Received unexpected event network-vif-plugged-f531cb99-d2f8-4c92-8859-c419c9773e72 for instance with vm_state building and task_state spawning. [ 770.066598] env[69413]: DEBUG nova.compute.manager [req-85f124e8-ac92-4669-b9d4-28c1ae82ed4b req-8c516259-c8fa-4f11-8ec1-074637ea7f9c service nova] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Received event network-changed-f531cb99-d2f8-4c92-8859-c419c9773e72 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.066598] env[69413]: DEBUG nova.compute.manager [req-85f124e8-ac92-4669-b9d4-28c1ae82ed4b req-8c516259-c8fa-4f11-8ec1-074637ea7f9c service nova] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Refreshing instance network info cache due to event network-changed-f531cb99-d2f8-4c92-8859-c419c9773e72. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.066598] env[69413]: DEBUG oslo_concurrency.lockutils [req-85f124e8-ac92-4669-b9d4-28c1ae82ed4b req-8c516259-c8fa-4f11-8ec1-074637ea7f9c service nova] Acquiring lock "refresh_cache-6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.066598] env[69413]: DEBUG oslo_concurrency.lockutils [req-85f124e8-ac92-4669-b9d4-28c1ae82ed4b req-8c516259-c8fa-4f11-8ec1-074637ea7f9c service nova] Acquired lock "refresh_cache-6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.066879] env[69413]: DEBUG nova.network.neutron [req-85f124e8-ac92-4669-b9d4-28c1ae82ed4b req-8c516259-c8fa-4f11-8ec1-074637ea7f9c service nova] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Refreshing network info cache for port f531cb99-d2f8-4c92-8859-c419c9773e72 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.095187] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquiring lock "refresh_cache-6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.230327] env[69413]: DEBUG nova.network.neutron [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Successfully created port: 4edbfe46-eba6-4b87-91aa-8dbb9521e73b {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.255884] env[69413]: DEBUG oslo_vmware.api [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Task: {'id': task-3077403, 'name': RelocateVM_Task} progress is 56%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.375804] env[69413]: DEBUG nova.compute.manager [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.606878] env[69413]: DEBUG nova.network.neutron [req-85f124e8-ac92-4669-b9d4-28c1ae82ed4b req-8c516259-c8fa-4f11-8ec1-074637ea7f9c service nova] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 770.696376] env[69413]: DEBUG nova.network.neutron [req-85f124e8-ac92-4669-b9d4-28c1ae82ed4b req-8c516259-c8fa-4f11-8ec1-074637ea7f9c service nova] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.759763] env[69413]: DEBUG oslo_vmware.api [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Task: {'id': task-3077403, 'name': RelocateVM_Task} progress is 69%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.948450] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e500c16-621e-4993-b94c-6733a464614b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.958614] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f726bfe-ad51-4aa1-af78-58e0edbbaf92 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.989400] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf83432b-9552-4e90-a07d-bde4d79cd885 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.997427] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e41257-7574-4781-9c9e-76b1838fe62f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.011509] env[69413]: DEBUG nova.compute.provider_tree [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.167852] env[69413]: DEBUG oslo_concurrency.lockutils [None req-416202bf-45ad-47b7-85a3-f2950cb893d6 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Acquiring lock "4489e320-79ed-4910-b910-60f4896e7a46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.168164] env[69413]: DEBUG oslo_concurrency.lockutils [None req-416202bf-45ad-47b7-85a3-f2950cb893d6 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Lock "4489e320-79ed-4910-b910-60f4896e7a46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.168380] env[69413]: DEBUG oslo_concurrency.lockutils [None req-416202bf-45ad-47b7-85a3-f2950cb893d6 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Acquiring lock "4489e320-79ed-4910-b910-60f4896e7a46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.168565] env[69413]: DEBUG oslo_concurrency.lockutils [None req-416202bf-45ad-47b7-85a3-f2950cb893d6 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Lock "4489e320-79ed-4910-b910-60f4896e7a46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.168733] env[69413]: DEBUG oslo_concurrency.lockutils [None req-416202bf-45ad-47b7-85a3-f2950cb893d6 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Lock "4489e320-79ed-4910-b910-60f4896e7a46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.171044] env[69413]: INFO nova.compute.manager [None req-416202bf-45ad-47b7-85a3-f2950cb893d6 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Terminating instance [ 771.199358] env[69413]: DEBUG oslo_concurrency.lockutils [req-85f124e8-ac92-4669-b9d4-28c1ae82ed4b req-8c516259-c8fa-4f11-8ec1-074637ea7f9c service nova] Releasing lock "refresh_cache-6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.200105] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquired lock "refresh_cache-6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.200277] env[69413]: DEBUG nova.network.neutron [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.263252] env[69413]: DEBUG oslo_vmware.api [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Task: {'id': task-3077403, 'name': RelocateVM_Task} progress is 84%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.395947] env[69413]: DEBUG nova.compute.manager [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.423677] env[69413]: DEBUG nova.virt.hardware [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.423677] env[69413]: DEBUG nova.virt.hardware [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.423677] env[69413]: DEBUG nova.virt.hardware [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.423677] env[69413]: DEBUG nova.virt.hardware [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.423677] env[69413]: DEBUG nova.virt.hardware [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.424471] env[69413]: DEBUG nova.virt.hardware [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.425915] env[69413]: DEBUG nova.virt.hardware [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.425915] env[69413]: DEBUG nova.virt.hardware [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.426349] env[69413]: DEBUG nova.virt.hardware [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.429082] env[69413]: DEBUG nova.virt.hardware [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.429082] env[69413]: DEBUG nova.virt.hardware [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.429082] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3857fc5e-e8f2-4292-8bfb-d45cc9c6b778 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.437125] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ec77f0-8086-4f78-925c-e8ccc785872a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.517117] env[69413]: DEBUG nova.scheduler.client.report [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.675118] env[69413]: DEBUG nova.compute.manager [None req-416202bf-45ad-47b7-85a3-f2950cb893d6 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 771.675478] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-416202bf-45ad-47b7-85a3-f2950cb893d6 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.676374] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-facea2b4-b37b-4d7e-a10a-7834eba592a3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.686594] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-416202bf-45ad-47b7-85a3-f2950cb893d6 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.687263] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65767f22-c750-437e-b18a-c5df6b3ca61d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.694805] env[69413]: DEBUG oslo_vmware.api [None req-416202bf-45ad-47b7-85a3-f2950cb893d6 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Waiting for the task: (returnval){ [ 771.694805] env[69413]: value = "task-3077404" [ 771.694805] env[69413]: _type = "Task" [ 771.694805] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.706509] env[69413]: DEBUG oslo_vmware.api [None req-416202bf-45ad-47b7-85a3-f2950cb893d6 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077404, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.758548] env[69413]: DEBUG oslo_vmware.api [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Task: {'id': task-3077403, 'name': RelocateVM_Task} progress is 97%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.762247] env[69413]: DEBUG nova.network.neutron [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 772.020767] env[69413]: DEBUG oslo_concurrency.lockutils [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.021511] env[69413]: DEBUG nova.compute.manager [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.024210] env[69413]: DEBUG oslo_concurrency.lockutils [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.454s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.025582] env[69413]: INFO nova.compute.claims [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.043617] env[69413]: DEBUG nova.network.neutron [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Updating instance_info_cache with network_info: [{"id": "f531cb99-d2f8-4c92-8859-c419c9773e72", "address": "fa:16:3e:52:1a:7f", "network": {"id": "ebffccfa-c7ca-41bd-800d-4ab54c5df593", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1923443109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb2bf5694da14887a5ddfef0a166bf44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf531cb99-d2", "ovs_interfaceid": "f531cb99-d2f8-4c92-8859-c419c9773e72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.052197] env[69413]: DEBUG nova.network.neutron [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Successfully updated port: 4edbfe46-eba6-4b87-91aa-8dbb9521e73b {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.204874] env[69413]: DEBUG oslo_vmware.api [None req-416202bf-45ad-47b7-85a3-f2950cb893d6 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077404, 'name': PowerOffVM_Task, 'duration_secs': 0.218306} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.205263] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-416202bf-45ad-47b7-85a3-f2950cb893d6 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.205447] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-416202bf-45ad-47b7-85a3-f2950cb893d6 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.205701] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-836037cc-10b4-4569-981b-a123f8690882 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.265442] env[69413]: DEBUG oslo_vmware.api [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Task: {'id': task-3077403, 'name': RelocateVM_Task} progress is 98%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.270116] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-416202bf-45ad-47b7-85a3-f2950cb893d6 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.270366] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-416202bf-45ad-47b7-85a3-f2950cb893d6 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.270585] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-416202bf-45ad-47b7-85a3-f2950cb893d6 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Deleting the datastore file [datastore2] 4489e320-79ed-4910-b910-60f4896e7a46 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.270870] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f31a409-afe0-49d4-8ff3-d9a6f1bfa85e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.279218] env[69413]: DEBUG oslo_vmware.api [None req-416202bf-45ad-47b7-85a3-f2950cb893d6 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Waiting for the task: (returnval){ [ 772.279218] env[69413]: value = "task-3077406" [ 772.279218] env[69413]: _type = "Task" [ 772.279218] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.288664] env[69413]: DEBUG oslo_vmware.api [None req-416202bf-45ad-47b7-85a3-f2950cb893d6 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077406, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.383631] env[69413]: DEBUG nova.compute.manager [req-143f7af6-0de1-402c-a299-1be1bc9ee1cb req-da18fb60-4cb5-4163-8f44-3f7d4abec331 service nova] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Received event network-vif-plugged-4edbfe46-eba6-4b87-91aa-8dbb9521e73b {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.383631] env[69413]: DEBUG oslo_concurrency.lockutils [req-143f7af6-0de1-402c-a299-1be1bc9ee1cb req-da18fb60-4cb5-4163-8f44-3f7d4abec331 service nova] Acquiring lock "134eeaa3-fcde-4193-af68-40aca7638079-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.383718] env[69413]: DEBUG oslo_concurrency.lockutils [req-143f7af6-0de1-402c-a299-1be1bc9ee1cb req-da18fb60-4cb5-4163-8f44-3f7d4abec331 service nova] Lock "134eeaa3-fcde-4193-af68-40aca7638079-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.383801] env[69413]: DEBUG oslo_concurrency.lockutils [req-143f7af6-0de1-402c-a299-1be1bc9ee1cb req-da18fb60-4cb5-4163-8f44-3f7d4abec331 service nova] Lock "134eeaa3-fcde-4193-af68-40aca7638079-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.383961] env[69413]: DEBUG nova.compute.manager [req-143f7af6-0de1-402c-a299-1be1bc9ee1cb req-da18fb60-4cb5-4163-8f44-3f7d4abec331 service nova] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] No waiting events found dispatching network-vif-plugged-4edbfe46-eba6-4b87-91aa-8dbb9521e73b {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 772.385059] env[69413]: WARNING nova.compute.manager [req-143f7af6-0de1-402c-a299-1be1bc9ee1cb req-da18fb60-4cb5-4163-8f44-3f7d4abec331 service nova] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Received unexpected event network-vif-plugged-4edbfe46-eba6-4b87-91aa-8dbb9521e73b for instance with vm_state building and task_state spawning. [ 772.385273] env[69413]: DEBUG nova.compute.manager [req-143f7af6-0de1-402c-a299-1be1bc9ee1cb req-da18fb60-4cb5-4163-8f44-3f7d4abec331 service nova] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Received event network-changed-4edbfe46-eba6-4b87-91aa-8dbb9521e73b {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.385431] env[69413]: DEBUG nova.compute.manager [req-143f7af6-0de1-402c-a299-1be1bc9ee1cb req-da18fb60-4cb5-4163-8f44-3f7d4abec331 service nova] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Refreshing instance network info cache due to event network-changed-4edbfe46-eba6-4b87-91aa-8dbb9521e73b. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 772.385630] env[69413]: DEBUG oslo_concurrency.lockutils [req-143f7af6-0de1-402c-a299-1be1bc9ee1cb req-da18fb60-4cb5-4163-8f44-3f7d4abec331 service nova] Acquiring lock "refresh_cache-134eeaa3-fcde-4193-af68-40aca7638079" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.385763] env[69413]: DEBUG oslo_concurrency.lockutils [req-143f7af6-0de1-402c-a299-1be1bc9ee1cb req-da18fb60-4cb5-4163-8f44-3f7d4abec331 service nova] Acquired lock "refresh_cache-134eeaa3-fcde-4193-af68-40aca7638079" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.385912] env[69413]: DEBUG nova.network.neutron [req-143f7af6-0de1-402c-a299-1be1bc9ee1cb req-da18fb60-4cb5-4163-8f44-3f7d4abec331 service nova] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Refreshing network info cache for port 4edbfe46-eba6-4b87-91aa-8dbb9521e73b {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.532555] env[69413]: DEBUG nova.compute.utils [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.537130] env[69413]: DEBUG nova.compute.manager [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.537130] env[69413]: DEBUG nova.network.neutron [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.548871] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Releasing lock "refresh_cache-6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.548871] env[69413]: DEBUG nova.compute.manager [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Instance network_info: |[{"id": "f531cb99-d2f8-4c92-8859-c419c9773e72", "address": "fa:16:3e:52:1a:7f", "network": {"id": "ebffccfa-c7ca-41bd-800d-4ab54c5df593", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1923443109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb2bf5694da14887a5ddfef0a166bf44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf531cb99-d2", "ovs_interfaceid": "f531cb99-d2f8-4c92-8859-c419c9773e72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 772.549122] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:1a:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4712af2-45ef-4652-8d2c-482ec70056d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f531cb99-d2f8-4c92-8859-c419c9773e72', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.559029] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.559636] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Acquiring lock "refresh_cache-134eeaa3-fcde-4193-af68-40aca7638079" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.561477] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.561477] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8aa557db-6820-4463-96c8-d8985076bb57 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.578443] env[69413]: DEBUG nova.policy [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85929ff932b8404ab8e0947add1c6136', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa01880eb92b4e95a43312b5286a5501', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.585705] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.585705] env[69413]: value = "task-3077407" [ 772.585705] env[69413]: _type = "Task" [ 772.585705] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.598163] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077407, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.765216] env[69413]: DEBUG oslo_vmware.api [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Task: {'id': task-3077403, 'name': RelocateVM_Task, 'duration_secs': 3.134216} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.766323] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Volume attach. Driver type: vmdk {{(pid=69413) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 772.766323] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616111', 'volume_id': '274777c0-5653-44f4-95c5-823eddb5b297', 'name': 'volume-274777c0-5653-44f4-95c5-823eddb5b297', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7cdbd118-ef90-4606-8eff-56cf9f2d61d7', 'attached_at': '', 'detached_at': '', 'volume_id': '274777c0-5653-44f4-95c5-823eddb5b297', 'serial': '274777c0-5653-44f4-95c5-823eddb5b297'} {{(pid=69413) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 772.766679] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844c9966-2427-4f77-96be-7aec67c9f7e2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.800990] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e7b329-1585-49be-82c7-a524bcd7dd5f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.810330] env[69413]: DEBUG oslo_vmware.api [None req-416202bf-45ad-47b7-85a3-f2950cb893d6 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077406, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176354} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.820174] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-416202bf-45ad-47b7-85a3-f2950cb893d6 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.820632] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-416202bf-45ad-47b7-85a3-f2950cb893d6 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.820632] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-416202bf-45ad-47b7-85a3-f2950cb893d6 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.820795] env[69413]: INFO nova.compute.manager [None req-416202bf-45ad-47b7-85a3-f2950cb893d6 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Took 1.15 seconds to destroy the instance on the hypervisor. [ 772.821080] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-416202bf-45ad-47b7-85a3-f2950cb893d6 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.835013] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] volume-274777c0-5653-44f4-95c5-823eddb5b297/volume-274777c0-5653-44f4-95c5-823eddb5b297.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.835977] env[69413]: DEBUG nova.compute.manager [-] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 772.835977] env[69413]: DEBUG nova.network.neutron [-] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 772.838278] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ac51488-1bef-49a7-8023-1d213013b70e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.860462] env[69413]: DEBUG oslo_vmware.api [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Waiting for the task: (returnval){ [ 772.860462] env[69413]: value = "task-3077408" [ 772.860462] env[69413]: _type = "Task" [ 772.860462] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.869973] env[69413]: DEBUG oslo_vmware.api [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Task: {'id': task-3077408, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.900616] env[69413]: DEBUG nova.network.neutron [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Successfully created port: 76830841-227b-4f27-bf8f-78f32a8a30e0 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 772.937904] env[69413]: DEBUG nova.network.neutron [req-143f7af6-0de1-402c-a299-1be1bc9ee1cb req-da18fb60-4cb5-4163-8f44-3f7d4abec331 service nova] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.042583] env[69413]: DEBUG nova.compute.manager [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 773.099543] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077407, 'name': CreateVM_Task, 'duration_secs': 0.315216} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.100332] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.100468] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.100594] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.100924] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.101319] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2917994c-c08b-4318-a906-dacd54507901 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.106844] env[69413]: DEBUG oslo_vmware.api [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 773.106844] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]526738f3-e878-46db-de92-8114d403716e" [ 773.106844] env[69413]: _type = "Task" [ 773.106844] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.119796] env[69413]: DEBUG oslo_vmware.api [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]526738f3-e878-46db-de92-8114d403716e, 'name': SearchDatastore_Task, 'duration_secs': 0.009313} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.122936] env[69413]: DEBUG nova.network.neutron [req-143f7af6-0de1-402c-a299-1be1bc9ee1cb req-da18fb60-4cb5-4163-8f44-3f7d4abec331 service nova] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.122936] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.122936] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.122936] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.122936] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.122936] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.123300] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b436acf6-7588-4859-be0a-45b56acc17db {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.133442] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.133654] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.134708] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8247754a-71eb-4b4e-b5c5-a0826f7dbd61 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.140293] env[69413]: DEBUG oslo_vmware.api [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 773.140293] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52267b10-b988-c2f0-755a-0a792f2361a8" [ 773.140293] env[69413]: _type = "Task" [ 773.140293] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.151260] env[69413]: DEBUG oslo_vmware.api [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52267b10-b988-c2f0-755a-0a792f2361a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.371460] env[69413]: DEBUG oslo_vmware.api [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Task: {'id': task-3077408, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.565128] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14680bb-a81f-4b0e-94db-3b1dba659387 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.574525] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14dc69df-7b69-4d65-af10-11e7c51d0f29 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.610852] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67280d03-3c85-4728-85bf-171d2ffed647 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.621250] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc66fe1-a9d9-48c6-915e-886e4bd0dca4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.625108] env[69413]: DEBUG oslo_concurrency.lockutils [req-143f7af6-0de1-402c-a299-1be1bc9ee1cb req-da18fb60-4cb5-4163-8f44-3f7d4abec331 service nova] Releasing lock "refresh_cache-134eeaa3-fcde-4193-af68-40aca7638079" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.625474] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Acquired lock "refresh_cache-134eeaa3-fcde-4193-af68-40aca7638079" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.625983] env[69413]: DEBUG nova.network.neutron [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.637146] env[69413]: DEBUG nova.compute.provider_tree [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.650180] env[69413]: DEBUG oslo_vmware.api [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52267b10-b988-c2f0-755a-0a792f2361a8, 'name': SearchDatastore_Task, 'duration_secs': 0.008} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.650938] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4b719bc-e814-4d57-87f9-9c868148a396 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.656154] env[69413]: DEBUG oslo_vmware.api [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 773.656154] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52ab01b7-9fa4-5088-1569-a42542c4387e" [ 773.656154] env[69413]: _type = "Task" [ 773.656154] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.664661] env[69413]: DEBUG oslo_vmware.api [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52ab01b7-9fa4-5088-1569-a42542c4387e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.774100] env[69413]: DEBUG nova.network.neutron [-] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.870122] env[69413]: DEBUG oslo_vmware.api [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Task: {'id': task-3077408, 'name': ReconfigVM_Task, 'duration_secs': 0.625943} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.870439] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Reconfigured VM instance instance-00000026 to attach disk [datastore1] volume-274777c0-5653-44f4-95c5-823eddb5b297/volume-274777c0-5653-44f4-95c5-823eddb5b297.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.876401] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b08f0b3e-25d1-49e8-b285-7fb0f543b6d7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.892162] env[69413]: DEBUG oslo_vmware.api [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Waiting for the task: (returnval){ [ 773.892162] env[69413]: value = "task-3077409" [ 773.892162] env[69413]: _type = "Task" [ 773.892162] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.903469] env[69413]: DEBUG oslo_vmware.api [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Task: {'id': task-3077409, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.929404] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Acquiring lock "1c18d995-e20d-4a6c-9e67-0973a0091a57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.929679] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Lock "1c18d995-e20d-4a6c-9e67-0973a0091a57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.053345] env[69413]: DEBUG nova.compute.manager [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.076009] env[69413]: DEBUG nova.virt.hardware [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.076241] env[69413]: DEBUG nova.virt.hardware [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.076396] env[69413]: DEBUG nova.virt.hardware [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.076576] env[69413]: DEBUG nova.virt.hardware [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.076720] env[69413]: DEBUG nova.virt.hardware [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.076864] env[69413]: DEBUG nova.virt.hardware [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.077142] env[69413]: DEBUG nova.virt.hardware [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.077452] env[69413]: DEBUG nova.virt.hardware [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.077523] env[69413]: DEBUG nova.virt.hardware [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.077650] env[69413]: DEBUG nova.virt.hardware [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.077840] env[69413]: DEBUG nova.virt.hardware [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.078756] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbae00d-0c0c-483b-beca-ccb2850c3a60 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.087348] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62b1094-4128-4f8d-87ce-090fe7d12770 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.142033] env[69413]: DEBUG nova.scheduler.client.report [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.161538] env[69413]: DEBUG nova.network.neutron [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.168053] env[69413]: DEBUG oslo_vmware.api [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52ab01b7-9fa4-5088-1569-a42542c4387e, 'name': SearchDatastore_Task, 'duration_secs': 0.037828} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.168276] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.168526] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc/6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.169312] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1467295-7dc7-413b-881f-f03a09f870fc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.175348] env[69413]: DEBUG oslo_vmware.api [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 774.175348] env[69413]: value = "task-3077410" [ 774.175348] env[69413]: _type = "Task" [ 774.175348] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.182769] env[69413]: DEBUG oslo_vmware.api [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077410, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.277022] env[69413]: INFO nova.compute.manager [-] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Took 1.44 seconds to deallocate network for instance. [ 774.300318] env[69413]: DEBUG nova.network.neutron [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Updating instance_info_cache with network_info: [{"id": "4edbfe46-eba6-4b87-91aa-8dbb9521e73b", "address": "fa:16:3e:94:8d:c5", "network": {"id": "c7b96d42-3736-442c-9e31-815d760264cf", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-708726534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "447ddb9629ca4c9b9b9c1284b58d643b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4edbfe46-eb", "ovs_interfaceid": "4edbfe46-eba6-4b87-91aa-8dbb9521e73b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.410363] env[69413]: DEBUG oslo_vmware.api [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Task: {'id': task-3077409, 'name': ReconfigVM_Task, 'duration_secs': 0.131853} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.410823] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616111', 'volume_id': '274777c0-5653-44f4-95c5-823eddb5b297', 'name': 'volume-274777c0-5653-44f4-95c5-823eddb5b297', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7cdbd118-ef90-4606-8eff-56cf9f2d61d7', 'attached_at': '', 'detached_at': '', 'volume_id': '274777c0-5653-44f4-95c5-823eddb5b297', 'serial': '274777c0-5653-44f4-95c5-823eddb5b297'} {{(pid=69413) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 774.411523] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8d1825e-c80f-4730-87db-8355c1476eb1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.418781] env[69413]: DEBUG oslo_vmware.api [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Waiting for the task: (returnval){ [ 774.418781] env[69413]: value = "task-3077411" [ 774.418781] env[69413]: _type = "Task" [ 774.418781] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.432477] env[69413]: DEBUG oslo_vmware.api [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Task: {'id': task-3077411, 'name': Rename_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.588575] env[69413]: DEBUG nova.network.neutron [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Successfully updated port: 76830841-227b-4f27-bf8f-78f32a8a30e0 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 774.609354] env[69413]: DEBUG nova.compute.manager [req-41fa2216-5c9b-40fa-87ae-eec0a865a749 req-c6a2dca4-72a6-4394-8111-af5f4279f67c service nova] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Received event network-vif-deleted-3994ec9c-666b-4095-8730-3f0cd5fb4557 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.609818] env[69413]: DEBUG nova.compute.manager [req-41fa2216-5c9b-40fa-87ae-eec0a865a749 req-c6a2dca4-72a6-4394-8111-af5f4279f67c service nova] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Received event network-vif-plugged-76830841-227b-4f27-bf8f-78f32a8a30e0 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.610152] env[69413]: DEBUG oslo_concurrency.lockutils [req-41fa2216-5c9b-40fa-87ae-eec0a865a749 req-c6a2dca4-72a6-4394-8111-af5f4279f67c service nova] Acquiring lock "35f9bcbc-1f35-467d-9220-9f9a93765579-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.610485] env[69413]: DEBUG oslo_concurrency.lockutils [req-41fa2216-5c9b-40fa-87ae-eec0a865a749 req-c6a2dca4-72a6-4394-8111-af5f4279f67c service nova] Lock "35f9bcbc-1f35-467d-9220-9f9a93765579-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.610759] env[69413]: DEBUG oslo_concurrency.lockutils [req-41fa2216-5c9b-40fa-87ae-eec0a865a749 req-c6a2dca4-72a6-4394-8111-af5f4279f67c service nova] Lock "35f9bcbc-1f35-467d-9220-9f9a93765579-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.611026] env[69413]: DEBUG nova.compute.manager [req-41fa2216-5c9b-40fa-87ae-eec0a865a749 req-c6a2dca4-72a6-4394-8111-af5f4279f67c service nova] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] No waiting events found dispatching network-vif-plugged-76830841-227b-4f27-bf8f-78f32a8a30e0 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 774.611360] env[69413]: WARNING nova.compute.manager [req-41fa2216-5c9b-40fa-87ae-eec0a865a749 req-c6a2dca4-72a6-4394-8111-af5f4279f67c service nova] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Received unexpected event network-vif-plugged-76830841-227b-4f27-bf8f-78f32a8a30e0 for instance with vm_state building and task_state spawning. [ 774.646303] env[69413]: DEBUG oslo_concurrency.lockutils [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.646708] env[69413]: DEBUG nova.compute.manager [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.649686] env[69413]: DEBUG oslo_concurrency.lockutils [None req-967bf28b-08e3-444d-a460-911a8100cd1e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.574s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.649974] env[69413]: DEBUG oslo_concurrency.lockutils [None req-967bf28b-08e3-444d-a460-911a8100cd1e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.652759] env[69413]: DEBUG oslo_concurrency.lockutils [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.161s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.654227] env[69413]: INFO nova.compute.claims [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.687671] env[69413]: DEBUG oslo_vmware.api [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077410, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509465} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.689327] env[69413]: INFO nova.scheduler.client.report [None req-967bf28b-08e3-444d-a460-911a8100cd1e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Deleted allocations for instance e505a4ad-d19d-4b57-ae72-e7eaf4b32189 [ 774.690478] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc/6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 774.690593] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 774.693012] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1050a230-0e89-4e1d-a2c3-dc723dc6c5df {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.706713] env[69413]: DEBUG oslo_vmware.api [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 774.706713] env[69413]: value = "task-3077412" [ 774.706713] env[69413]: _type = "Task" [ 774.706713] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.716139] env[69413]: DEBUG oslo_vmware.api [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077412, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.783338] env[69413]: DEBUG oslo_concurrency.lockutils [None req-416202bf-45ad-47b7-85a3-f2950cb893d6 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.805019] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Releasing lock "refresh_cache-134eeaa3-fcde-4193-af68-40aca7638079" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.807316] env[69413]: DEBUG nova.compute.manager [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Instance network_info: |[{"id": "4edbfe46-eba6-4b87-91aa-8dbb9521e73b", "address": "fa:16:3e:94:8d:c5", "network": {"id": "c7b96d42-3736-442c-9e31-815d760264cf", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-708726534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "447ddb9629ca4c9b9b9c1284b58d643b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4edbfe46-eb", "ovs_interfaceid": "4edbfe46-eba6-4b87-91aa-8dbb9521e73b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 774.807777] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:8d:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a0d5af-5be9-477a-837c-58ef55c717f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4edbfe46-eba6-4b87-91aa-8dbb9521e73b', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.815331] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Creating folder: Project (447ddb9629ca4c9b9b9c1284b58d643b). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.815621] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d585721-c3c9-45aa-83e5-7600710abe62 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.826561] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Created folder: Project (447ddb9629ca4c9b9b9c1284b58d643b) in parent group-v616034. [ 774.826722] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Creating folder: Instances. Parent ref: group-v616150. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.826961] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a54a723e-3876-4b15-b0cb-3c9a70e7277a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.835317] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Created folder: Instances in parent group-v616150. [ 774.835541] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.835843] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.835917] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8532d3e9-d6e4-47c7-be82-8f67a9121f0c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.855043] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.855043] env[69413]: value = "task-3077415" [ 774.855043] env[69413]: _type = "Task" [ 774.855043] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.864015] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077415, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.928690] env[69413]: DEBUG oslo_vmware.api [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Task: {'id': task-3077411, 'name': Rename_Task, 'duration_secs': 0.200327} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.928979] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.931213] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17003fdc-90e2-4efa-b0a5-1e2bd90ee9b1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.937903] env[69413]: DEBUG oslo_vmware.api [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Waiting for the task: (returnval){ [ 774.937903] env[69413]: value = "task-3077416" [ 774.937903] env[69413]: _type = "Task" [ 774.937903] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.947637] env[69413]: DEBUG oslo_vmware.api [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Task: {'id': task-3077416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.093531] env[69413]: DEBUG oslo_concurrency.lockutils [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Acquiring lock "refresh_cache-35f9bcbc-1f35-467d-9220-9f9a93765579" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.093531] env[69413]: DEBUG oslo_concurrency.lockutils [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Acquired lock "refresh_cache-35f9bcbc-1f35-467d-9220-9f9a93765579" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.093797] env[69413]: DEBUG nova.network.neutron [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.159691] env[69413]: DEBUG nova.compute.utils [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.163617] env[69413]: DEBUG nova.compute.manager [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 775.163879] env[69413]: DEBUG nova.network.neutron [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: 412d9537-a582-4b26-acc4-786e68c25394] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 775.204387] env[69413]: DEBUG oslo_concurrency.lockutils [None req-967bf28b-08e3-444d-a460-911a8100cd1e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "e505a4ad-d19d-4b57-ae72-e7eaf4b32189" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.512s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.208629] env[69413]: DEBUG nova.policy [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '100b90d57970427cb5e34be542151bd3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd20bddf2427547dc91a4713087847f7b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.219951] env[69413]: DEBUG oslo_vmware.api [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077412, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065128} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.220978] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.221849] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc66442-b432-458c-877d-c6f22191269d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.248881] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc/6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.248881] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15f8df3f-72e5-4deb-9f7a-40f1590a6485 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.268929] env[69413]: DEBUG oslo_vmware.api [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 775.268929] env[69413]: value = "task-3077417" [ 775.268929] env[69413]: _type = "Task" [ 775.268929] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.279802] env[69413]: DEBUG oslo_vmware.api [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077417, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.364820] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077415, 'name': CreateVM_Task, 'duration_secs': 0.343534} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.365219] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.365781] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.365948] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.366310] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.366576] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-034b34d8-b8f2-4fdc-a2c5-bc22532574b7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.371869] env[69413]: DEBUG oslo_vmware.api [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Waiting for the task: (returnval){ [ 775.371869] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5204555b-fd0a-7d0b-07cc-463db1ba3eff" [ 775.371869] env[69413]: _type = "Task" [ 775.371869] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.382857] env[69413]: DEBUG oslo_vmware.api [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5204555b-fd0a-7d0b-07cc-463db1ba3eff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.447780] env[69413]: DEBUG oslo_vmware.api [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Task: {'id': task-3077416, 'name': PowerOnVM_Task, 'duration_secs': 0.48803} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.448401] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.449136] env[69413]: INFO nova.compute.manager [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Took 7.54 seconds to spawn the instance on the hypervisor. [ 775.449487] env[69413]: DEBUG nova.compute.manager [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.451280] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1428e2c-6c6e-466c-a473-24f89741a3b1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.486618] env[69413]: DEBUG nova.network.neutron [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Successfully created port: 8c5f52e5-b72f-458e-9e0c-f93b3e05acc5 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 775.642878] env[69413]: DEBUG nova.network.neutron [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 775.664055] env[69413]: DEBUG nova.compute.manager [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 775.788478] env[69413]: DEBUG oslo_vmware.api [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077417, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.833258] env[69413]: DEBUG nova.network.neutron [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Updating instance_info_cache with network_info: [{"id": "76830841-227b-4f27-bf8f-78f32a8a30e0", "address": "fa:16:3e:21:12:90", "network": {"id": "37dfc126-e29f-4291-af70-70df31800e85", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-171277746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa01880eb92b4e95a43312b5286a5501", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76830841-22", "ovs_interfaceid": "76830841-227b-4f27-bf8f-78f32a8a30e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.885243] env[69413]: DEBUG oslo_vmware.api [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5204555b-fd0a-7d0b-07cc-463db1ba3eff, 'name': SearchDatastore_Task, 'duration_secs': 0.011021} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.888541] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.888841] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.889124] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.889295] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.889476] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.890351] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b233da3-1b5c-4fc7-b0d8-2b782755c398 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.898910] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.899087] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.899986] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5757f74-5ab7-45fb-a09d-a4195c583f6b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.908533] env[69413]: DEBUG oslo_vmware.api [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Waiting for the task: (returnval){ [ 775.908533] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52627326-79e4-2e6c-dc63-5148dab140c2" [ 775.908533] env[69413]: _type = "Task" [ 775.908533] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.917239] env[69413]: DEBUG oslo_vmware.api [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52627326-79e4-2e6c-dc63-5148dab140c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.972098] env[69413]: INFO nova.compute.manager [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Took 50.18 seconds to build instance. [ 775.997738] env[69413]: DEBUG oslo_concurrency.lockutils [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "e9a9eb9b-ac85-4029-a417-6d38ef0de2e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.997927] env[69413]: DEBUG oslo_concurrency.lockutils [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "e9a9eb9b-ac85-4029-a417-6d38ef0de2e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.166890] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daca1833-4860-434b-9b8f-26bc9af1209a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.178982] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecf3ced-3697-4030-8568-d14ebbc8c7ab {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.213403] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e8e7e3-35ad-4a46-be52-d7fd25dcd54a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.221489] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3eb9d6-263f-44a2-ab93-4e5150071a61 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.235971] env[69413]: DEBUG nova.compute.provider_tree [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.280202] env[69413]: DEBUG oslo_vmware.api [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077417, 'name': ReconfigVM_Task, 'duration_secs': 0.857235} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.280573] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc/6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.281265] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fcc849d4-e8dc-4a43-9abc-70985bf99ec1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.287866] env[69413]: DEBUG oslo_vmware.api [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 776.287866] env[69413]: value = "task-3077418" [ 776.287866] env[69413]: _type = "Task" [ 776.287866] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.295680] env[69413]: DEBUG oslo_vmware.api [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077418, 'name': Rename_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.338379] env[69413]: DEBUG oslo_concurrency.lockutils [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Releasing lock "refresh_cache-35f9bcbc-1f35-467d-9220-9f9a93765579" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.338379] env[69413]: DEBUG nova.compute.manager [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Instance network_info: |[{"id": "76830841-227b-4f27-bf8f-78f32a8a30e0", "address": "fa:16:3e:21:12:90", "network": {"id": "37dfc126-e29f-4291-af70-70df31800e85", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-171277746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa01880eb92b4e95a43312b5286a5501", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76830841-22", "ovs_interfaceid": "76830841-227b-4f27-bf8f-78f32a8a30e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 776.338379] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:12:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d4ef133-b6f3-41d1-add4-92a1482195cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76830841-227b-4f27-bf8f-78f32a8a30e0', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.345585] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Creating folder: Project (fa01880eb92b4e95a43312b5286a5501). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 776.345909] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd52fab4-b1a4-45f7-968a-21a34354f803 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.355997] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Created folder: Project (fa01880eb92b4e95a43312b5286a5501) in parent group-v616034. [ 776.356987] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Creating folder: Instances. Parent ref: group-v616153. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 776.357252] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67fbdeaa-3d44-4326-9bd6-c7ce390734a2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.365944] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Created folder: Instances in parent group-v616153. [ 776.366245] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.366564] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.366657] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bd0d409-a26e-4ed6-ae1e-a267b3368a43 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.392022] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.392022] env[69413]: value = "task-3077421" [ 776.392022] env[69413]: _type = "Task" [ 776.392022] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.403050] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077421, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.419846] env[69413]: DEBUG oslo_vmware.api [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52627326-79e4-2e6c-dc63-5148dab140c2, 'name': SearchDatastore_Task, 'duration_secs': 0.008049} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.420668] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0669571b-6e11-4955-98d4-b15fc05d7801 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.425964] env[69413]: DEBUG oslo_vmware.api [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Waiting for the task: (returnval){ [ 776.425964] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528b6246-ac36-96fe-af41-63e410a3bf76" [ 776.425964] env[69413]: _type = "Task" [ 776.425964] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.434549] env[69413]: DEBUG oslo_vmware.api [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528b6246-ac36-96fe-af41-63e410a3bf76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.474336] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a0916f87-fe3a-453a-a7a8-dad96150c86f tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Lock "7cdbd118-ef90-4606-8eff-56cf9f2d61d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.994s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.680537] env[69413]: DEBUG nova.compute.manager [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 776.708946] env[69413]: DEBUG nova.virt.hardware [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.709213] env[69413]: DEBUG nova.virt.hardware [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.709370] env[69413]: DEBUG nova.virt.hardware [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.709550] env[69413]: DEBUG nova.virt.hardware [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.709692] env[69413]: DEBUG nova.virt.hardware [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.709835] env[69413]: DEBUG nova.virt.hardware [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.710057] env[69413]: DEBUG nova.virt.hardware [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.710215] env[69413]: DEBUG nova.virt.hardware [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.710387] env[69413]: DEBUG nova.virt.hardware [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.710589] env[69413]: DEBUG nova.virt.hardware [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.710799] env[69413]: DEBUG nova.virt.hardware [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.711685] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5a242e-ca61-47db-847d-c5d1d96b4ff7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.719434] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3919d763-0d37-400a-8eb8-916ad43bf128 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.739376] env[69413]: DEBUG nova.scheduler.client.report [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.798347] env[69413]: DEBUG oslo_vmware.api [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077418, 'name': Rename_Task, 'duration_secs': 0.214894} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.798620] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.798856] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d05c6af-ddab-4830-b37d-2b4e032d62d3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.803065] env[69413]: DEBUG nova.compute.manager [req-81af5d37-9edb-42c2-9da2-6bcfe0627b1b req-c501ad10-fd04-48b9-8c45-afdfb7c9e0cd service nova] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Received event network-changed-76830841-227b-4f27-bf8f-78f32a8a30e0 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.803264] env[69413]: DEBUG nova.compute.manager [req-81af5d37-9edb-42c2-9da2-6bcfe0627b1b req-c501ad10-fd04-48b9-8c45-afdfb7c9e0cd service nova] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Refreshing instance network info cache due to event network-changed-76830841-227b-4f27-bf8f-78f32a8a30e0. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.803537] env[69413]: DEBUG oslo_concurrency.lockutils [req-81af5d37-9edb-42c2-9da2-6bcfe0627b1b req-c501ad10-fd04-48b9-8c45-afdfb7c9e0cd service nova] Acquiring lock "refresh_cache-35f9bcbc-1f35-467d-9220-9f9a93765579" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.803626] env[69413]: DEBUG oslo_concurrency.lockutils [req-81af5d37-9edb-42c2-9da2-6bcfe0627b1b req-c501ad10-fd04-48b9-8c45-afdfb7c9e0cd service nova] Acquired lock "refresh_cache-35f9bcbc-1f35-467d-9220-9f9a93765579" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.803882] env[69413]: DEBUG nova.network.neutron [req-81af5d37-9edb-42c2-9da2-6bcfe0627b1b req-c501ad10-fd04-48b9-8c45-afdfb7c9e0cd service nova] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Refreshing network info cache for port 76830841-227b-4f27-bf8f-78f32a8a30e0 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.806765] env[69413]: DEBUG oslo_vmware.api [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 776.806765] env[69413]: value = "task-3077422" [ 776.806765] env[69413]: _type = "Task" [ 776.806765] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.815908] env[69413]: DEBUG oslo_vmware.api [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077422, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.902390] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077421, 'name': CreateVM_Task, 'duration_secs': 0.36569} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.902561] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 776.903260] env[69413]: DEBUG oslo_concurrency.lockutils [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.903454] env[69413]: DEBUG oslo_concurrency.lockutils [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.903809] env[69413]: DEBUG oslo_concurrency.lockutils [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.904079] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eca7ad7-7390-499a-91dd-0245474991fa {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.908571] env[69413]: DEBUG oslo_vmware.api [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Waiting for the task: (returnval){ [ 776.908571] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52105b1e-097a-c485-8481-e13a49022251" [ 776.908571] env[69413]: _type = "Task" [ 776.908571] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.916736] env[69413]: DEBUG oslo_vmware.api [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52105b1e-097a-c485-8481-e13a49022251, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.934806] env[69413]: DEBUG oslo_vmware.api [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528b6246-ac36-96fe-af41-63e410a3bf76, 'name': SearchDatastore_Task, 'duration_secs': 0.009652} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.935154] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.935312] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 134eeaa3-fcde-4193-af68-40aca7638079/134eeaa3-fcde-4193-af68-40aca7638079.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.936207] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38e69613-45c0-42d8-9512-55056d94b546 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.944051] env[69413]: DEBUG oslo_vmware.api [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Waiting for the task: (returnval){ [ 776.944051] env[69413]: value = "task-3077423" [ 776.944051] env[69413]: _type = "Task" [ 776.944051] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.950828] env[69413]: DEBUG oslo_vmware.api [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Task: {'id': task-3077423, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.977648] env[69413]: DEBUG nova.compute.manager [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 777.079056] env[69413]: DEBUG nova.network.neutron [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Successfully updated port: 8c5f52e5-b72f-458e-9e0c-f93b3e05acc5 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.247957] env[69413]: DEBUG oslo_concurrency.lockutils [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.247957] env[69413]: DEBUG nova.compute.manager [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 777.250699] env[69413]: DEBUG oslo_concurrency.lockutils [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.301s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.252724] env[69413]: INFO nova.compute.claims [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 777.322281] env[69413]: DEBUG oslo_vmware.api [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077422, 'name': PowerOnVM_Task, 'duration_secs': 0.472743} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.322659] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.322873] env[69413]: INFO nova.compute.manager [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Took 8.62 seconds to spawn the instance on the hypervisor. [ 777.323074] env[69413]: DEBUG nova.compute.manager [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.327506] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b09e81-06fb-4f8a-beb4-fb403b2d26f0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.421054] env[69413]: DEBUG oslo_vmware.api [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52105b1e-097a-c485-8481-e13a49022251, 'name': SearchDatastore_Task, 'duration_secs': 0.019341} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.421436] env[69413]: DEBUG oslo_concurrency.lockutils [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.421683] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.421923] env[69413]: DEBUG oslo_concurrency.lockutils [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.422077] env[69413]: DEBUG oslo_concurrency.lockutils [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.422402] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.422708] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e89e529-c73e-4aa5-be1f-74a731d85aa0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.432976] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.433235] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.434025] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc90fb56-f8a9-43cd-affb-1b3100a76027 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.440328] env[69413]: DEBUG oslo_vmware.api [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Waiting for the task: (returnval){ [ 777.440328] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5243be62-22fd-dcc7-634a-1172073ea74b" [ 777.440328] env[69413]: _type = "Task" [ 777.440328] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.454625] env[69413]: DEBUG oslo_vmware.api [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5243be62-22fd-dcc7-634a-1172073ea74b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.458188] env[69413]: DEBUG oslo_vmware.api [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Task: {'id': task-3077423, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.504234] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.527856] env[69413]: DEBUG nova.network.neutron [req-81af5d37-9edb-42c2-9da2-6bcfe0627b1b req-c501ad10-fd04-48b9-8c45-afdfb7c9e0cd service nova] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Updated VIF entry in instance network info cache for port 76830841-227b-4f27-bf8f-78f32a8a30e0. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.528257] env[69413]: DEBUG nova.network.neutron [req-81af5d37-9edb-42c2-9da2-6bcfe0627b1b req-c501ad10-fd04-48b9-8c45-afdfb7c9e0cd service nova] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Updating instance_info_cache with network_info: [{"id": "76830841-227b-4f27-bf8f-78f32a8a30e0", "address": "fa:16:3e:21:12:90", "network": {"id": "37dfc126-e29f-4291-af70-70df31800e85", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-171277746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa01880eb92b4e95a43312b5286a5501", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76830841-22", "ovs_interfaceid": "76830841-227b-4f27-bf8f-78f32a8a30e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.581860] env[69413]: DEBUG oslo_concurrency.lockutils [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Acquiring lock "refresh_cache-412d9537-a582-4b26-acc4-786e68c25394" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.582035] env[69413]: DEBUG oslo_concurrency.lockutils [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Acquired lock "refresh_cache-412d9537-a582-4b26-acc4-786e68c25394" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.582225] env[69413]: DEBUG nova.network.neutron [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.756951] env[69413]: DEBUG nova.compute.utils [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 777.763101] env[69413]: DEBUG nova.compute.manager [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 777.763101] env[69413]: DEBUG nova.network.neutron [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 777.814639] env[69413]: DEBUG nova.policy [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d07a6d93cc3463781bd8176e26c8822', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '534c7cf70f07494d8ef9fd082e0f7e24', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.844114] env[69413]: INFO nova.compute.manager [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Took 45.12 seconds to build instance. [ 777.951858] env[69413]: DEBUG oslo_vmware.api [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5243be62-22fd-dcc7-634a-1172073ea74b, 'name': SearchDatastore_Task, 'duration_secs': 0.025819} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.955166] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-610d4110-4436-4cc8-9359-3a03a436e4f0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.960974] env[69413]: DEBUG oslo_vmware.api [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Waiting for the task: (returnval){ [ 777.960974] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5290e4aa-42ae-7cdf-5ef2-d910e90380d4" [ 777.960974] env[69413]: _type = "Task" [ 777.960974] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.964331] env[69413]: DEBUG oslo_vmware.api [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Task: {'id': task-3077423, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583832} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.967285] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 134eeaa3-fcde-4193-af68-40aca7638079/134eeaa3-fcde-4193-af68-40aca7638079.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.967493] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.967727] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f96f96f-e62c-4b6d-a019-da98299cf976 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.975721] env[69413]: DEBUG oslo_vmware.api [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5290e4aa-42ae-7cdf-5ef2-d910e90380d4, 'name': SearchDatastore_Task, 'duration_secs': 0.010342} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.977107] env[69413]: DEBUG oslo_concurrency.lockutils [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.977294] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 35f9bcbc-1f35-467d-9220-9f9a93765579/35f9bcbc-1f35-467d-9220-9f9a93765579.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 777.977661] env[69413]: DEBUG oslo_vmware.api [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Waiting for the task: (returnval){ [ 777.977661] env[69413]: value = "task-3077424" [ 777.977661] env[69413]: _type = "Task" [ 777.977661] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.977898] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac040b4c-57b3-4bae-942d-bafb9caba069 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.988345] env[69413]: DEBUG oslo_vmware.api [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Task: {'id': task-3077424, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.991156] env[69413]: DEBUG oslo_vmware.api [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Waiting for the task: (returnval){ [ 777.991156] env[69413]: value = "task-3077425" [ 777.991156] env[69413]: _type = "Task" [ 777.991156] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.000021] env[69413]: DEBUG oslo_vmware.api [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Task: {'id': task-3077425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.030881] env[69413]: DEBUG oslo_concurrency.lockutils [req-81af5d37-9edb-42c2-9da2-6bcfe0627b1b req-c501ad10-fd04-48b9-8c45-afdfb7c9e0cd service nova] Releasing lock "refresh_cache-35f9bcbc-1f35-467d-9220-9f9a93765579" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.031205] env[69413]: DEBUG nova.compute.manager [req-81af5d37-9edb-42c2-9da2-6bcfe0627b1b req-c501ad10-fd04-48b9-8c45-afdfb7c9e0cd service nova] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Received event network-changed-26156846-0ea6-450d-aa7c-0e2a9078c818 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.031389] env[69413]: DEBUG nova.compute.manager [req-81af5d37-9edb-42c2-9da2-6bcfe0627b1b req-c501ad10-fd04-48b9-8c45-afdfb7c9e0cd service nova] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Refreshing instance network info cache due to event network-changed-26156846-0ea6-450d-aa7c-0e2a9078c818. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.031631] env[69413]: DEBUG oslo_concurrency.lockutils [req-81af5d37-9edb-42c2-9da2-6bcfe0627b1b req-c501ad10-fd04-48b9-8c45-afdfb7c9e0cd service nova] Acquiring lock "refresh_cache-7cdbd118-ef90-4606-8eff-56cf9f2d61d7" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.031787] env[69413]: DEBUG oslo_concurrency.lockutils [req-81af5d37-9edb-42c2-9da2-6bcfe0627b1b req-c501ad10-fd04-48b9-8c45-afdfb7c9e0cd service nova] Acquired lock "refresh_cache-7cdbd118-ef90-4606-8eff-56cf9f2d61d7" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.031952] env[69413]: DEBUG nova.network.neutron [req-81af5d37-9edb-42c2-9da2-6bcfe0627b1b req-c501ad10-fd04-48b9-8c45-afdfb7c9e0cd service nova] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Refreshing network info cache for port 26156846-0ea6-450d-aa7c-0e2a9078c818 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.132230] env[69413]: DEBUG nova.network.neutron [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.261361] env[69413]: DEBUG nova.compute.manager [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 778.287620] env[69413]: DEBUG nova.network.neutron [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Successfully created port: 97fb7058-a594-4b3e-b4ce-d4adc981e304 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 778.348439] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8f4e1527-5990-4184-9319-1d75d1854a64 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lock "6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.400s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.363911] env[69413]: DEBUG nova.network.neutron [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Updating instance_info_cache with network_info: [{"id": "8c5f52e5-b72f-458e-9e0c-f93b3e05acc5", "address": "fa:16:3e:67:c5:fa", "network": {"id": "273e800c-8b2c-4992-85c1-de21ed4c5610", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1933430888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d20bddf2427547dc91a4713087847f7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c5f52e5-b7", "ovs_interfaceid": "8c5f52e5-b72f-458e-9e0c-f93b3e05acc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.505778] env[69413]: DEBUG oslo_vmware.api [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Task: {'id': task-3077424, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10252} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.508891] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.511056] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d5a8de-e642-42bb-a5b6-2511adbcb35e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.517796] env[69413]: DEBUG oslo_vmware.api [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Task: {'id': task-3077425, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517257} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.518432] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 35f9bcbc-1f35-467d-9220-9f9a93765579/35f9bcbc-1f35-467d-9220-9f9a93765579.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 778.518746] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.519217] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11c96abf-beb3-4ac2-9565-2764bd9a5533 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.540436] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 134eeaa3-fcde-4193-af68-40aca7638079/134eeaa3-fcde-4193-af68-40aca7638079.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.545518] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68b0b386-28f6-4188-9461-5019f560ba06 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.563141] env[69413]: DEBUG oslo_vmware.api [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Waiting for the task: (returnval){ [ 778.563141] env[69413]: value = "task-3077426" [ 778.563141] env[69413]: _type = "Task" [ 778.563141] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.567312] env[69413]: DEBUG oslo_vmware.api [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Waiting for the task: (returnval){ [ 778.567312] env[69413]: value = "task-3077427" [ 778.567312] env[69413]: _type = "Task" [ 778.567312] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.570953] env[69413]: DEBUG oslo_vmware.api [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Task: {'id': task-3077426, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.584436] env[69413]: DEBUG oslo_vmware.api [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Task: {'id': task-3077427, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.743481] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e2d90b9e-95a3-4880-af28-bacdd38bf4dd tempest-ServersAdminTestJSON-911842076 tempest-ServersAdminTestJSON-911842076-project-admin] Acquiring lock "refresh_cache-6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.744185] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e2d90b9e-95a3-4880-af28-bacdd38bf4dd tempest-ServersAdminTestJSON-911842076 tempest-ServersAdminTestJSON-911842076-project-admin] Acquired lock "refresh_cache-6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.744185] env[69413]: DEBUG nova.network.neutron [None req-e2d90b9e-95a3-4880-af28-bacdd38bf4dd tempest-ServersAdminTestJSON-911842076 tempest-ServersAdminTestJSON-911842076-project-admin] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.856861] env[69413]: DEBUG nova.compute.manager [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 778.869426] env[69413]: DEBUG oslo_concurrency.lockutils [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Releasing lock "refresh_cache-412d9537-a582-4b26-acc4-786e68c25394" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.869735] env[69413]: DEBUG nova.compute.manager [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Instance network_info: |[{"id": "8c5f52e5-b72f-458e-9e0c-f93b3e05acc5", "address": "fa:16:3e:67:c5:fa", "network": {"id": "273e800c-8b2c-4992-85c1-de21ed4c5610", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1933430888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d20bddf2427547dc91a4713087847f7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c5f52e5-b7", "ovs_interfaceid": "8c5f52e5-b72f-458e-9e0c-f93b3e05acc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 778.873111] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:c5:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c5f52e5-b72f-458e-9e0c-f93b3e05acc5', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.880961] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Creating folder: Project (d20bddf2427547dc91a4713087847f7b). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.885734] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67808d79-9042-4f5c-bc56-6d5b8f5cf312 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.892491] env[69413]: DEBUG nova.network.neutron [req-81af5d37-9edb-42c2-9da2-6bcfe0627b1b req-c501ad10-fd04-48b9-8c45-afdfb7c9e0cd service nova] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Updated VIF entry in instance network info cache for port 26156846-0ea6-450d-aa7c-0e2a9078c818. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.892491] env[69413]: DEBUG nova.network.neutron [req-81af5d37-9edb-42c2-9da2-6bcfe0627b1b req-c501ad10-fd04-48b9-8c45-afdfb7c9e0cd service nova] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Updating instance_info_cache with network_info: [{"id": "26156846-0ea6-450d-aa7c-0e2a9078c818", "address": "fa:16:3e:c9:a7:db", "network": {"id": "31b50cb3-b6d1-4cc8-b837-0d990acd20a4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-590435517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3fb321bdd464a8e83a31e07a21f2e03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26156846-0e", "ovs_interfaceid": "26156846-0ea6-450d-aa7c-0e2a9078c818", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.897041] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Created folder: Project (d20bddf2427547dc91a4713087847f7b) in parent group-v616034. [ 778.897197] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Creating folder: Instances. Parent ref: group-v616156. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.897437] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-082fc7c7-fa3a-45d2-b2b6-f94c52c3c60d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.906827] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Created folder: Instances in parent group-v616156. [ 778.907063] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.907732] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.907987] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02a5758c-a145-4f38-b2a9-19a5c66d8342 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.924728] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee707c5f-cc3d-41e1-8989-96837258190b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.934877] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb2a698-e7ac-4424-9b1c-08e6ec924925 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.938141] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 778.938141] env[69413]: value = "task-3077430" [ 778.938141] env[69413]: _type = "Task" [ 778.938141] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.969890] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6dc646-ec38-4c98-b73f-e42cee409f48 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.974590] env[69413]: DEBUG nova.compute.manager [req-7f49ee12-846a-472c-af8e-2cb7c788a73b req-d42bf662-aab0-445f-8292-82d834598ea4 service nova] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Received event network-vif-plugged-8c5f52e5-b72f-458e-9e0c-f93b3e05acc5 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.974590] env[69413]: DEBUG oslo_concurrency.lockutils [req-7f49ee12-846a-472c-af8e-2cb7c788a73b req-d42bf662-aab0-445f-8292-82d834598ea4 service nova] Acquiring lock "412d9537-a582-4b26-acc4-786e68c25394-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.974590] env[69413]: DEBUG oslo_concurrency.lockutils [req-7f49ee12-846a-472c-af8e-2cb7c788a73b req-d42bf662-aab0-445f-8292-82d834598ea4 service nova] Lock "412d9537-a582-4b26-acc4-786e68c25394-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.974590] env[69413]: DEBUG oslo_concurrency.lockutils [req-7f49ee12-846a-472c-af8e-2cb7c788a73b req-d42bf662-aab0-445f-8292-82d834598ea4 service nova] Lock "412d9537-a582-4b26-acc4-786e68c25394-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.974590] env[69413]: DEBUG nova.compute.manager [req-7f49ee12-846a-472c-af8e-2cb7c788a73b req-d42bf662-aab0-445f-8292-82d834598ea4 service nova] [instance: 412d9537-a582-4b26-acc4-786e68c25394] No waiting events found dispatching network-vif-plugged-8c5f52e5-b72f-458e-9e0c-f93b3e05acc5 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 778.974938] env[69413]: WARNING nova.compute.manager [req-7f49ee12-846a-472c-af8e-2cb7c788a73b req-d42bf662-aab0-445f-8292-82d834598ea4 service nova] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Received unexpected event network-vif-plugged-8c5f52e5-b72f-458e-9e0c-f93b3e05acc5 for instance with vm_state building and task_state spawning. [ 778.974938] env[69413]: DEBUG nova.compute.manager [req-7f49ee12-846a-472c-af8e-2cb7c788a73b req-d42bf662-aab0-445f-8292-82d834598ea4 service nova] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Received event network-changed-8c5f52e5-b72f-458e-9e0c-f93b3e05acc5 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.975042] env[69413]: DEBUG nova.compute.manager [req-7f49ee12-846a-472c-af8e-2cb7c788a73b req-d42bf662-aab0-445f-8292-82d834598ea4 service nova] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Refreshing instance network info cache due to event network-changed-8c5f52e5-b72f-458e-9e0c-f93b3e05acc5. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.975381] env[69413]: DEBUG oslo_concurrency.lockutils [req-7f49ee12-846a-472c-af8e-2cb7c788a73b req-d42bf662-aab0-445f-8292-82d834598ea4 service nova] Acquiring lock "refresh_cache-412d9537-a582-4b26-acc4-786e68c25394" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.975381] env[69413]: DEBUG oslo_concurrency.lockutils [req-7f49ee12-846a-472c-af8e-2cb7c788a73b req-d42bf662-aab0-445f-8292-82d834598ea4 service nova] Acquired lock "refresh_cache-412d9537-a582-4b26-acc4-786e68c25394" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.975530] env[69413]: DEBUG nova.network.neutron [req-7f49ee12-846a-472c-af8e-2cb7c788a73b req-d42bf662-aab0-445f-8292-82d834598ea4 service nova] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Refreshing network info cache for port 8c5f52e5-b72f-458e-9e0c-f93b3e05acc5 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.980392] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077430, 'name': CreateVM_Task} progress is 15%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.986820] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1971e7b2-7b6b-4a2f-9601-8ee77b8c0c69 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.001992] env[69413]: DEBUG nova.compute.provider_tree [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.072256] env[69413]: DEBUG oslo_vmware.api [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Task: {'id': task-3077426, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102436} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.076017] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.077359] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73a5dc9-27d1-485d-aa37-3174610e775a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.084738] env[69413]: DEBUG oslo_vmware.api [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Task: {'id': task-3077427, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.102378] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 35f9bcbc-1f35-467d-9220-9f9a93765579/35f9bcbc-1f35-467d-9220-9f9a93765579.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.102696] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a98fe9d1-44ba-4df7-8afb-7c9c402ab869 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.122498] env[69413]: DEBUG oslo_vmware.api [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Waiting for the task: (returnval){ [ 779.122498] env[69413]: value = "task-3077431" [ 779.122498] env[69413]: _type = "Task" [ 779.122498] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.130639] env[69413]: DEBUG oslo_vmware.api [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Task: {'id': task-3077431, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.285423] env[69413]: DEBUG nova.compute.manager [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 779.315426] env[69413]: DEBUG nova.virt.hardware [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.315704] env[69413]: DEBUG nova.virt.hardware [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.315887] env[69413]: DEBUG nova.virt.hardware [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.316123] env[69413]: DEBUG nova.virt.hardware [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.316291] env[69413]: DEBUG nova.virt.hardware [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.316496] env[69413]: DEBUG nova.virt.hardware [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.316673] env[69413]: DEBUG nova.virt.hardware [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.316836] env[69413]: DEBUG nova.virt.hardware [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.317038] env[69413]: DEBUG nova.virt.hardware [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.317223] env[69413]: DEBUG nova.virt.hardware [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.317512] env[69413]: DEBUG nova.virt.hardware [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.318533] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4f0506-1c5b-4e74-b353-60be90149ef3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.331534] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfce3652-6e0e-4366-b25b-f91d5648a5d4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.379147] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.393866] env[69413]: DEBUG oslo_concurrency.lockutils [req-81af5d37-9edb-42c2-9da2-6bcfe0627b1b req-c501ad10-fd04-48b9-8c45-afdfb7c9e0cd service nova] Releasing lock "refresh_cache-7cdbd118-ef90-4606-8eff-56cf9f2d61d7" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.451568] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077430, 'name': CreateVM_Task, 'duration_secs': 0.411442} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.451750] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.452454] env[69413]: DEBUG oslo_concurrency.lockutils [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.452620] env[69413]: DEBUG oslo_concurrency.lockutils [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.452937] env[69413]: DEBUG oslo_concurrency.lockutils [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.453218] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c39e50b-a618-4588-a89b-2fb71a0f79fe {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.457733] env[69413]: DEBUG oslo_vmware.api [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Waiting for the task: (returnval){ [ 779.457733] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52ff5f87-c0fa-df86-8d82-91dad677d9a1" [ 779.457733] env[69413]: _type = "Task" [ 779.457733] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.465311] env[69413]: DEBUG oslo_vmware.api [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52ff5f87-c0fa-df86-8d82-91dad677d9a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.479427] env[69413]: DEBUG nova.network.neutron [None req-e2d90b9e-95a3-4880-af28-bacdd38bf4dd tempest-ServersAdminTestJSON-911842076 tempest-ServersAdminTestJSON-911842076-project-admin] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Updating instance_info_cache with network_info: [{"id": "f531cb99-d2f8-4c92-8859-c419c9773e72", "address": "fa:16:3e:52:1a:7f", "network": {"id": "ebffccfa-c7ca-41bd-800d-4ab54c5df593", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1923443109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb2bf5694da14887a5ddfef0a166bf44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf531cb99-d2", "ovs_interfaceid": "f531cb99-d2f8-4c92-8859-c419c9773e72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.505290] env[69413]: DEBUG nova.scheduler.client.report [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.582077] env[69413]: DEBUG oslo_vmware.api [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Task: {'id': task-3077427, 'name': ReconfigVM_Task, 'duration_secs': 0.774193} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.584820] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 134eeaa3-fcde-4193-af68-40aca7638079/134eeaa3-fcde-4193-af68-40aca7638079.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.585437] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0426b06-fc6c-4e8e-9e16-ecab0414251b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.591629] env[69413]: DEBUG oslo_vmware.api [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Waiting for the task: (returnval){ [ 779.591629] env[69413]: value = "task-3077432" [ 779.591629] env[69413]: _type = "Task" [ 779.591629] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.598975] env[69413]: DEBUG oslo_vmware.api [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Task: {'id': task-3077432, 'name': Rename_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.632053] env[69413]: DEBUG oslo_vmware.api [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Task: {'id': task-3077431, 'name': ReconfigVM_Task, 'duration_secs': 0.40785} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.632386] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 35f9bcbc-1f35-467d-9220-9f9a93765579/35f9bcbc-1f35-467d-9220-9f9a93765579.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.632981] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-954a13e2-fc11-40a5-9442-fdbd3ab72471 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.638405] env[69413]: DEBUG oslo_vmware.api [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Waiting for the task: (returnval){ [ 779.638405] env[69413]: value = "task-3077433" [ 779.638405] env[69413]: _type = "Task" [ 779.638405] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.648350] env[69413]: DEBUG oslo_vmware.api [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Task: {'id': task-3077433, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.673522] env[69413]: DEBUG nova.network.neutron [req-7f49ee12-846a-472c-af8e-2cb7c788a73b req-d42bf662-aab0-445f-8292-82d834598ea4 service nova] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Updated VIF entry in instance network info cache for port 8c5f52e5-b72f-458e-9e0c-f93b3e05acc5. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.673905] env[69413]: DEBUG nova.network.neutron [req-7f49ee12-846a-472c-af8e-2cb7c788a73b req-d42bf662-aab0-445f-8292-82d834598ea4 service nova] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Updating instance_info_cache with network_info: [{"id": "8c5f52e5-b72f-458e-9e0c-f93b3e05acc5", "address": "fa:16:3e:67:c5:fa", "network": {"id": "273e800c-8b2c-4992-85c1-de21ed4c5610", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1933430888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d20bddf2427547dc91a4713087847f7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c5f52e5-b7", "ovs_interfaceid": "8c5f52e5-b72f-458e-9e0c-f93b3e05acc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.971464] env[69413]: DEBUG oslo_vmware.api [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52ff5f87-c0fa-df86-8d82-91dad677d9a1, 'name': SearchDatastore_Task, 'duration_secs': 0.009984} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.971788] env[69413]: DEBUG oslo_concurrency.lockutils [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.972029] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.972308] env[69413]: DEBUG oslo_concurrency.lockutils [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.972455] env[69413]: DEBUG oslo_concurrency.lockutils [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.972661] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.974193] env[69413]: DEBUG nova.network.neutron [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Successfully updated port: 97fb7058-a594-4b3e-b4ce-d4adc981e304 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 779.975642] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f449d2ab-9129-4696-a94a-ae810b584dd8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.984527] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e2d90b9e-95a3-4880-af28-bacdd38bf4dd tempest-ServersAdminTestJSON-911842076 tempest-ServersAdminTestJSON-911842076-project-admin] Releasing lock "refresh_cache-6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.984791] env[69413]: DEBUG nova.compute.manager [None req-e2d90b9e-95a3-4880-af28-bacdd38bf4dd tempest-ServersAdminTestJSON-911842076 tempest-ServersAdminTestJSON-911842076-project-admin] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Inject network info {{(pid=69413) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 779.985253] env[69413]: DEBUG nova.compute.manager [None req-e2d90b9e-95a3-4880-af28-bacdd38bf4dd tempest-ServersAdminTestJSON-911842076 tempest-ServersAdminTestJSON-911842076-project-admin] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] network_info to inject: |[{"id": "f531cb99-d2f8-4c92-8859-c419c9773e72", "address": "fa:16:3e:52:1a:7f", "network": {"id": "ebffccfa-c7ca-41bd-800d-4ab54c5df593", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1923443109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb2bf5694da14887a5ddfef0a166bf44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf531cb99-d2", "ovs_interfaceid": "f531cb99-d2f8-4c92-8859-c419c9773e72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 779.990890] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d90b9e-95a3-4880-af28-bacdd38bf4dd tempest-ServersAdminTestJSON-911842076 tempest-ServersAdminTestJSON-911842076-project-admin] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Reconfiguring VM instance to set the machine id {{(pid=69413) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 779.991507] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.992787] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.994510] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a72af928-3f9f-4a38-93ab-df37018675c9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.006242] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-835ceb64-e879-4d4a-bc04-382fb84632c2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.010100] env[69413]: DEBUG oslo_concurrency.lockutils [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.010523] env[69413]: DEBUG nova.compute.manager [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 780.015624] env[69413]: DEBUG oslo_concurrency.lockutils [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.519s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.015806] env[69413]: DEBUG nova.objects.instance [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69413) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 780.019121] env[69413]: DEBUG oslo_vmware.api [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Waiting for the task: (returnval){ [ 780.019121] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]523dc826-59c7-9691-af4b-74a04245ccc9" [ 780.019121] env[69413]: _type = "Task" [ 780.019121] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.019360] env[69413]: DEBUG oslo_vmware.api [None req-e2d90b9e-95a3-4880-af28-bacdd38bf4dd tempest-ServersAdminTestJSON-911842076 tempest-ServersAdminTestJSON-911842076-project-admin] Waiting for the task: (returnval){ [ 780.019360] env[69413]: value = "task-3077434" [ 780.019360] env[69413]: _type = "Task" [ 780.019360] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.033254] env[69413]: DEBUG oslo_vmware.api [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]523dc826-59c7-9691-af4b-74a04245ccc9, 'name': SearchDatastore_Task, 'duration_secs': 0.008131} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.037028] env[69413]: DEBUG oslo_vmware.api [None req-e2d90b9e-95a3-4880-af28-bacdd38bf4dd tempest-ServersAdminTestJSON-911842076 tempest-ServersAdminTestJSON-911842076-project-admin] Task: {'id': task-3077434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.037028] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-886d1f37-11d5-4522-92a7-e0d65c49701e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.042087] env[69413]: DEBUG oslo_vmware.api [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Waiting for the task: (returnval){ [ 780.042087] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5275a18b-7f6e-e67a-1d3b-d5e77ff7c1c8" [ 780.042087] env[69413]: _type = "Task" [ 780.042087] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.051536] env[69413]: DEBUG oslo_vmware.api [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5275a18b-7f6e-e67a-1d3b-d5e77ff7c1c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.101737] env[69413]: DEBUG oslo_vmware.api [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Task: {'id': task-3077432, 'name': Rename_Task, 'duration_secs': 0.163653} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.102092] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.102382] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a468eba-bfc2-4a09-83ee-9a3d2f0a4bea {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.108078] env[69413]: DEBUG oslo_vmware.api [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Waiting for the task: (returnval){ [ 780.108078] env[69413]: value = "task-3077435" [ 780.108078] env[69413]: _type = "Task" [ 780.108078] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.119981] env[69413]: DEBUG oslo_vmware.api [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Task: {'id': task-3077435, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.149466] env[69413]: DEBUG oslo_vmware.api [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Task: {'id': task-3077433, 'name': Rename_Task, 'duration_secs': 0.135777} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.149769] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.150085] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08314be4-ba68-4d03-834e-c9153383ab33 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.156109] env[69413]: DEBUG oslo_vmware.api [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Waiting for the task: (returnval){ [ 780.156109] env[69413]: value = "task-3077436" [ 780.156109] env[69413]: _type = "Task" [ 780.156109] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.164550] env[69413]: DEBUG oslo_vmware.api [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Task: {'id': task-3077436, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.176335] env[69413]: DEBUG oslo_concurrency.lockutils [req-7f49ee12-846a-472c-af8e-2cb7c788a73b req-d42bf662-aab0-445f-8292-82d834598ea4 service nova] Releasing lock "refresh_cache-412d9537-a582-4b26-acc4-786e68c25394" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.477020] env[69413]: DEBUG oslo_concurrency.lockutils [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Acquiring lock "refresh_cache-3316c01f-b7e4-463c-8ef1-973d2c5e53f4" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.477332] env[69413]: DEBUG oslo_concurrency.lockutils [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Acquired lock "refresh_cache-3316c01f-b7e4-463c-8ef1-973d2c5e53f4" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.477332] env[69413]: DEBUG nova.network.neutron [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.515344] env[69413]: DEBUG nova.compute.utils [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 780.516765] env[69413]: DEBUG nova.compute.manager [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 780.516933] env[69413]: DEBUG nova.network.neutron [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 780.532643] env[69413]: DEBUG oslo_vmware.api [None req-e2d90b9e-95a3-4880-af28-bacdd38bf4dd tempest-ServersAdminTestJSON-911842076 tempest-ServersAdminTestJSON-911842076-project-admin] Task: {'id': task-3077434, 'name': ReconfigVM_Task, 'duration_secs': 0.188058} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.533024] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d90b9e-95a3-4880-af28-bacdd38bf4dd tempest-ServersAdminTestJSON-911842076 tempest-ServersAdminTestJSON-911842076-project-admin] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Reconfigured VM instance to set the machine id {{(pid=69413) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 780.552370] env[69413]: DEBUG oslo_vmware.api [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5275a18b-7f6e-e67a-1d3b-d5e77ff7c1c8, 'name': SearchDatastore_Task, 'duration_secs': 0.00918} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.552661] env[69413]: DEBUG oslo_concurrency.lockutils [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.554035] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 412d9537-a582-4b26-acc4-786e68c25394/412d9537-a582-4b26-acc4-786e68c25394.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 780.554035] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5507befd-8913-4797-a5b3-0a76a3ab8cc0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.560783] env[69413]: DEBUG oslo_vmware.api [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Waiting for the task: (returnval){ [ 780.560783] env[69413]: value = "task-3077437" [ 780.560783] env[69413]: _type = "Task" [ 780.560783] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.568750] env[69413]: DEBUG oslo_vmware.api [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': task-3077437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.581494] env[69413]: DEBUG nova.policy [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d07a6d93cc3463781bd8176e26c8822', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '534c7cf70f07494d8ef9fd082e0f7e24', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 780.618562] env[69413]: DEBUG oslo_vmware.api [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Task: {'id': task-3077435, 'name': PowerOnVM_Task, 'duration_secs': 0.488378} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.618865] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.619515] env[69413]: INFO nova.compute.manager [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Took 9.23 seconds to spawn the instance on the hypervisor. [ 780.619515] env[69413]: DEBUG nova.compute.manager [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.620161] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5722a37-daec-41e8-9c4d-91ca200b15cd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.668510] env[69413]: DEBUG oslo_vmware.api [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Task: {'id': task-3077436, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.835516] env[69413]: DEBUG nova.network.neutron [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Successfully created port: fd93eb90-60fc-480f-94b4-4c6ed3ffaa1a {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 781.019601] env[69413]: DEBUG nova.compute.manager [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 781.024960] env[69413]: DEBUG oslo_concurrency.lockutils [None req-18b338cf-a600-46ab-b062-5cef8c891f25 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.026197] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.463s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.028110] env[69413]: INFO nova.compute.claims [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.032377] env[69413]: DEBUG nova.network.neutron [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.040696] env[69413]: DEBUG nova.compute.manager [req-efe6955e-41d4-434b-b618-40f87d607cc8 req-2102e06b-532c-423f-a916-c5306a668079 service nova] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Received event network-vif-plugged-97fb7058-a594-4b3e-b4ce-d4adc981e304 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.041278] env[69413]: DEBUG oslo_concurrency.lockutils [req-efe6955e-41d4-434b-b618-40f87d607cc8 req-2102e06b-532c-423f-a916-c5306a668079 service nova] Acquiring lock "3316c01f-b7e4-463c-8ef1-973d2c5e53f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.041564] env[69413]: DEBUG oslo_concurrency.lockutils [req-efe6955e-41d4-434b-b618-40f87d607cc8 req-2102e06b-532c-423f-a916-c5306a668079 service nova] Lock "3316c01f-b7e4-463c-8ef1-973d2c5e53f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.041763] env[69413]: DEBUG oslo_concurrency.lockutils [req-efe6955e-41d4-434b-b618-40f87d607cc8 req-2102e06b-532c-423f-a916-c5306a668079 service nova] Lock "3316c01f-b7e4-463c-8ef1-973d2c5e53f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.042089] env[69413]: DEBUG nova.compute.manager [req-efe6955e-41d4-434b-b618-40f87d607cc8 req-2102e06b-532c-423f-a916-c5306a668079 service nova] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] No waiting events found dispatching network-vif-plugged-97fb7058-a594-4b3e-b4ce-d4adc981e304 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 781.042171] env[69413]: WARNING nova.compute.manager [req-efe6955e-41d4-434b-b618-40f87d607cc8 req-2102e06b-532c-423f-a916-c5306a668079 service nova] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Received unexpected event network-vif-plugged-97fb7058-a594-4b3e-b4ce-d4adc981e304 for instance with vm_state building and task_state spawning. [ 781.042320] env[69413]: DEBUG nova.compute.manager [req-efe6955e-41d4-434b-b618-40f87d607cc8 req-2102e06b-532c-423f-a916-c5306a668079 service nova] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Received event network-changed-97fb7058-a594-4b3e-b4ce-d4adc981e304 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.042490] env[69413]: DEBUG nova.compute.manager [req-efe6955e-41d4-434b-b618-40f87d607cc8 req-2102e06b-532c-423f-a916-c5306a668079 service nova] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Refreshing instance network info cache due to event network-changed-97fb7058-a594-4b3e-b4ce-d4adc981e304. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 781.042770] env[69413]: DEBUG oslo_concurrency.lockutils [req-efe6955e-41d4-434b-b618-40f87d607cc8 req-2102e06b-532c-423f-a916-c5306a668079 service nova] Acquiring lock "refresh_cache-3316c01f-b7e4-463c-8ef1-973d2c5e53f4" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.075407] env[69413]: DEBUG oslo_vmware.api [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': task-3077437, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.137803] env[69413]: INFO nova.compute.manager [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Took 44.12 seconds to build instance. [ 781.170536] env[69413]: DEBUG oslo_vmware.api [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Task: {'id': task-3077436, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.248672] env[69413]: DEBUG nova.network.neutron [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Updating instance_info_cache with network_info: [{"id": "97fb7058-a594-4b3e-b4ce-d4adc981e304", "address": "fa:16:3e:5b:af:57", "network": {"id": "8cb610e7-e4da-4776-8f19-c9728f51fb27", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9a021a88be0b4ec0bf1248cc136ac194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97fb7058-a5", "ovs_interfaceid": "97fb7058-a594-4b3e-b4ce-d4adc981e304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.572224] env[69413]: DEBUG oslo_vmware.api [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': task-3077437, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693121} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.573051] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 412d9537-a582-4b26-acc4-786e68c25394/412d9537-a582-4b26-acc4-786e68c25394.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 781.573376] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 781.573667] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e820d8f-512d-42d7-b479-1a0243c86f3a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.580344] env[69413]: DEBUG oslo_vmware.api [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Waiting for the task: (returnval){ [ 781.580344] env[69413]: value = "task-3077438" [ 781.580344] env[69413]: _type = "Task" [ 781.580344] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.588928] env[69413]: DEBUG oslo_vmware.api [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': task-3077438, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.639959] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6bffa88a-1634-4561-8fb3-3d4853877570 tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Lock "134eeaa3-fcde-4193-af68-40aca7638079" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.754s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.667783] env[69413]: DEBUG oslo_vmware.api [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Task: {'id': task-3077436, 'name': PowerOnVM_Task, 'duration_secs': 1.414899} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.668021] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.668236] env[69413]: INFO nova.compute.manager [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Took 7.61 seconds to spawn the instance on the hypervisor. [ 781.668416] env[69413]: DEBUG nova.compute.manager [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.669287] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0493d7e8-8cc6-4503-be6e-08bb4feb0d7a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.750874] env[69413]: DEBUG oslo_concurrency.lockutils [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Releasing lock "refresh_cache-3316c01f-b7e4-463c-8ef1-973d2c5e53f4" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.751231] env[69413]: DEBUG nova.compute.manager [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Instance network_info: |[{"id": "97fb7058-a594-4b3e-b4ce-d4adc981e304", "address": "fa:16:3e:5b:af:57", "network": {"id": "8cb610e7-e4da-4776-8f19-c9728f51fb27", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9a021a88be0b4ec0bf1248cc136ac194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97fb7058-a5", "ovs_interfaceid": "97fb7058-a594-4b3e-b4ce-d4adc981e304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 781.751560] env[69413]: DEBUG oslo_concurrency.lockutils [req-efe6955e-41d4-434b-b618-40f87d607cc8 req-2102e06b-532c-423f-a916-c5306a668079 service nova] Acquired lock "refresh_cache-3316c01f-b7e4-463c-8ef1-973d2c5e53f4" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.751750] env[69413]: DEBUG nova.network.neutron [req-efe6955e-41d4-434b-b618-40f87d607cc8 req-2102e06b-532c-423f-a916-c5306a668079 service nova] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Refreshing network info cache for port 97fb7058-a594-4b3e-b4ce-d4adc981e304 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.752974] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:af:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4c5eb94-841c-4713-985a-8fc4117fbaf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97fb7058-a594-4b3e-b4ce-d4adc981e304', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.761456] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Creating folder: Project (534c7cf70f07494d8ef9fd082e0f7e24). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.762425] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e2708b7-0a0c-4712-a24b-17bb7ba250ac {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.774430] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Created folder: Project (534c7cf70f07494d8ef9fd082e0f7e24) in parent group-v616034. [ 781.774689] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Creating folder: Instances. Parent ref: group-v616159. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.774925] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3083766b-0a1b-4a01-bb1f-dfa817b29448 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.785057] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Created folder: Instances in parent group-v616159. [ 781.785319] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.785470] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.785666] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8653ee8-28b9-4e39-b1db-ced0b5181254 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.806966] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.806966] env[69413]: value = "task-3077441" [ 781.806966] env[69413]: _type = "Task" [ 781.806966] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.820587] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077441, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.865148] env[69413]: INFO nova.compute.manager [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Rebuilding instance [ 781.919236] env[69413]: DEBUG nova.compute.manager [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.920128] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe606c73-c922-4909-aa3d-d8cc5434a529 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.037270] env[69413]: DEBUG nova.compute.manager [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 782.062614] env[69413]: DEBUG nova.virt.hardware [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 782.063045] env[69413]: DEBUG nova.virt.hardware [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 782.063045] env[69413]: DEBUG nova.virt.hardware [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 782.063421] env[69413]: DEBUG nova.virt.hardware [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 782.063901] env[69413]: DEBUG nova.virt.hardware [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 782.063901] env[69413]: DEBUG nova.virt.hardware [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 782.063901] env[69413]: DEBUG nova.virt.hardware [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 782.064088] env[69413]: DEBUG nova.virt.hardware [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 782.064953] env[69413]: DEBUG nova.virt.hardware [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 782.064953] env[69413]: DEBUG nova.virt.hardware [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 782.065448] env[69413]: DEBUG nova.virt.hardware [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 782.066379] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98ee1f8-635b-4403-9c3e-8c2527fec71c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.076335] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41abc625-a9a5-4b3a-b816-db16d530478a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.099183] env[69413]: DEBUG oslo_vmware.api [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': task-3077438, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.271314} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.099341] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.100165] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f753bd7-9357-4cc0-8b4f-fd471028a38b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.122300] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 412d9537-a582-4b26-acc4-786e68c25394/412d9537-a582-4b26-acc4-786e68c25394.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.125248] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afc6bda1-51cf-409e-9f0e-e4a82d21e345 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.143045] env[69413]: DEBUG nova.compute.manager [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 782.146062] env[69413]: DEBUG oslo_vmware.api [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Waiting for the task: (returnval){ [ 782.146062] env[69413]: value = "task-3077442" [ 782.146062] env[69413]: _type = "Task" [ 782.146062] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.157856] env[69413]: DEBUG oslo_vmware.api [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': task-3077442, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.187878] env[69413]: INFO nova.compute.manager [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Took 36.69 seconds to build instance. [ 782.320998] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077441, 'name': CreateVM_Task} progress is 25%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.575201] env[69413]: DEBUG nova.network.neutron [req-efe6955e-41d4-434b-b618-40f87d607cc8 req-2102e06b-532c-423f-a916-c5306a668079 service nova] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Updated VIF entry in instance network info cache for port 97fb7058-a594-4b3e-b4ce-d4adc981e304. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.575524] env[69413]: DEBUG nova.network.neutron [req-efe6955e-41d4-434b-b618-40f87d607cc8 req-2102e06b-532c-423f-a916-c5306a668079 service nova] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Updating instance_info_cache with network_info: [{"id": "97fb7058-a594-4b3e-b4ce-d4adc981e304", "address": "fa:16:3e:5b:af:57", "network": {"id": "8cb610e7-e4da-4776-8f19-c9728f51fb27", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9a021a88be0b4ec0bf1248cc136ac194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97fb7058-a5", "ovs_interfaceid": "97fb7058-a594-4b3e-b4ce-d4adc981e304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.597075] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ac2ab8-37cc-4c91-bb3b-22e3319bd58f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.609236] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fff42d-f655-4a73-a5a5-f31b448e9b45 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.653542] env[69413]: DEBUG nova.network.neutron [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Successfully updated port: fd93eb90-60fc-480f-94b4-4c6ed3ffaa1a {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 782.663413] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e82bc71-012f-4ee0-95a1-aa40dc0d6bef {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.668616] env[69413]: DEBUG oslo_concurrency.lockutils [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Acquiring lock "refresh_cache-4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.668787] env[69413]: DEBUG oslo_concurrency.lockutils [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Acquired lock "refresh_cache-4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.668978] env[69413]: DEBUG nova.network.neutron [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.679575] env[69413]: DEBUG oslo_vmware.api [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': task-3077442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.685064] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.685806] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33970b85-4b4b-44f8-8afa-26a3fa34779c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.692985] env[69413]: DEBUG oslo_concurrency.lockutils [None req-93013fcc-e8b4-499c-9682-a4cff3834c4e tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Lock "35f9bcbc-1f35-467d-9220-9f9a93765579" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.503s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.701672] env[69413]: DEBUG nova.compute.provider_tree [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.703540] env[69413]: DEBUG nova.compute.manager [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 782.818798] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077441, 'name': CreateVM_Task, 'duration_secs': 0.832834} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.818798] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.819335] env[69413]: DEBUG oslo_concurrency.lockutils [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.819495] env[69413]: DEBUG oslo_concurrency.lockutils [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.819821] env[69413]: DEBUG oslo_concurrency.lockutils [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.820133] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5be3e62-4477-4e1d-b2d5-e433f5486897 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.825289] env[69413]: DEBUG oslo_vmware.api [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Waiting for the task: (returnval){ [ 782.825289] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]520aeae9-4ab2-1076-4d60-65ca65980ec8" [ 782.825289] env[69413]: _type = "Task" [ 782.825289] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.834464] env[69413]: DEBUG oslo_vmware.api [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]520aeae9-4ab2-1076-4d60-65ca65980ec8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.934499] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.934699] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed4a6d03-eac9-4211-8f11-f023ba866016 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.941947] env[69413]: DEBUG oslo_vmware.api [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 782.941947] env[69413]: value = "task-3077443" [ 782.941947] env[69413]: _type = "Task" [ 782.941947] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.952878] env[69413]: DEBUG oslo_vmware.api [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.078100] env[69413]: DEBUG oslo_concurrency.lockutils [req-efe6955e-41d4-434b-b618-40f87d607cc8 req-2102e06b-532c-423f-a916-c5306a668079 service nova] Releasing lock "refresh_cache-3316c01f-b7e4-463c-8ef1-973d2c5e53f4" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.118060] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ce6948c4-b8ef-478a-b9fe-761bc4122cf5 tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Acquiring lock "35f9bcbc-1f35-467d-9220-9f9a93765579" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.118457] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ce6948c4-b8ef-478a-b9fe-761bc4122cf5 tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Lock "35f9bcbc-1f35-467d-9220-9f9a93765579" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.118691] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ce6948c4-b8ef-478a-b9fe-761bc4122cf5 tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Acquiring lock "35f9bcbc-1f35-467d-9220-9f9a93765579-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.118876] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ce6948c4-b8ef-478a-b9fe-761bc4122cf5 tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Lock "35f9bcbc-1f35-467d-9220-9f9a93765579-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.119124] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ce6948c4-b8ef-478a-b9fe-761bc4122cf5 tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Lock "35f9bcbc-1f35-467d-9220-9f9a93765579-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.123094] env[69413]: INFO nova.compute.manager [None req-ce6948c4-b8ef-478a-b9fe-761bc4122cf5 tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Terminating instance [ 783.160514] env[69413]: DEBUG oslo_vmware.api [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': task-3077442, 'name': ReconfigVM_Task, 'duration_secs': 0.724671} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.160727] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 412d9537-a582-4b26-acc4-786e68c25394/412d9537-a582-4b26-acc4-786e68c25394.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.161603] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9791ee7c-1d4a-46d8-a3d9-aaba93a77dad {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.168408] env[69413]: DEBUG oslo_vmware.api [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Waiting for the task: (returnval){ [ 783.168408] env[69413]: value = "task-3077444" [ 783.168408] env[69413]: _type = "Task" [ 783.168408] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.179564] env[69413]: DEBUG oslo_vmware.api [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': task-3077444, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.207558] env[69413]: DEBUG nova.scheduler.client.report [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.215163] env[69413]: DEBUG nova.network.neutron [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.240562] env[69413]: DEBUG oslo_concurrency.lockutils [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.262390] env[69413]: DEBUG nova.compute.manager [req-541ad3d3-d9ea-465f-be02-ec34e73184d6 req-41e4b93e-b043-4e55-b9d7-ac6e48615ee0 service nova] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Received event network-vif-plugged-fd93eb90-60fc-480f-94b4-4c6ed3ffaa1a {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.262701] env[69413]: DEBUG oslo_concurrency.lockutils [req-541ad3d3-d9ea-465f-be02-ec34e73184d6 req-41e4b93e-b043-4e55-b9d7-ac6e48615ee0 service nova] Acquiring lock "4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.263630] env[69413]: DEBUG oslo_concurrency.lockutils [req-541ad3d3-d9ea-465f-be02-ec34e73184d6 req-41e4b93e-b043-4e55-b9d7-ac6e48615ee0 service nova] Lock "4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.263630] env[69413]: DEBUG oslo_concurrency.lockutils [req-541ad3d3-d9ea-465f-be02-ec34e73184d6 req-41e4b93e-b043-4e55-b9d7-ac6e48615ee0 service nova] Lock "4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.263630] env[69413]: DEBUG nova.compute.manager [req-541ad3d3-d9ea-465f-be02-ec34e73184d6 req-41e4b93e-b043-4e55-b9d7-ac6e48615ee0 service nova] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] No waiting events found dispatching network-vif-plugged-fd93eb90-60fc-480f-94b4-4c6ed3ffaa1a {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 783.263748] env[69413]: WARNING nova.compute.manager [req-541ad3d3-d9ea-465f-be02-ec34e73184d6 req-41e4b93e-b043-4e55-b9d7-ac6e48615ee0 service nova] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Received unexpected event network-vif-plugged-fd93eb90-60fc-480f-94b4-4c6ed3ffaa1a for instance with vm_state building and task_state spawning. [ 783.263884] env[69413]: DEBUG nova.compute.manager [req-541ad3d3-d9ea-465f-be02-ec34e73184d6 req-41e4b93e-b043-4e55-b9d7-ac6e48615ee0 service nova] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Received event network-changed-fd93eb90-60fc-480f-94b4-4c6ed3ffaa1a {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.264109] env[69413]: DEBUG nova.compute.manager [req-541ad3d3-d9ea-465f-be02-ec34e73184d6 req-41e4b93e-b043-4e55-b9d7-ac6e48615ee0 service nova] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Refreshing instance network info cache due to event network-changed-fd93eb90-60fc-480f-94b4-4c6ed3ffaa1a. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 783.264348] env[69413]: DEBUG oslo_concurrency.lockutils [req-541ad3d3-d9ea-465f-be02-ec34e73184d6 req-41e4b93e-b043-4e55-b9d7-ac6e48615ee0 service nova] Acquiring lock "refresh_cache-4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.340726] env[69413]: DEBUG oslo_vmware.api [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]520aeae9-4ab2-1076-4d60-65ca65980ec8, 'name': SearchDatastore_Task, 'duration_secs': 0.010248} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.344620] env[69413]: DEBUG oslo_concurrency.lockutils [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.345066] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.345442] env[69413]: DEBUG oslo_concurrency.lockutils [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.345688] env[69413]: DEBUG oslo_concurrency.lockutils [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.345987] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.346422] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc27d64b-61c4-4675-ae03-201bce5846be {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.356653] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.356914] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.357921] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-854d7aae-0902-4691-bb6a-43ad917b4134 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.363496] env[69413]: DEBUG oslo_vmware.api [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Waiting for the task: (returnval){ [ 783.363496] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5202f778-f539-2d8c-73ae-5a705410869a" [ 783.363496] env[69413]: _type = "Task" [ 783.363496] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.372707] env[69413]: DEBUG oslo_vmware.api [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5202f778-f539-2d8c-73ae-5a705410869a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.385361] env[69413]: DEBUG nova.network.neutron [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Updating instance_info_cache with network_info: [{"id": "fd93eb90-60fc-480f-94b4-4c6ed3ffaa1a", "address": "fa:16:3e:c2:f6:96", "network": {"id": "8cb610e7-e4da-4776-8f19-c9728f51fb27", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9a021a88be0b4ec0bf1248cc136ac194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd93eb90-60", "ovs_interfaceid": "fd93eb90-60fc-480f-94b4-4c6ed3ffaa1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.453050] env[69413]: DEBUG oslo_vmware.api [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077443, 'name': PowerOffVM_Task, 'duration_secs': 0.267101} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.453345] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.453683] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.454477] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224d9d52-2e2b-42f5-8b9d-73742cf7bae7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.461342] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.461614] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ceba0b1-97d9-41e4-9ddb-78b8f646353d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.545077] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.545311] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.545531] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Deleting the datastore file [datastore1] 550f42d5-10b7-4a74-b3f8-84526a6e166c {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.545773] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-795c16a0-de1e-4761-94f5-6a18330ce385 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.552736] env[69413]: DEBUG oslo_vmware.api [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 783.552736] env[69413]: value = "task-3077446" [ 783.552736] env[69413]: _type = "Task" [ 783.552736] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.560855] env[69413]: DEBUG oslo_vmware.api [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.628954] env[69413]: DEBUG nova.compute.manager [None req-ce6948c4-b8ef-478a-b9fe-761bc4122cf5 tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 783.629324] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6948c4-b8ef-478a-b9fe-761bc4122cf5 tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.630266] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e51d344-0869-410b-989e-6e9b829484c8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.637638] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce6948c4-b8ef-478a-b9fe-761bc4122cf5 tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.637840] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82306fbb-8660-4ca0-ae6e-cddfc3e89033 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.644520] env[69413]: DEBUG oslo_vmware.api [None req-ce6948c4-b8ef-478a-b9fe-761bc4122cf5 tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Waiting for the task: (returnval){ [ 783.644520] env[69413]: value = "task-3077447" [ 783.644520] env[69413]: _type = "Task" [ 783.644520] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.653367] env[69413]: DEBUG oslo_vmware.api [None req-ce6948c4-b8ef-478a-b9fe-761bc4122cf5 tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Task: {'id': task-3077447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.678381] env[69413]: DEBUG oslo_vmware.api [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': task-3077444, 'name': Rename_Task, 'duration_secs': 0.167193} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.678755] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.679070] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c09dd2c1-3278-4938-99f5-bae0ee4fbf86 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.685669] env[69413]: DEBUG oslo_vmware.api [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Waiting for the task: (returnval){ [ 783.685669] env[69413]: value = "task-3077448" [ 783.685669] env[69413]: _type = "Task" [ 783.685669] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.696528] env[69413]: DEBUG oslo_vmware.api [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': task-3077448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.716015] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.716850] env[69413]: DEBUG nova.compute.manager [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 783.719695] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7d1a5abc-120b-4cf9-ab28-349be8cb4f1c tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.375s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.719946] env[69413]: DEBUG nova.objects.instance [None req-7d1a5abc-120b-4cf9-ab28-349be8cb4f1c tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lazy-loading 'resources' on Instance uuid 04b9e79c-61b3-422e-a101-bb7c50126483 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.745236] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Acquiring lock "9c167732-fb10-402b-8b16-d9094785af78" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.745522] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Lock "9c167732-fb10-402b-8b16-d9094785af78" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.745702] env[69413]: INFO nova.compute.manager [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Shelving [ 783.874942] env[69413]: DEBUG oslo_vmware.api [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5202f778-f539-2d8c-73ae-5a705410869a, 'name': SearchDatastore_Task, 'duration_secs': 0.010851} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.875816] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-930607cd-376b-4470-9103-7160ad5abdfa {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.881973] env[69413]: DEBUG oslo_vmware.api [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Waiting for the task: (returnval){ [ 783.881973] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]523c3951-ef88-0238-40d5-19e26c8bfe70" [ 783.881973] env[69413]: _type = "Task" [ 783.881973] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.888622] env[69413]: DEBUG oslo_concurrency.lockutils [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Releasing lock "refresh_cache-4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.888926] env[69413]: DEBUG nova.compute.manager [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Instance network_info: |[{"id": "fd93eb90-60fc-480f-94b4-4c6ed3ffaa1a", "address": "fa:16:3e:c2:f6:96", "network": {"id": "8cb610e7-e4da-4776-8f19-c9728f51fb27", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9a021a88be0b4ec0bf1248cc136ac194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd93eb90-60", "ovs_interfaceid": "fd93eb90-60fc-480f-94b4-4c6ed3ffaa1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 783.889242] env[69413]: DEBUG oslo_concurrency.lockutils [req-541ad3d3-d9ea-465f-be02-ec34e73184d6 req-41e4b93e-b043-4e55-b9d7-ac6e48615ee0 service nova] Acquired lock "refresh_cache-4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.889653] env[69413]: DEBUG nova.network.neutron [req-541ad3d3-d9ea-465f-be02-ec34e73184d6 req-41e4b93e-b043-4e55-b9d7-ac6e48615ee0 service nova] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Refreshing network info cache for port fd93eb90-60fc-480f-94b4-4c6ed3ffaa1a {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 783.890873] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:f6:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4c5eb94-841c-4713-985a-8fc4117fbaf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd93eb90-60fc-480f-94b4-4c6ed3ffaa1a', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 783.899536] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.903667] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 783.903955] env[69413]: DEBUG oslo_vmware.api [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]523c3951-ef88-0238-40d5-19e26c8bfe70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.904320] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2d4a9c3-43b2-4df3-a96d-11fa76b94ba5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.924112] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 783.924112] env[69413]: value = "task-3077449" [ 783.924112] env[69413]: _type = "Task" [ 783.924112] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.932365] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077449, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.063371] env[69413]: DEBUG oslo_vmware.api [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279138} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.063669] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.063863] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.064053] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.154985] env[69413]: DEBUG oslo_vmware.api [None req-ce6948c4-b8ef-478a-b9fe-761bc4122cf5 tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Task: {'id': task-3077447, 'name': PowerOffVM_Task, 'duration_secs': 0.473553} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.156025] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce6948c4-b8ef-478a-b9fe-761bc4122cf5 tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 784.156025] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6948c4-b8ef-478a-b9fe-761bc4122cf5 tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.156025] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4db8da69-ac25-4d8d-96a8-d771144d4369 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.195262] env[69413]: DEBUG oslo_vmware.api [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': task-3077448, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.218249] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6948c4-b8ef-478a-b9fe-761bc4122cf5 tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.218491] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6948c4-b8ef-478a-b9fe-761bc4122cf5 tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.218673] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce6948c4-b8ef-478a-b9fe-761bc4122cf5 tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Deleting the datastore file [datastore2] 35f9bcbc-1f35-467d-9220-9f9a93765579 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.218952] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-401fa81f-3bdd-4f58-a75c-8a41cb26e05f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.225929] env[69413]: DEBUG nova.compute.utils [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.228530] env[69413]: DEBUG nova.compute.manager [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 784.228700] env[69413]: DEBUG nova.network.neutron [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 784.230774] env[69413]: DEBUG oslo_vmware.api [None req-ce6948c4-b8ef-478a-b9fe-761bc4122cf5 tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Waiting for the task: (returnval){ [ 784.230774] env[69413]: value = "task-3077451" [ 784.230774] env[69413]: _type = "Task" [ 784.230774] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.240965] env[69413]: DEBUG oslo_vmware.api [None req-ce6948c4-b8ef-478a-b9fe-761bc4122cf5 tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Task: {'id': task-3077451, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.270101] env[69413]: DEBUG nova.policy [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f72f49822bbc421988dcb73cf7ae0bed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5b9060f748043b285c99b5e66df0ccc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 784.315281] env[69413]: DEBUG oslo_concurrency.lockutils [None req-73f14202-0a66-40a3-a62e-a5d3dd169d4b tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Acquiring lock "134eeaa3-fcde-4193-af68-40aca7638079" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.315537] env[69413]: DEBUG oslo_concurrency.lockutils [None req-73f14202-0a66-40a3-a62e-a5d3dd169d4b tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Lock "134eeaa3-fcde-4193-af68-40aca7638079" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.315743] env[69413]: DEBUG oslo_concurrency.lockutils [None req-73f14202-0a66-40a3-a62e-a5d3dd169d4b tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Acquiring lock "134eeaa3-fcde-4193-af68-40aca7638079-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.315917] env[69413]: DEBUG oslo_concurrency.lockutils [None req-73f14202-0a66-40a3-a62e-a5d3dd169d4b tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Lock "134eeaa3-fcde-4193-af68-40aca7638079-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.316090] env[69413]: DEBUG oslo_concurrency.lockutils [None req-73f14202-0a66-40a3-a62e-a5d3dd169d4b tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Lock "134eeaa3-fcde-4193-af68-40aca7638079-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.319578] env[69413]: INFO nova.compute.manager [None req-73f14202-0a66-40a3-a62e-a5d3dd169d4b tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Terminating instance [ 784.395230] env[69413]: DEBUG oslo_vmware.api [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]523c3951-ef88-0238-40d5-19e26c8bfe70, 'name': SearchDatastore_Task, 'duration_secs': 0.038543} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.395230] env[69413]: DEBUG oslo_concurrency.lockutils [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.395466] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 3316c01f-b7e4-463c-8ef1-973d2c5e53f4/3316c01f-b7e4-463c-8ef1-973d2c5e53f4.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.395726] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-890aec0b-d22e-4579-9294-1b5dedc5968c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.405276] env[69413]: DEBUG oslo_vmware.api [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Waiting for the task: (returnval){ [ 784.405276] env[69413]: value = "task-3077452" [ 784.405276] env[69413]: _type = "Task" [ 784.405276] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.413500] env[69413]: DEBUG oslo_vmware.api [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.438552] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077449, 'name': CreateVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.681449] env[69413]: DEBUG nova.network.neutron [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Successfully created port: 5270d100-9158-42fb-8887-d370fb4df13c {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 784.696544] env[69413]: DEBUG oslo_vmware.api [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': task-3077448, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.734220] env[69413]: DEBUG nova.compute.manager [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 784.743413] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa958f0-72e3-4568-b6e6-7555c6b9a80d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.753165] env[69413]: DEBUG oslo_vmware.api [None req-ce6948c4-b8ef-478a-b9fe-761bc4122cf5 tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Task: {'id': task-3077451, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26869} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.755472] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce6948c4-b8ef-478a-b9fe-761bc4122cf5 tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.755472] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6948c4-b8ef-478a-b9fe-761bc4122cf5 tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.755624] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6948c4-b8ef-478a-b9fe-761bc4122cf5 tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.755796] env[69413]: INFO nova.compute.manager [None req-ce6948c4-b8ef-478a-b9fe-761bc4122cf5 tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Took 1.13 seconds to destroy the instance on the hypervisor. [ 784.756084] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce6948c4-b8ef-478a-b9fe-761bc4122cf5 tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.756551] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.756851] env[69413]: DEBUG nova.compute.manager [-] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 784.757397] env[69413]: DEBUG nova.network.neutron [-] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 784.758687] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba35e922-0f9a-4245-94bc-bd32d3992972 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.761039] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0a8a5d-faac-4aea-86a7-0f5329b8c9fd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.766199] env[69413]: DEBUG nova.network.neutron [req-541ad3d3-d9ea-465f-be02-ec34e73184d6 req-41e4b93e-b043-4e55-b9d7-ac6e48615ee0 service nova] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Updated VIF entry in instance network info cache for port fd93eb90-60fc-480f-94b4-4c6ed3ffaa1a. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 784.766199] env[69413]: DEBUG nova.network.neutron [req-541ad3d3-d9ea-465f-be02-ec34e73184d6 req-41e4b93e-b043-4e55-b9d7-ac6e48615ee0 service nova] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Updating instance_info_cache with network_info: [{"id": "fd93eb90-60fc-480f-94b4-4c6ed3ffaa1a", "address": "fa:16:3e:c2:f6:96", "network": {"id": "8cb610e7-e4da-4776-8f19-c9728f51fb27", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9a021a88be0b4ec0bf1248cc136ac194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd93eb90-60", "ovs_interfaceid": "fd93eb90-60fc-480f-94b4-4c6ed3ffaa1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.799636] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d399e99d-6353-4fce-a1eb-cb9e985da5ae {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.803215] env[69413]: DEBUG oslo_vmware.api [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Waiting for the task: (returnval){ [ 784.803215] env[69413]: value = "task-3077453" [ 784.803215] env[69413]: _type = "Task" [ 784.803215] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.815328] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27a8266-7e86-45b5-a615-70947e3b349e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.822303] env[69413]: DEBUG oslo_vmware.api [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.825771] env[69413]: DEBUG nova.compute.manager [None req-73f14202-0a66-40a3-a62e-a5d3dd169d4b tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 784.826030] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-73f14202-0a66-40a3-a62e-a5d3dd169d4b tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 784.827049] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37974699-d3e7-42d3-b274-81538d9a3164 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.840568] env[69413]: DEBUG nova.compute.provider_tree [None req-7d1a5abc-120b-4cf9-ab28-349be8cb4f1c tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.847870] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-73f14202-0a66-40a3-a62e-a5d3dd169d4b tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.848196] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0999ba3-73c6-4630-b383-4430c033752e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.855212] env[69413]: DEBUG oslo_vmware.api [None req-73f14202-0a66-40a3-a62e-a5d3dd169d4b tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Waiting for the task: (returnval){ [ 784.855212] env[69413]: value = "task-3077454" [ 784.855212] env[69413]: _type = "Task" [ 784.855212] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.865133] env[69413]: DEBUG oslo_vmware.api [None req-73f14202-0a66-40a3-a62e-a5d3dd169d4b tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Task: {'id': task-3077454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.916717] env[69413]: DEBUG oslo_vmware.api [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077452, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.934608] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077449, 'name': CreateVM_Task, 'duration_secs': 0.537052} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.934608] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.935057] env[69413]: DEBUG oslo_concurrency.lockutils [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.935202] env[69413]: DEBUG oslo_concurrency.lockutils [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.935687] env[69413]: DEBUG oslo_concurrency.lockutils [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.935803] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7ba13f9-b4a6-4373-8433-bac40e1eddb7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.940627] env[69413]: DEBUG oslo_vmware.api [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Waiting for the task: (returnval){ [ 784.940627] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5251cce1-8359-accb-5e64-489e35823203" [ 784.940627] env[69413]: _type = "Task" [ 784.940627] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.950237] env[69413]: DEBUG oslo_vmware.api [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5251cce1-8359-accb-5e64-489e35823203, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.108609] env[69413]: DEBUG nova.virt.hardware [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.108872] env[69413]: DEBUG nova.virt.hardware [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.109037] env[69413]: DEBUG nova.virt.hardware [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.109226] env[69413]: DEBUG nova.virt.hardware [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.109372] env[69413]: DEBUG nova.virt.hardware [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.109518] env[69413]: DEBUG nova.virt.hardware [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.109724] env[69413]: DEBUG nova.virt.hardware [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.109880] env[69413]: DEBUG nova.virt.hardware [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.110058] env[69413]: DEBUG nova.virt.hardware [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.110253] env[69413]: DEBUG nova.virt.hardware [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.110446] env[69413]: DEBUG nova.virt.hardware [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.111303] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d698bbb3-f5d5-49a2-8440-a3c7a5434be6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.120186] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53df2490-5dba-4592-8ee0-1feae38a61ee {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.135021] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:3d:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4712af2-45ef-4652-8d2c-482ec70056d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40aa1151-3366-4701-a260-f185fa7ee3bc', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.143704] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.144019] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.144252] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8f60a81-2f0e-4e8d-97fb-c8a29d6579e8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.174214] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.174214] env[69413]: value = "task-3077455" [ 785.174214] env[69413]: _type = "Task" [ 785.174214] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.182487] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077455, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.196398] env[69413]: DEBUG oslo_vmware.api [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': task-3077448, 'name': PowerOnVM_Task, 'duration_secs': 1.166532} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.196934] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.196979] env[69413]: INFO nova.compute.manager [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Took 8.52 seconds to spawn the instance on the hypervisor. [ 785.197201] env[69413]: DEBUG nova.compute.manager [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.198631] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bb6d4b-9505-4b31-8a5d-661b30089d77 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.264598] env[69413]: DEBUG nova.compute.manager [req-eb8616df-73c0-438f-90c9-9452ed7491d7 req-4b45f853-6ea4-4607-a965-a05102892ddf service nova] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Received event network-vif-deleted-76830841-227b-4f27-bf8f-78f32a8a30e0 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.264766] env[69413]: INFO nova.compute.manager [req-eb8616df-73c0-438f-90c9-9452ed7491d7 req-4b45f853-6ea4-4607-a965-a05102892ddf service nova] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Neutron deleted interface 76830841-227b-4f27-bf8f-78f32a8a30e0; detaching it from the instance and deleting it from the info cache [ 785.265544] env[69413]: DEBUG nova.network.neutron [req-eb8616df-73c0-438f-90c9-9452ed7491d7 req-4b45f853-6ea4-4607-a965-a05102892ddf service nova] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.270406] env[69413]: DEBUG oslo_concurrency.lockutils [req-541ad3d3-d9ea-465f-be02-ec34e73184d6 req-41e4b93e-b043-4e55-b9d7-ac6e48615ee0 service nova] Releasing lock "refresh_cache-4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.313649] env[69413]: DEBUG oslo_vmware.api [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077453, 'name': PowerOffVM_Task, 'duration_secs': 0.33735} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.314051] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.314991] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4437903-0f42-42d4-9807-1419ebb638b5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.335700] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519f1ad6-edd1-4306-9e1b-77bcfc7de42d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.344458] env[69413]: DEBUG nova.scheduler.client.report [None req-7d1a5abc-120b-4cf9-ab28-349be8cb4f1c tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.365365] env[69413]: DEBUG oslo_vmware.api [None req-73f14202-0a66-40a3-a62e-a5d3dd169d4b tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Task: {'id': task-3077454, 'name': PowerOffVM_Task, 'duration_secs': 0.295979} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.365614] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-73f14202-0a66-40a3-a62e-a5d3dd169d4b tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.365775] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-73f14202-0a66-40a3-a62e-a5d3dd169d4b tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.366134] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e1dd410-54d6-44b0-be2a-52d0dc0c1a17 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.416867] env[69413]: DEBUG oslo_vmware.api [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077452, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671511} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.417231] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 3316c01f-b7e4-463c-8ef1-973d2c5e53f4/3316c01f-b7e4-463c-8ef1-973d2c5e53f4.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.417468] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.417708] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5889f2d-50f2-4879-8bc1-096c177f5ffa {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.425780] env[69413]: DEBUG oslo_vmware.api [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Waiting for the task: (returnval){ [ 785.425780] env[69413]: value = "task-3077457" [ 785.425780] env[69413]: _type = "Task" [ 785.425780] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.429827] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-73f14202-0a66-40a3-a62e-a5d3dd169d4b tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.430099] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-73f14202-0a66-40a3-a62e-a5d3dd169d4b tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.430249] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-73f14202-0a66-40a3-a62e-a5d3dd169d4b tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Deleting the datastore file [datastore1] 134eeaa3-fcde-4193-af68-40aca7638079 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.430907] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-351886d8-516f-4069-aeab-7a9266741dbf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.437208] env[69413]: DEBUG oslo_vmware.api [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077457, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.442281] env[69413]: DEBUG oslo_vmware.api [None req-73f14202-0a66-40a3-a62e-a5d3dd169d4b tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Waiting for the task: (returnval){ [ 785.442281] env[69413]: value = "task-3077458" [ 785.442281] env[69413]: _type = "Task" [ 785.442281] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.453733] env[69413]: DEBUG oslo_vmware.api [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5251cce1-8359-accb-5e64-489e35823203, 'name': SearchDatastore_Task, 'duration_secs': 0.061518} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.456988] env[69413]: DEBUG oslo_concurrency.lockutils [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.457275] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.457646] env[69413]: DEBUG oslo_concurrency.lockutils [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.457646] env[69413]: DEBUG oslo_concurrency.lockutils [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.458792] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.458792] env[69413]: DEBUG oslo_vmware.api [None req-73f14202-0a66-40a3-a62e-a5d3dd169d4b tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Task: {'id': task-3077458, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.458792] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a9397e3-78e2-459c-8fe6-706bfb9a71fd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.466242] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.466433] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.467193] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c11797e-fe17-4bde-9c71-cfe9eb498b5b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.472379] env[69413]: DEBUG oslo_vmware.api [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Waiting for the task: (returnval){ [ 785.472379] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5291ee49-55a6-0168-3a2a-2b54bd57a2f1" [ 785.472379] env[69413]: _type = "Task" [ 785.472379] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.480553] env[69413]: DEBUG oslo_vmware.api [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5291ee49-55a6-0168-3a2a-2b54bd57a2f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.682773] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077455, 'name': CreateVM_Task, 'duration_secs': 0.344662} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.683172] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.683749] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.683909] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.684274] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.684594] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9189aac3-87be-4e34-badc-34f164349761 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.686360] env[69413]: DEBUG nova.network.neutron [-] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.691214] env[69413]: DEBUG oslo_vmware.api [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 785.691214] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b76a96-ae84-3d47-6744-d56adff05fac" [ 785.691214] env[69413]: _type = "Task" [ 785.691214] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.703700] env[69413]: DEBUG oslo_vmware.api [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b76a96-ae84-3d47-6744-d56adff05fac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.715159] env[69413]: INFO nova.compute.manager [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Took 39.16 seconds to build instance. [ 785.749239] env[69413]: DEBUG nova.compute.manager [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 785.771892] env[69413]: DEBUG nova.virt.hardware [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.772226] env[69413]: DEBUG nova.virt.hardware [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.772438] env[69413]: DEBUG nova.virt.hardware [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.772666] env[69413]: DEBUG nova.virt.hardware [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.772840] env[69413]: DEBUG nova.virt.hardware [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.772993] env[69413]: DEBUG nova.virt.hardware [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.773235] env[69413]: DEBUG nova.virt.hardware [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.773393] env[69413]: DEBUG nova.virt.hardware [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.773554] env[69413]: DEBUG nova.virt.hardware [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.773713] env[69413]: DEBUG nova.virt.hardware [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.773940] env[69413]: DEBUG nova.virt.hardware [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.775103] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc133a2c-7ebf-48c7-bb48-d19abf2f7124 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.777778] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c0e64b7-a223-474f-8ee0-e054f7ae2cb3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.785415] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2865d4ad-c638-41e1-a40e-0ed869a18e2f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.792027] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e01d684-6a30-42c3-ba6d-50371139822d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.828329] env[69413]: DEBUG nova.compute.manager [req-eb8616df-73c0-438f-90c9-9452ed7491d7 req-4b45f853-6ea4-4607-a965-a05102892ddf service nova] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Detach interface failed, port_id=76830841-227b-4f27-bf8f-78f32a8a30e0, reason: Instance 35f9bcbc-1f35-467d-9220-9f9a93765579 could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 785.848893] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Creating Snapshot of the VM instance {{(pid=69413) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 785.849596] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7d1a5abc-120b-4cf9-ab28-349be8cb4f1c tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.130s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.851900] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-714e113c-0c17-4b9f-980e-8934979741a9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.854061] env[69413]: DEBUG oslo_concurrency.lockutils [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.186s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.855622] env[69413]: INFO nova.compute.claims [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 785.866023] env[69413]: DEBUG oslo_vmware.api [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Waiting for the task: (returnval){ [ 785.866023] env[69413]: value = "task-3077459" [ 785.866023] env[69413]: _type = "Task" [ 785.866023] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.872155] env[69413]: DEBUG oslo_vmware.api [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077459, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.876417] env[69413]: INFO nova.scheduler.client.report [None req-7d1a5abc-120b-4cf9-ab28-349be8cb4f1c tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Deleted allocations for instance 04b9e79c-61b3-422e-a101-bb7c50126483 [ 785.935205] env[69413]: DEBUG oslo_vmware.api [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077457, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083056} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.935470] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.936252] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e114f2d9-f31c-4ff5-ab73-eadae1d210c3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.961887] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 3316c01f-b7e4-463c-8ef1-973d2c5e53f4/3316c01f-b7e4-463c-8ef1-973d2c5e53f4.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.965998] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-294c609c-e31c-4e27-b603-07b7a42e75aa {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.990278] env[69413]: DEBUG oslo_vmware.api [None req-73f14202-0a66-40a3-a62e-a5d3dd169d4b tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Task: {'id': task-3077458, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.429392} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.991978] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-73f14202-0a66-40a3-a62e-a5d3dd169d4b tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.992186] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-73f14202-0a66-40a3-a62e-a5d3dd169d4b tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.992420] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-73f14202-0a66-40a3-a62e-a5d3dd169d4b tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.992601] env[69413]: INFO nova.compute.manager [None req-73f14202-0a66-40a3-a62e-a5d3dd169d4b tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Took 1.17 seconds to destroy the instance on the hypervisor. [ 785.992863] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73f14202-0a66-40a3-a62e-a5d3dd169d4b tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.993180] env[69413]: DEBUG oslo_vmware.api [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Waiting for the task: (returnval){ [ 785.993180] env[69413]: value = "task-3077460" [ 785.993180] env[69413]: _type = "Task" [ 785.993180] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.996624] env[69413]: DEBUG nova.compute.manager [-] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 785.996729] env[69413]: DEBUG nova.network.neutron [-] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 785.998736] env[69413]: DEBUG oslo_vmware.api [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5291ee49-55a6-0168-3a2a-2b54bd57a2f1, 'name': SearchDatastore_Task, 'duration_secs': 0.009239} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.003012] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cd74a54-1766-4df7-990e-4932219eec5b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.009024] env[69413]: DEBUG oslo_vmware.api [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Waiting for the task: (returnval){ [ 786.009024] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52cd13b3-0d0a-d14a-5e45-90010a92041a" [ 786.009024] env[69413]: _type = "Task" [ 786.009024] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.012752] env[69413]: DEBUG oslo_vmware.api [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077460, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.020799] env[69413]: DEBUG oslo_vmware.api [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52cd13b3-0d0a-d14a-5e45-90010a92041a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.189625] env[69413]: INFO nova.compute.manager [-] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Took 1.43 seconds to deallocate network for instance. [ 786.205674] env[69413]: DEBUG oslo_vmware.api [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b76a96-ae84-3d47-6744-d56adff05fac, 'name': SearchDatastore_Task, 'duration_secs': 0.049203} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.205976] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.206228] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.206464] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.206606] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.206786] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.207056] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35dedd80-031b-41c5-9172-1ebd917cbfdc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.217036] env[69413]: DEBUG oslo_concurrency.lockutils [None req-389f38d7-56a5-4d20-bcef-32f83573387a tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Lock "412d9537-a582-4b26-acc4-786e68c25394" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.144s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.217332] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.217514] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.218321] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e36dfe2b-fbaa-4761-8464-7f0a60e5cb33 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.224886] env[69413]: DEBUG oslo_vmware.api [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 786.224886] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]527247eb-9265-57da-5169-96a65ff6941c" [ 786.224886] env[69413]: _type = "Task" [ 786.224886] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.233477] env[69413]: DEBUG oslo_vmware.api [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]527247eb-9265-57da-5169-96a65ff6941c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.377171] env[69413]: DEBUG oslo_vmware.api [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077459, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.384359] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7d1a5abc-120b-4cf9-ab28-349be8cb4f1c tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "04b9e79c-61b3-422e-a101-bb7c50126483" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.456s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.485308] env[69413]: DEBUG nova.network.neutron [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Successfully updated port: 5270d100-9158-42fb-8887-d370fb4df13c {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 786.510208] env[69413]: DEBUG oslo_vmware.api [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077460, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.525463] env[69413]: DEBUG oslo_vmware.api [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52cd13b3-0d0a-d14a-5e45-90010a92041a, 'name': SearchDatastore_Task, 'duration_secs': 0.037754} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.525735] env[69413]: DEBUG oslo_concurrency.lockutils [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.526395] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b/4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.526395] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-600492fc-90d9-40fc-9a4b-2e6e68220708 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.535720] env[69413]: DEBUG oslo_vmware.api [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Waiting for the task: (returnval){ [ 786.535720] env[69413]: value = "task-3077461" [ 786.535720] env[69413]: _type = "Task" [ 786.535720] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.544034] env[69413]: DEBUG oslo_vmware.api [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077461, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.660515] env[69413]: DEBUG nova.compute.manager [req-c5db6d7a-fb89-4cf5-a2a5-53ff3cdf8dd2 req-f14c9467-054a-4e45-a7b6-ed3ddd34b5cf service nova] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Received event network-vif-plugged-5270d100-9158-42fb-8887-d370fb4df13c {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.660864] env[69413]: DEBUG oslo_concurrency.lockutils [req-c5db6d7a-fb89-4cf5-a2a5-53ff3cdf8dd2 req-f14c9467-054a-4e45-a7b6-ed3ddd34b5cf service nova] Acquiring lock "8e433184-6504-4214-9dc1-868f573a9a4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.661488] env[69413]: DEBUG oslo_concurrency.lockutils [req-c5db6d7a-fb89-4cf5-a2a5-53ff3cdf8dd2 req-f14c9467-054a-4e45-a7b6-ed3ddd34b5cf service nova] Lock "8e433184-6504-4214-9dc1-868f573a9a4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.661789] env[69413]: DEBUG oslo_concurrency.lockutils [req-c5db6d7a-fb89-4cf5-a2a5-53ff3cdf8dd2 req-f14c9467-054a-4e45-a7b6-ed3ddd34b5cf service nova] Lock "8e433184-6504-4214-9dc1-868f573a9a4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.662124] env[69413]: DEBUG nova.compute.manager [req-c5db6d7a-fb89-4cf5-a2a5-53ff3cdf8dd2 req-f14c9467-054a-4e45-a7b6-ed3ddd34b5cf service nova] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] No waiting events found dispatching network-vif-plugged-5270d100-9158-42fb-8887-d370fb4df13c {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 786.662476] env[69413]: WARNING nova.compute.manager [req-c5db6d7a-fb89-4cf5-a2a5-53ff3cdf8dd2 req-f14c9467-054a-4e45-a7b6-ed3ddd34b5cf service nova] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Received unexpected event network-vif-plugged-5270d100-9158-42fb-8887-d370fb4df13c for instance with vm_state building and task_state spawning. [ 786.700480] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ce6948c4-b8ef-478a-b9fe-761bc4122cf5 tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.739654] env[69413]: DEBUG oslo_vmware.api [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]527247eb-9265-57da-5169-96a65ff6941c, 'name': SearchDatastore_Task, 'duration_secs': 0.022656} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.739654] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c7022ba-edfd-410f-81e7-39ae86eb55e3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.744128] env[69413]: DEBUG oslo_vmware.api [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 786.744128] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52943ebc-abdb-c7a2-3df9-1a63d4314e2a" [ 786.744128] env[69413]: _type = "Task" [ 786.744128] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.751033] env[69413]: DEBUG oslo_vmware.api [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52943ebc-abdb-c7a2-3df9-1a63d4314e2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.879893] env[69413]: DEBUG oslo_vmware.api [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077459, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.898972] env[69413]: DEBUG nova.network.neutron [-] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.988860] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Acquiring lock "refresh_cache-8e433184-6504-4214-9dc1-868f573a9a4d" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.989019] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Acquired lock "refresh_cache-8e433184-6504-4214-9dc1-868f573a9a4d" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.989182] env[69413]: DEBUG nova.network.neutron [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.015558] env[69413]: DEBUG oslo_vmware.api [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077460, 'name': ReconfigVM_Task, 'duration_secs': 0.740378} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.016167] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 3316c01f-b7e4-463c-8ef1-973d2c5e53f4/3316c01f-b7e4-463c-8ef1-973d2c5e53f4.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 787.016849] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84c7486d-378f-45a0-8abf-3d7243ed0054 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.025660] env[69413]: DEBUG oslo_vmware.api [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Waiting for the task: (returnval){ [ 787.025660] env[69413]: value = "task-3077462" [ 787.025660] env[69413]: _type = "Task" [ 787.025660] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.038922] env[69413]: DEBUG oslo_vmware.api [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077462, 'name': Rename_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.047972] env[69413]: DEBUG oslo_vmware.api [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077461, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.257807] env[69413]: DEBUG oslo_vmware.api [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52943ebc-abdb-c7a2-3df9-1a63d4314e2a, 'name': SearchDatastore_Task, 'duration_secs': 0.00987} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.258097] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.258361] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 550f42d5-10b7-4a74-b3f8-84526a6e166c/550f42d5-10b7-4a74-b3f8-84526a6e166c.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 787.258620] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3936c19c-e3c2-478d-96ac-69b5a95cf127 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.268549] env[69413]: DEBUG oslo_vmware.api [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 787.268549] env[69413]: value = "task-3077463" [ 787.268549] env[69413]: _type = "Task" [ 787.268549] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.278394] env[69413]: DEBUG oslo_vmware.api [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077463, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.295649] env[69413]: DEBUG nova.compute.manager [req-7cbdb7aa-e08a-4bfd-bd76-255385eff24f req-e7b2e99b-79bb-4c59-9878-a188e25b349d service nova] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Received event network-changed-8c5f52e5-b72f-458e-9e0c-f93b3e05acc5 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.295927] env[69413]: DEBUG nova.compute.manager [req-7cbdb7aa-e08a-4bfd-bd76-255385eff24f req-e7b2e99b-79bb-4c59-9878-a188e25b349d service nova] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Refreshing instance network info cache due to event network-changed-8c5f52e5-b72f-458e-9e0c-f93b3e05acc5. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.296018] env[69413]: DEBUG oslo_concurrency.lockutils [req-7cbdb7aa-e08a-4bfd-bd76-255385eff24f req-e7b2e99b-79bb-4c59-9878-a188e25b349d service nova] Acquiring lock "refresh_cache-412d9537-a582-4b26-acc4-786e68c25394" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.296182] env[69413]: DEBUG oslo_concurrency.lockutils [req-7cbdb7aa-e08a-4bfd-bd76-255385eff24f req-e7b2e99b-79bb-4c59-9878-a188e25b349d service nova] Acquired lock "refresh_cache-412d9537-a582-4b26-acc4-786e68c25394" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.296343] env[69413]: DEBUG nova.network.neutron [req-7cbdb7aa-e08a-4bfd-bd76-255385eff24f req-e7b2e99b-79bb-4c59-9878-a188e25b349d service nova] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Refreshing network info cache for port 8c5f52e5-b72f-458e-9e0c-f93b3e05acc5 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.375918] env[69413]: DEBUG oslo_vmware.api [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077459, 'name': CreateSnapshot_Task, 'duration_secs': 1.250716} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.376985] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Created Snapshot of the VM instance {{(pid=69413) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 787.377698] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b3d043-80a6-4238-9871-fb6eca7b5ff1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.380577] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a096887a-9a14-4320-bb38-3382e9ba46d7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.390476] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bf48e7-6b42-44ef-903a-4067c95de7f6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.426313] env[69413]: INFO nova.compute.manager [-] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Took 1.43 seconds to deallocate network for instance. [ 787.428796] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5baf9950-f3d7-46e8-b516-b2ed81f25585 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.441209] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42cfe37f-c5a7-43c9-bc9f-f1dfe31a8976 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.456025] env[69413]: DEBUG nova.compute.provider_tree [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.522781] env[69413]: DEBUG nova.network.neutron [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 787.535500] env[69413]: DEBUG oslo_vmware.api [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077462, 'name': Rename_Task, 'duration_secs': 0.211537} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.535657] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.535901] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8b2ed33-a875-4437-a30d-21b2290650e7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.545693] env[69413]: DEBUG oslo_vmware.api [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Waiting for the task: (returnval){ [ 787.545693] env[69413]: value = "task-3077464" [ 787.545693] env[69413]: _type = "Task" [ 787.545693] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.551933] env[69413]: DEBUG oslo_vmware.api [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077461, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.558433] env[69413]: DEBUG oslo_vmware.api [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.674311] env[69413]: DEBUG nova.network.neutron [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Updating instance_info_cache with network_info: [{"id": "5270d100-9158-42fb-8887-d370fb4df13c", "address": "fa:16:3e:e7:c6:39", "network": {"id": "e10d5883-9829-4a2c-9aa8-4c0a02d9ab73", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-985420707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b9060f748043b285c99b5e66df0ccc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5270d100-91", "ovs_interfaceid": "5270d100-9158-42fb-8887-d370fb4df13c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.778238] env[69413]: DEBUG oslo_vmware.api [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077463, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.903767] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Creating linked-clone VM from snapshot {{(pid=69413) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 787.904175] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-779103b1-32b8-4548-b6d3-fc0ebee202b3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.914673] env[69413]: DEBUG oslo_vmware.api [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Waiting for the task: (returnval){ [ 787.914673] env[69413]: value = "task-3077465" [ 787.914673] env[69413]: _type = "Task" [ 787.914673] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.922337] env[69413]: DEBUG oslo_vmware.api [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077465, 'name': CloneVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.936446] env[69413]: DEBUG oslo_concurrency.lockutils [None req-73f14202-0a66-40a3-a62e-a5d3dd169d4b tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.960138] env[69413]: DEBUG nova.scheduler.client.report [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.008391] env[69413]: DEBUG nova.network.neutron [req-7cbdb7aa-e08a-4bfd-bd76-255385eff24f req-e7b2e99b-79bb-4c59-9878-a188e25b349d service nova] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Updated VIF entry in instance network info cache for port 8c5f52e5-b72f-458e-9e0c-f93b3e05acc5. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.008796] env[69413]: DEBUG nova.network.neutron [req-7cbdb7aa-e08a-4bfd-bd76-255385eff24f req-e7b2e99b-79bb-4c59-9878-a188e25b349d service nova] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Updating instance_info_cache with network_info: [{"id": "8c5f52e5-b72f-458e-9e0c-f93b3e05acc5", "address": "fa:16:3e:67:c5:fa", "network": {"id": "273e800c-8b2c-4992-85c1-de21ed4c5610", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1933430888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d20bddf2427547dc91a4713087847f7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c5f52e5-b7", "ovs_interfaceid": "8c5f52e5-b72f-458e-9e0c-f93b3e05acc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.048884] env[69413]: DEBUG oslo_vmware.api [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077461, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.056862] env[69413]: DEBUG oslo_vmware.api [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077464, 'name': PowerOnVM_Task, 'duration_secs': 0.465732} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.057282] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 788.057575] env[69413]: INFO nova.compute.manager [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Took 8.77 seconds to spawn the instance on the hypervisor. [ 788.057813] env[69413]: DEBUG nova.compute.manager [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.058631] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae237290-8442-4658-bfd4-8170c0bcc5c2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.177282] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Releasing lock "refresh_cache-8e433184-6504-4214-9dc1-868f573a9a4d" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.177668] env[69413]: DEBUG nova.compute.manager [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Instance network_info: |[{"id": "5270d100-9158-42fb-8887-d370fb4df13c", "address": "fa:16:3e:e7:c6:39", "network": {"id": "e10d5883-9829-4a2c-9aa8-4c0a02d9ab73", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-985420707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b9060f748043b285c99b5e66df0ccc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5270d100-91", "ovs_interfaceid": "5270d100-9158-42fb-8887-d370fb4df13c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 788.178126] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:c6:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5270d100-9158-42fb-8887-d370fb4df13c', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.186476] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.186758] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.187040] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29fc937d-cece-4142-9fe6-3abb170b7c32 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.210596] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.210596] env[69413]: value = "task-3077466" [ 788.210596] env[69413]: _type = "Task" [ 788.210596] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.220758] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077466, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.280818] env[69413]: DEBUG oslo_vmware.api [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077463, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.427073] env[69413]: DEBUG oslo_vmware.api [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077465, 'name': CloneVM_Task} progress is 94%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.467277] env[69413]: DEBUG oslo_concurrency.lockutils [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.467894] env[69413]: DEBUG nova.compute.manager [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 788.471383] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.160s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.473246] env[69413]: INFO nova.compute.claims [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 788.511533] env[69413]: DEBUG oslo_concurrency.lockutils [req-7cbdb7aa-e08a-4bfd-bd76-255385eff24f req-e7b2e99b-79bb-4c59-9878-a188e25b349d service nova] Releasing lock "refresh_cache-412d9537-a582-4b26-acc4-786e68c25394" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.511904] env[69413]: DEBUG nova.compute.manager [req-7cbdb7aa-e08a-4bfd-bd76-255385eff24f req-e7b2e99b-79bb-4c59-9878-a188e25b349d service nova] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Received event network-vif-deleted-4edbfe46-eba6-4b87-91aa-8dbb9521e73b {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.512173] env[69413]: DEBUG nova.compute.manager [req-7cbdb7aa-e08a-4bfd-bd76-255385eff24f req-e7b2e99b-79bb-4c59-9878-a188e25b349d service nova] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Received event network-changed-8c5f52e5-b72f-458e-9e0c-f93b3e05acc5 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.513696] env[69413]: DEBUG nova.compute.manager [req-7cbdb7aa-e08a-4bfd-bd76-255385eff24f req-e7b2e99b-79bb-4c59-9878-a188e25b349d service nova] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Refreshing instance network info cache due to event network-changed-8c5f52e5-b72f-458e-9e0c-f93b3e05acc5. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.514133] env[69413]: DEBUG oslo_concurrency.lockutils [req-7cbdb7aa-e08a-4bfd-bd76-255385eff24f req-e7b2e99b-79bb-4c59-9878-a188e25b349d service nova] Acquiring lock "refresh_cache-412d9537-a582-4b26-acc4-786e68c25394" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.514415] env[69413]: DEBUG oslo_concurrency.lockutils [req-7cbdb7aa-e08a-4bfd-bd76-255385eff24f req-e7b2e99b-79bb-4c59-9878-a188e25b349d service nova] Acquired lock "refresh_cache-412d9537-a582-4b26-acc4-786e68c25394" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.514722] env[69413]: DEBUG nova.network.neutron [req-7cbdb7aa-e08a-4bfd-bd76-255385eff24f req-e7b2e99b-79bb-4c59-9878-a188e25b349d service nova] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Refreshing network info cache for port 8c5f52e5-b72f-458e-9e0c-f93b3e05acc5 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.557156] env[69413]: DEBUG oslo_vmware.api [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077461, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.592293} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.557156] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b/4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.557355] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.557680] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee3b4f4d-9f9f-4353-ba21-15099dbccdfc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.567114] env[69413]: DEBUG oslo_vmware.api [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Waiting for the task: (returnval){ [ 788.567114] env[69413]: value = "task-3077467" [ 788.567114] env[69413]: _type = "Task" [ 788.567114] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.577528] env[69413]: INFO nova.compute.manager [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Took 39.11 seconds to build instance. [ 788.581446] env[69413]: DEBUG oslo_vmware.api [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077467, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.693709] env[69413]: DEBUG nova.compute.manager [req-8893ca16-c3ec-432e-b3fd-fbf82c914882 req-439a776e-baed-42d9-b3e0-f074ad7e1a79 service nova] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Received event network-changed-5270d100-9158-42fb-8887-d370fb4df13c {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.693958] env[69413]: DEBUG nova.compute.manager [req-8893ca16-c3ec-432e-b3fd-fbf82c914882 req-439a776e-baed-42d9-b3e0-f074ad7e1a79 service nova] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Refreshing instance network info cache due to event network-changed-5270d100-9158-42fb-8887-d370fb4df13c. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.694231] env[69413]: DEBUG oslo_concurrency.lockutils [req-8893ca16-c3ec-432e-b3fd-fbf82c914882 req-439a776e-baed-42d9-b3e0-f074ad7e1a79 service nova] Acquiring lock "refresh_cache-8e433184-6504-4214-9dc1-868f573a9a4d" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.694402] env[69413]: DEBUG oslo_concurrency.lockutils [req-8893ca16-c3ec-432e-b3fd-fbf82c914882 req-439a776e-baed-42d9-b3e0-f074ad7e1a79 service nova] Acquired lock "refresh_cache-8e433184-6504-4214-9dc1-868f573a9a4d" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.694622] env[69413]: DEBUG nova.network.neutron [req-8893ca16-c3ec-432e-b3fd-fbf82c914882 req-439a776e-baed-42d9-b3e0-f074ad7e1a79 service nova] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Refreshing network info cache for port 5270d100-9158-42fb-8887-d370fb4df13c {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.726966] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077466, 'name': CreateVM_Task, 'duration_secs': 0.370094} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.726966] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.726966] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.726966] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.726966] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.726966] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8abfdac-3a0a-480f-8651-262e3746f173 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.733544] env[69413]: DEBUG oslo_vmware.api [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Waiting for the task: (returnval){ [ 788.733544] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52106010-75f5-1512-d6b0-a2c337731a23" [ 788.733544] env[69413]: _type = "Task" [ 788.733544] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.746152] env[69413]: DEBUG oslo_vmware.api [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52106010-75f5-1512-d6b0-a2c337731a23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.785532] env[69413]: DEBUG oslo_vmware.api [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077463, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.926395] env[69413]: DEBUG oslo_vmware.api [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077465, 'name': CloneVM_Task} progress is 94%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.980873] env[69413]: DEBUG nova.compute.utils [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 788.982698] env[69413]: DEBUG nova.compute.manager [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 788.983030] env[69413]: DEBUG nova.network.neutron [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 789.058699] env[69413]: DEBUG nova.policy [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd043d94039f41e9909b6b4f2e910bd0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9901a751d924cea997c652b0d905681', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.077860] env[69413]: DEBUG oslo_vmware.api [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077467, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146158} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.078485] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.079555] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb686b9-c716-48d3-9bfd-0466bf492f46 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.082366] env[69413]: DEBUG oslo_concurrency.lockutils [None req-213544fd-0192-46ee-8822-6b2cc15ca9c7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Lock "3316c01f-b7e4-463c-8ef1-973d2c5e53f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.009s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.103230] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b/4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.103713] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f335d8f-6a01-40e0-8abb-a8bd9704d88e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.129202] env[69413]: DEBUG oslo_vmware.api [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Waiting for the task: (returnval){ [ 789.129202] env[69413]: value = "task-3077468" [ 789.129202] env[69413]: _type = "Task" [ 789.129202] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.136920] env[69413]: DEBUG oslo_vmware.api [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077468, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.245928] env[69413]: DEBUG oslo_vmware.api [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52106010-75f5-1512-d6b0-a2c337731a23, 'name': SearchDatastore_Task, 'duration_secs': 0.060079} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.253038] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.253038] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.253523] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.253828] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.254144] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.254874] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c148fee-ef46-41e6-b06f-37a767b5867f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.267752] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.267752] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.268732] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e155aee0-23be-452d-bd5a-a1bc77b259be {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.287356] env[69413]: DEBUG oslo_vmware.api [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Waiting for the task: (returnval){ [ 789.287356] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d98f4a-20cc-dbe3-51cb-aaae7cefadee" [ 789.287356] env[69413]: _type = "Task" [ 789.287356] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.290892] env[69413]: DEBUG oslo_vmware.api [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077463, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.55787} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.294177] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 550f42d5-10b7-4a74-b3f8-84526a6e166c/550f42d5-10b7-4a74-b3f8-84526a6e166c.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.294589] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.294946] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f03ef49f-63b0-4057-9fb1-387fb8bb3e21 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.301632] env[69413]: DEBUG oslo_vmware.api [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d98f4a-20cc-dbe3-51cb-aaae7cefadee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.303133] env[69413]: DEBUG oslo_vmware.api [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 789.303133] env[69413]: value = "task-3077469" [ 789.303133] env[69413]: _type = "Task" [ 789.303133] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.310530] env[69413]: DEBUG oslo_vmware.api [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077469, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.421847] env[69413]: DEBUG nova.network.neutron [req-7cbdb7aa-e08a-4bfd-bd76-255385eff24f req-e7b2e99b-79bb-4c59-9878-a188e25b349d service nova] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Updated VIF entry in instance network info cache for port 8c5f52e5-b72f-458e-9e0c-f93b3e05acc5. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.422428] env[69413]: DEBUG nova.network.neutron [req-7cbdb7aa-e08a-4bfd-bd76-255385eff24f req-e7b2e99b-79bb-4c59-9878-a188e25b349d service nova] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Updating instance_info_cache with network_info: [{"id": "8c5f52e5-b72f-458e-9e0c-f93b3e05acc5", "address": "fa:16:3e:67:c5:fa", "network": {"id": "273e800c-8b2c-4992-85c1-de21ed4c5610", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1933430888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d20bddf2427547dc91a4713087847f7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c5f52e5-b7", "ovs_interfaceid": "8c5f52e5-b72f-458e-9e0c-f93b3e05acc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.429518] env[69413]: DEBUG oslo_vmware.api [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077465, 'name': CloneVM_Task} progress is 94%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.487995] env[69413]: DEBUG nova.compute.manager [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 789.536322] env[69413]: DEBUG nova.network.neutron [req-8893ca16-c3ec-432e-b3fd-fbf82c914882 req-439a776e-baed-42d9-b3e0-f074ad7e1a79 service nova] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Updated VIF entry in instance network info cache for port 5270d100-9158-42fb-8887-d370fb4df13c. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.536679] env[69413]: DEBUG nova.network.neutron [req-8893ca16-c3ec-432e-b3fd-fbf82c914882 req-439a776e-baed-42d9-b3e0-f074ad7e1a79 service nova] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Updating instance_info_cache with network_info: [{"id": "5270d100-9158-42fb-8887-d370fb4df13c", "address": "fa:16:3e:e7:c6:39", "network": {"id": "e10d5883-9829-4a2c-9aa8-4c0a02d9ab73", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-985420707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b9060f748043b285c99b5e66df0ccc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5270d100-91", "ovs_interfaceid": "5270d100-9158-42fb-8887-d370fb4df13c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.555254] env[69413]: DEBUG nova.network.neutron [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Successfully created port: 369303d0-5e55-4cd0-a4bb-5fdfe8701736 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 789.642393] env[69413]: DEBUG oslo_vmware.api [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077468, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.807022] env[69413]: DEBUG oslo_vmware.api [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d98f4a-20cc-dbe3-51cb-aaae7cefadee, 'name': SearchDatastore_Task, 'duration_secs': 0.020723} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.811693] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c66872b-5a15-4a21-aba5-a7f4ae99857f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.821525] env[69413]: DEBUG oslo_vmware.api [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Waiting for the task: (returnval){ [ 789.821525] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]523cc7e7-cd2c-228f-2f06-de3aad5aa030" [ 789.821525] env[69413]: _type = "Task" [ 789.821525] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.821722] env[69413]: DEBUG oslo_vmware.api [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077469, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.198917} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.822416] env[69413]: DEBUG nova.network.neutron [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Successfully created port: 6671fa73-ed86-43ed-b485-0caddac02b0a {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 789.824445] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.827889] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c9446d-2edd-49b6-8b11-16629f629c0e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.848872] env[69413]: DEBUG oslo_vmware.api [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]523cc7e7-cd2c-228f-2f06-de3aad5aa030, 'name': SearchDatastore_Task, 'duration_secs': 0.01276} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.857967] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 550f42d5-10b7-4a74-b3f8-84526a6e166c/550f42d5-10b7-4a74-b3f8-84526a6e166c.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.861101] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.861367] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 8e433184-6504-4214-9dc1-868f573a9a4d/8e433184-6504-4214-9dc1-868f573a9a4d.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.861713] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-459e69e5-7008-4060-8f52-1a63a53700bc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.876389] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36912054-eab0-41cc-ae96-b3c30e12ac65 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.883729] env[69413]: DEBUG oslo_vmware.api [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 789.883729] env[69413]: value = "task-3077471" [ 789.883729] env[69413]: _type = "Task" [ 789.883729] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.885222] env[69413]: DEBUG oslo_vmware.api [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Waiting for the task: (returnval){ [ 789.885222] env[69413]: value = "task-3077470" [ 789.885222] env[69413]: _type = "Task" [ 789.885222] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.901285] env[69413]: DEBUG oslo_vmware.api [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077470, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.901544] env[69413]: DEBUG oslo_vmware.api [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077471, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.928256] env[69413]: DEBUG oslo_concurrency.lockutils [req-7cbdb7aa-e08a-4bfd-bd76-255385eff24f req-e7b2e99b-79bb-4c59-9878-a188e25b349d service nova] Releasing lock "refresh_cache-412d9537-a582-4b26-acc4-786e68c25394" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.928564] env[69413]: DEBUG oslo_vmware.api [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077465, 'name': CloneVM_Task} progress is 94%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.002896] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0858d4c-11bb-44d7-b4bb-44b640b631ef {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.010215] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f88918-2009-464a-a862-49dd1843fbe0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.044464] env[69413]: DEBUG oslo_concurrency.lockutils [req-8893ca16-c3ec-432e-b3fd-fbf82c914882 req-439a776e-baed-42d9-b3e0-f074ad7e1a79 service nova] Releasing lock "refresh_cache-8e433184-6504-4214-9dc1-868f573a9a4d" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.046358] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1581ef27-fe29-40b3-8475-900612bf1c77 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.055394] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bab7fe-dfec-4445-a9fd-2915f73c8950 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.071239] env[69413]: DEBUG nova.compute.provider_tree [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.136801] env[69413]: DEBUG oslo_vmware.api [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077468, 'name': ReconfigVM_Task, 'duration_secs': 0.534239} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.137093] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b/4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.138029] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-515cd870-eba7-4ccd-8ee3-b2f78e73bdf0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.145631] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Acquiring lock "a2784ee1-84c7-471e-bb52-8554b9eaf215" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.145853] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Lock "a2784ee1-84c7-471e-bb52-8554b9eaf215" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.146910] env[69413]: DEBUG oslo_vmware.api [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Waiting for the task: (returnval){ [ 790.146910] env[69413]: value = "task-3077472" [ 790.146910] env[69413]: _type = "Task" [ 790.146910] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.155816] env[69413]: DEBUG oslo_vmware.api [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077472, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.397640] env[69413]: DEBUG oslo_vmware.api [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077470, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.399877] env[69413]: DEBUG oslo_vmware.api [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077471, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.427543] env[69413]: DEBUG oslo_vmware.api [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077465, 'name': CloneVM_Task, 'duration_secs': 2.280513} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.427744] env[69413]: INFO nova.virt.vmwareapi.vmops [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Created linked-clone VM from snapshot [ 790.428456] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ad83bd-d70e-47bc-a632-edee62db22c2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.436063] env[69413]: DEBUG nova.virt.vmwareapi.images [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Uploading image 7ef08f95-0124-4429-b588-c119dfe0e3b3 {{(pid=69413) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 790.460111] env[69413]: DEBUG oslo_vmware.rw_handles [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 790.460111] env[69413]: value = "vm-616165" [ 790.460111] env[69413]: _type = "VirtualMachine" [ 790.460111] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 790.460392] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-758e9e1e-2b5a-47d5-a8c2-c20965bedf29 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.466270] env[69413]: DEBUG oslo_vmware.rw_handles [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Lease: (returnval){ [ 790.466270] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]523a73d8-793a-d12d-2f41-dacf17e3f4c8" [ 790.466270] env[69413]: _type = "HttpNfcLease" [ 790.466270] env[69413]: } obtained for exporting VM: (result){ [ 790.466270] env[69413]: value = "vm-616165" [ 790.466270] env[69413]: _type = "VirtualMachine" [ 790.466270] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 790.466532] env[69413]: DEBUG oslo_vmware.api [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Waiting for the lease: (returnval){ [ 790.466532] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]523a73d8-793a-d12d-2f41-dacf17e3f4c8" [ 790.466532] env[69413]: _type = "HttpNfcLease" [ 790.466532] env[69413]: } to be ready. {{(pid=69413) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 790.472520] env[69413]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 790.472520] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]523a73d8-793a-d12d-2f41-dacf17e3f4c8" [ 790.472520] env[69413]: _type = "HttpNfcLease" [ 790.472520] env[69413]: } is initializing. {{(pid=69413) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 790.498159] env[69413]: DEBUG nova.compute.manager [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 790.521605] env[69413]: DEBUG nova.virt.hardware [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.521863] env[69413]: DEBUG nova.virt.hardware [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.522034] env[69413]: DEBUG nova.virt.hardware [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.522234] env[69413]: DEBUG nova.virt.hardware [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.522429] env[69413]: DEBUG nova.virt.hardware [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.522585] env[69413]: DEBUG nova.virt.hardware [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.522815] env[69413]: DEBUG nova.virt.hardware [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.522974] env[69413]: DEBUG nova.virt.hardware [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.523154] env[69413]: DEBUG nova.virt.hardware [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.523370] env[69413]: DEBUG nova.virt.hardware [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.523592] env[69413]: DEBUG nova.virt.hardware [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.524499] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46619889-ebf4-4bbd-89bc-112d8070c4d2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.532371] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb61c781-e0b3-48d4-9e8c-159aa2ecd184 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.574173] env[69413]: DEBUG nova.scheduler.client.report [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.647925] env[69413]: DEBUG nova.compute.manager [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 790.664049] env[69413]: DEBUG oslo_vmware.api [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077472, 'name': Rename_Task, 'duration_secs': 0.133105} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.665221] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.665679] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8de8c185-1383-4c47-8e8d-5c9e38b06c28 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.674719] env[69413]: DEBUG oslo_vmware.api [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Waiting for the task: (returnval){ [ 790.674719] env[69413]: value = "task-3077474" [ 790.674719] env[69413]: _type = "Task" [ 790.674719] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.687735] env[69413]: DEBUG oslo_vmware.api [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077474, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.898753] env[69413]: DEBUG oslo_vmware.api [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077470, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.902379] env[69413]: DEBUG oslo_vmware.api [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077471, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.975556] env[69413]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 790.975556] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]523a73d8-793a-d12d-2f41-dacf17e3f4c8" [ 790.975556] env[69413]: _type = "HttpNfcLease" [ 790.975556] env[69413]: } is ready. {{(pid=69413) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 790.975556] env[69413]: DEBUG oslo_vmware.rw_handles [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 790.975556] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]523a73d8-793a-d12d-2f41-dacf17e3f4c8" [ 790.975556] env[69413]: _type = "HttpNfcLease" [ 790.975556] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 790.975556] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac46ce5-23b6-4f28-9995-9656dcf9d8d5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.982953] env[69413]: DEBUG oslo_vmware.rw_handles [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c8a5c0-dd5f-b842-829a-1cdbf48c51f4/disk-0.vmdk from lease info. {{(pid=69413) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 790.983283] env[69413]: DEBUG oslo_vmware.rw_handles [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c8a5c0-dd5f-b842-829a-1cdbf48c51f4/disk-0.vmdk for reading. {{(pid=69413) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 791.080033] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.080781] env[69413]: DEBUG nova.compute.manager [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 791.083634] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2dcc830b-86cb-41f9-a764-ea92846ff6cb tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.457s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.083692] env[69413]: DEBUG nova.objects.instance [None req-2dcc830b-86cb-41f9-a764-ea92846ff6cb tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Lazy-loading 'resources' on Instance uuid 4b1894a2-b198-41aa-a340-f3decec71996 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.124897] env[69413]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0a097b1e-10ac-488e-b039-dc22dac14ff5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.182284] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.186082] env[69413]: DEBUG oslo_vmware.api [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077474, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.282549] env[69413]: DEBUG nova.compute.manager [req-92c1d3eb-478c-46d2-96ac-d8624248c379 req-4caeaf85-8377-4356-b52b-21b47acd7647 service nova] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Received event network-vif-plugged-369303d0-5e55-4cd0-a4bb-5fdfe8701736 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.282767] env[69413]: DEBUG oslo_concurrency.lockutils [req-92c1d3eb-478c-46d2-96ac-d8624248c379 req-4caeaf85-8377-4356-b52b-21b47acd7647 service nova] Acquiring lock "60618527-34f5-48f8-9cbe-d38db002d392-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.282970] env[69413]: DEBUG oslo_concurrency.lockutils [req-92c1d3eb-478c-46d2-96ac-d8624248c379 req-4caeaf85-8377-4356-b52b-21b47acd7647 service nova] Lock "60618527-34f5-48f8-9cbe-d38db002d392-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.283178] env[69413]: DEBUG oslo_concurrency.lockutils [req-92c1d3eb-478c-46d2-96ac-d8624248c379 req-4caeaf85-8377-4356-b52b-21b47acd7647 service nova] Lock "60618527-34f5-48f8-9cbe-d38db002d392-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.283350] env[69413]: DEBUG nova.compute.manager [req-92c1d3eb-478c-46d2-96ac-d8624248c379 req-4caeaf85-8377-4356-b52b-21b47acd7647 service nova] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] No waiting events found dispatching network-vif-plugged-369303d0-5e55-4cd0-a4bb-5fdfe8701736 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 791.283595] env[69413]: WARNING nova.compute.manager [req-92c1d3eb-478c-46d2-96ac-d8624248c379 req-4caeaf85-8377-4356-b52b-21b47acd7647 service nova] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Received unexpected event network-vif-plugged-369303d0-5e55-4cd0-a4bb-5fdfe8701736 for instance with vm_state building and task_state spawning. [ 791.385810] env[69413]: DEBUG nova.network.neutron [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Successfully updated port: 369303d0-5e55-4cd0-a4bb-5fdfe8701736 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 791.404494] env[69413]: DEBUG oslo_vmware.api [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077470, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.020764} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.404856] env[69413]: DEBUG oslo_vmware.api [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077471, 'name': ReconfigVM_Task, 'duration_secs': 1.043409} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.405637] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 8e433184-6504-4214-9dc1-868f573a9a4d/8e433184-6504-4214-9dc1-868f573a9a4d.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.405865] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.406183] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 550f42d5-10b7-4a74-b3f8-84526a6e166c/550f42d5-10b7-4a74-b3f8-84526a6e166c.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.406780] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1bfee1c2-7060-4533-b9dc-4af7c9352d66 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.409059] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c10a1c28-75e1-4e88-af57-e7a185b6faeb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.416948] env[69413]: DEBUG oslo_vmware.api [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 791.416948] env[69413]: value = "task-3077475" [ 791.416948] env[69413]: _type = "Task" [ 791.416948] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.417422] env[69413]: DEBUG oslo_vmware.api [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Waiting for the task: (returnval){ [ 791.417422] env[69413]: value = "task-3077476" [ 791.417422] env[69413]: _type = "Task" [ 791.417422] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.430948] env[69413]: DEBUG oslo_vmware.api [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077475, 'name': Rename_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.433874] env[69413]: DEBUG oslo_vmware.api [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077476, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.587648] env[69413]: DEBUG nova.compute.utils [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 791.592058] env[69413]: DEBUG nova.compute.manager [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 791.593367] env[69413]: DEBUG nova.network.neutron [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 791.655602] env[69413]: DEBUG nova.policy [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcc763c9f3a442eda349c298c5c4da56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db24c346bed444c6bde3bec72a8c86ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 791.691629] env[69413]: DEBUG oslo_vmware.api [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077474, 'name': PowerOnVM_Task, 'duration_secs': 0.692019} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.692159] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.692994] env[69413]: INFO nova.compute.manager [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Took 9.66 seconds to spawn the instance on the hypervisor. [ 791.692994] env[69413]: DEBUG nova.compute.manager [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.694307] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882f7cd4-b72d-4164-9076-d5e419c8cf73 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.946901] env[69413]: DEBUG oslo_vmware.api [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077475, 'name': Rename_Task, 'duration_secs': 0.247927} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.947439] env[69413]: DEBUG oslo_vmware.api [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077476, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095359} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.949145] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.949796] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.949796] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-887e7f4a-2824-4519-b45b-244970ed4e20 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.956614] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f7f42d-e723-4c0d-9835-1ed0ee07a491 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.984483] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 8e433184-6504-4214-9dc1-868f573a9a4d/8e433184-6504-4214-9dc1-868f573a9a4d.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.990082] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0511146-e2cf-48e9-a646-abccca7a9b04 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.007383] env[69413]: DEBUG oslo_vmware.api [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 792.007383] env[69413]: value = "task-3077477" [ 792.007383] env[69413]: _type = "Task" [ 792.007383] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.013683] env[69413]: DEBUG oslo_vmware.api [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Waiting for the task: (returnval){ [ 792.013683] env[69413]: value = "task-3077478" [ 792.013683] env[69413]: _type = "Task" [ 792.013683] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.020970] env[69413]: DEBUG oslo_vmware.api [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077477, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.030194] env[69413]: DEBUG oslo_vmware.api [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077478, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.095931] env[69413]: DEBUG nova.compute.manager [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 792.161883] env[69413]: DEBUG nova.network.neutron [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Successfully created port: 82047ed8-cb13-4cf7-b7ae-74d136038111 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 792.220514] env[69413]: INFO nova.compute.manager [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Took 39.29 seconds to build instance. [ 792.267499] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215b23a9-c5fa-4f05-bdbc-0e9255e669b6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.277366] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e7d9c5-f8af-4849-b47a-bbd0cf2e169c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.315278] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4377f43c-dd9d-4db5-96b5-b6fef710a195 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.323306] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b21297d-f5a4-4eca-9c25-5881e5743f70 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.341806] env[69413]: DEBUG nova.compute.provider_tree [None req-2dcc830b-86cb-41f9-a764-ea92846ff6cb tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.518487] env[69413]: DEBUG oslo_vmware.api [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077477, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.528197] env[69413]: DEBUG oslo_vmware.api [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077478, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.726051] env[69413]: DEBUG oslo_concurrency.lockutils [None req-01fbf1dc-fde4-43c9-a1cb-e1e9cdb48c34 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Lock "4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.216s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.845978] env[69413]: DEBUG nova.scheduler.client.report [None req-2dcc830b-86cb-41f9-a764-ea92846ff6cb tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.019724] env[69413]: DEBUG oslo_vmware.api [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077477, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.028378] env[69413]: DEBUG oslo_vmware.api [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077478, 'name': ReconfigVM_Task, 'duration_secs': 0.700789} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.028955] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 8e433184-6504-4214-9dc1-868f573a9a4d/8e433184-6504-4214-9dc1-868f573a9a4d.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.029925] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27985ad7-c4bc-4d3c-b729-f336359051d5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.039207] env[69413]: DEBUG oslo_vmware.api [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Waiting for the task: (returnval){ [ 793.039207] env[69413]: value = "task-3077479" [ 793.039207] env[69413]: _type = "Task" [ 793.039207] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.049803] env[69413]: DEBUG oslo_vmware.api [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077479, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.107961] env[69413]: DEBUG nova.compute.manager [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 793.273881] env[69413]: DEBUG nova.virt.hardware [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:13:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='657cfb66-c6df-4151-a9ed-348f39de9c2b',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1725211029',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.273881] env[69413]: DEBUG nova.virt.hardware [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.273881] env[69413]: DEBUG nova.virt.hardware [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.274135] env[69413]: DEBUG nova.virt.hardware [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.274135] env[69413]: DEBUG nova.virt.hardware [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.274267] env[69413]: DEBUG nova.virt.hardware [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.274486] env[69413]: DEBUG nova.virt.hardware [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.275034] env[69413]: DEBUG nova.virt.hardware [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.275034] env[69413]: DEBUG nova.virt.hardware [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.275237] env[69413]: DEBUG nova.virt.hardware [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.275302] env[69413]: DEBUG nova.virt.hardware [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.276230] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c83dcc-ae36-441b-8ef9-65af921fcfa3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.285974] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10085512-e114-495f-8a51-90ac371cb80d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.352546] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2dcc830b-86cb-41f9-a764-ea92846ff6cb tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.268s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.354962] env[69413]: DEBUG nova.compute.manager [req-6f630ab0-92d9-46ac-af6c-40cb5fbd6287 req-89be6d94-63ee-4a4b-859c-f8ad3cb85650 service nova] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Received event network-changed-369303d0-5e55-4cd0-a4bb-5fdfe8701736 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.355152] env[69413]: DEBUG nova.compute.manager [req-6f630ab0-92d9-46ac-af6c-40cb5fbd6287 req-89be6d94-63ee-4a4b-859c-f8ad3cb85650 service nova] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Refreshing instance network info cache due to event network-changed-369303d0-5e55-4cd0-a4bb-5fdfe8701736. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 793.355368] env[69413]: DEBUG oslo_concurrency.lockutils [req-6f630ab0-92d9-46ac-af6c-40cb5fbd6287 req-89be6d94-63ee-4a4b-859c-f8ad3cb85650 service nova] Acquiring lock "refresh_cache-60618527-34f5-48f8-9cbe-d38db002d392" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.355510] env[69413]: DEBUG oslo_concurrency.lockutils [req-6f630ab0-92d9-46ac-af6c-40cb5fbd6287 req-89be6d94-63ee-4a4b-859c-f8ad3cb85650 service nova] Acquired lock "refresh_cache-60618527-34f5-48f8-9cbe-d38db002d392" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.355668] env[69413]: DEBUG nova.network.neutron [req-6f630ab0-92d9-46ac-af6c-40cb5fbd6287 req-89be6d94-63ee-4a4b-859c-f8ad3cb85650 service nova] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Refreshing network info cache for port 369303d0-5e55-4cd0-a4bb-5fdfe8701736 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.357839] env[69413]: DEBUG oslo_concurrency.lockutils [None req-31cabe2a-40cb-4a22-9411-e51d406cdcda tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.323s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.358089] env[69413]: DEBUG nova.objects.instance [None req-31cabe2a-40cb-4a22-9411-e51d406cdcda tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Lazy-loading 'resources' on Instance uuid 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.387075] env[69413]: INFO nova.scheduler.client.report [None req-2dcc830b-86cb-41f9-a764-ea92846ff6cb tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Deleted allocations for instance 4b1894a2-b198-41aa-a340-f3decec71996 [ 793.520906] env[69413]: DEBUG oslo_vmware.api [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077477, 'name': PowerOnVM_Task, 'duration_secs': 1.187611} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.521457] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.521952] env[69413]: DEBUG nova.compute.manager [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.522881] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fbe8ba-0afa-45b8-aa07-712e31048b3a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.555767] env[69413]: DEBUG oslo_vmware.api [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077479, 'name': Rename_Task, 'duration_secs': 0.222631} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.559157] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.559157] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e767761-1dea-405a-82a9-cc3e03aaf07e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.565249] env[69413]: DEBUG oslo_vmware.api [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Waiting for the task: (returnval){ [ 793.565249] env[69413]: value = "task-3077480" [ 793.565249] env[69413]: _type = "Task" [ 793.565249] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.576021] env[69413]: DEBUG oslo_vmware.api [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077480, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.701590] env[69413]: DEBUG nova.network.neutron [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Successfully updated port: 6671fa73-ed86-43ed-b485-0caddac02b0a {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 793.831471] env[69413]: DEBUG nova.network.neutron [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Successfully updated port: 82047ed8-cb13-4cf7-b7ae-74d136038111 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 793.896735] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2dcc830b-86cb-41f9-a764-ea92846ff6cb tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Lock "4b1894a2-b198-41aa-a340-f3decec71996" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.672s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.915545] env[69413]: DEBUG nova.network.neutron [req-6f630ab0-92d9-46ac-af6c-40cb5fbd6287 req-89be6d94-63ee-4a4b-859c-f8ad3cb85650 service nova] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.010565] env[69413]: DEBUG nova.network.neutron [req-6f630ab0-92d9-46ac-af6c-40cb5fbd6287 req-89be6d94-63ee-4a4b-859c-f8ad3cb85650 service nova] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.039620] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.081205] env[69413]: DEBUG oslo_vmware.api [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077480, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.204980] env[69413]: DEBUG oslo_concurrency.lockutils [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Acquiring lock "refresh_cache-60618527-34f5-48f8-9cbe-d38db002d392" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.301809] env[69413]: DEBUG nova.compute.manager [None req-dcf22a7f-3abf-4198-a20c-e9c35cc46637 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.303093] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8f8c88-be20-4e1a-9446-8c186ebb48e5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.333720] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Acquiring lock "refresh_cache-ba72f8ba-3ed8-4b38-8a3a-e784ab200285" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.333875] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Acquired lock "refresh_cache-ba72f8ba-3ed8-4b38-8a3a-e784ab200285" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.334043] env[69413]: DEBUG nova.network.neutron [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.416264] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2cae8f-8863-4a32-862c-7bc2a1b653ec {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.425299] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c99ee6c-d094-4b00-906b-45d4e40a76f2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.455260] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37eb5a4-36fb-4cdf-87d2-2e1ed6821137 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.464764] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43fb78d-b12b-4f5b-878b-19059ab950fc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.480008] env[69413]: DEBUG nova.compute.provider_tree [None req-31cabe2a-40cb-4a22-9411-e51d406cdcda tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.520442] env[69413]: DEBUG oslo_concurrency.lockutils [req-6f630ab0-92d9-46ac-af6c-40cb5fbd6287 req-89be6d94-63ee-4a4b-859c-f8ad3cb85650 service nova] Releasing lock "refresh_cache-60618527-34f5-48f8-9cbe-d38db002d392" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.520915] env[69413]: DEBUG oslo_concurrency.lockutils [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Acquired lock "refresh_cache-60618527-34f5-48f8-9cbe-d38db002d392" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.521192] env[69413]: DEBUG nova.network.neutron [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.579321] env[69413]: DEBUG oslo_vmware.api [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077480, 'name': PowerOnVM_Task, 'duration_secs': 0.639899} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.579685] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.579920] env[69413]: INFO nova.compute.manager [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Took 8.83 seconds to spawn the instance on the hypervisor. [ 794.580143] env[69413]: DEBUG nova.compute.manager [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.581047] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697e7dc8-74cf-45fb-bede-79fc89ce8825 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.818825] env[69413]: INFO nova.compute.manager [None req-dcf22a7f-3abf-4198-a20c-e9c35cc46637 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] instance snapshotting [ 794.821847] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818f7ef8-564f-4d96-af68-2934b1ad4fe6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.843013] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9ae1f2d3-c45c-4de2-a48a-f60414021e69 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Acquiring lock "70800d42-eff1-496c-aeab-7160e8aef7bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.843265] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9ae1f2d3-c45c-4de2-a48a-f60414021e69 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Lock "70800d42-eff1-496c-aeab-7160e8aef7bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.843567] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9ae1f2d3-c45c-4de2-a48a-f60414021e69 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Acquiring lock "70800d42-eff1-496c-aeab-7160e8aef7bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.843664] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9ae1f2d3-c45c-4de2-a48a-f60414021e69 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Lock "70800d42-eff1-496c-aeab-7160e8aef7bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.843832] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9ae1f2d3-c45c-4de2-a48a-f60414021e69 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Lock "70800d42-eff1-496c-aeab-7160e8aef7bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.846067] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc27974-92f9-46c9-8afe-3a34ed43e4a6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.849302] env[69413]: INFO nova.compute.manager [None req-9ae1f2d3-c45c-4de2-a48a-f60414021e69 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Terminating instance [ 794.881964] env[69413]: DEBUG nova.network.neutron [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.985344] env[69413]: DEBUG nova.scheduler.client.report [None req-31cabe2a-40cb-4a22-9411-e51d406cdcda tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.040129] env[69413]: DEBUG nova.network.neutron [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Updating instance_info_cache with network_info: [{"id": "82047ed8-cb13-4cf7-b7ae-74d136038111", "address": "fa:16:3e:26:47:51", "network": {"id": "8cb610e7-e4da-4776-8f19-c9728f51fb27", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9a021a88be0b4ec0bf1248cc136ac194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82047ed8-cb", "ovs_interfaceid": "82047ed8-cb13-4cf7-b7ae-74d136038111", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.068324] env[69413]: DEBUG nova.network.neutron [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.100286] env[69413]: INFO nova.compute.manager [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Took 38.58 seconds to build instance. [ 795.354900] env[69413]: DEBUG nova.compute.manager [None req-9ae1f2d3-c45c-4de2-a48a-f60414021e69 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 795.355204] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae1f2d3-c45c-4de2-a48a-f60414021e69 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.356221] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6107a7eb-8e5f-4d52-8e3e-31fea388437d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.361910] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf22a7f-3abf-4198-a20c-e9c35cc46637 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Creating Snapshot of the VM instance {{(pid=69413) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 795.362273] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1a02efff-1f04-4655-8107-52c421f998a4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.371478] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ae1f2d3-c45c-4de2-a48a-f60414021e69 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.373771] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63d7822c-1534-4832-9fe4-08d6cfec9e07 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.376597] env[69413]: DEBUG oslo_vmware.api [None req-dcf22a7f-3abf-4198-a20c-e9c35cc46637 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Waiting for the task: (returnval){ [ 795.376597] env[69413]: value = "task-3077481" [ 795.376597] env[69413]: _type = "Task" [ 795.376597] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.377679] env[69413]: DEBUG nova.network.neutron [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Updating instance_info_cache with network_info: [{"id": "369303d0-5e55-4cd0-a4bb-5fdfe8701736", "address": "fa:16:3e:17:ed:5c", "network": {"id": "6f6ffd57-f865-4d9f-8a38-14e4d05b356e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-358644027", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9901a751d924cea997c652b0d905681", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap369303d0-5e", "ovs_interfaceid": "369303d0-5e55-4cd0-a4bb-5fdfe8701736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6671fa73-ed86-43ed-b485-0caddac02b0a", "address": "fa:16:3e:91:29:bb", "network": {"id": "d3af6f1c-36d5-4eff-a53e-0a243abf50fa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-477266922", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a9901a751d924cea997c652b0d905681", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6671fa73-ed", "ovs_interfaceid": "6671fa73-ed86-43ed-b485-0caddac02b0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.385997] env[69413]: DEBUG oslo_vmware.api [None req-9ae1f2d3-c45c-4de2-a48a-f60414021e69 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Waiting for the task: (returnval){ [ 795.385997] env[69413]: value = "task-3077482" [ 795.385997] env[69413]: _type = "Task" [ 795.385997] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.389643] env[69413]: DEBUG nova.compute.manager [req-f9f5aaa6-34cc-45fa-bbce-a9fd4e3a2a12 req-342108b6-469f-4c24-9f85-42371fd8f952 service nova] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Received event network-vif-plugged-6671fa73-ed86-43ed-b485-0caddac02b0a {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.389643] env[69413]: DEBUG oslo_concurrency.lockutils [req-f9f5aaa6-34cc-45fa-bbce-a9fd4e3a2a12 req-342108b6-469f-4c24-9f85-42371fd8f952 service nova] Acquiring lock "60618527-34f5-48f8-9cbe-d38db002d392-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.389643] env[69413]: DEBUG oslo_concurrency.lockutils [req-f9f5aaa6-34cc-45fa-bbce-a9fd4e3a2a12 req-342108b6-469f-4c24-9f85-42371fd8f952 service nova] Lock "60618527-34f5-48f8-9cbe-d38db002d392-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.389643] env[69413]: DEBUG oslo_concurrency.lockutils [req-f9f5aaa6-34cc-45fa-bbce-a9fd4e3a2a12 req-342108b6-469f-4c24-9f85-42371fd8f952 service nova] Lock "60618527-34f5-48f8-9cbe-d38db002d392-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.389643] env[69413]: DEBUG nova.compute.manager [req-f9f5aaa6-34cc-45fa-bbce-a9fd4e3a2a12 req-342108b6-469f-4c24-9f85-42371fd8f952 service nova] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] No waiting events found dispatching network-vif-plugged-6671fa73-ed86-43ed-b485-0caddac02b0a {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 795.389908] env[69413]: WARNING nova.compute.manager [req-f9f5aaa6-34cc-45fa-bbce-a9fd4e3a2a12 req-342108b6-469f-4c24-9f85-42371fd8f952 service nova] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Received unexpected event network-vif-plugged-6671fa73-ed86-43ed-b485-0caddac02b0a for instance with vm_state building and task_state spawning. [ 795.389976] env[69413]: DEBUG nova.compute.manager [req-f9f5aaa6-34cc-45fa-bbce-a9fd4e3a2a12 req-342108b6-469f-4c24-9f85-42371fd8f952 service nova] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Received event network-changed-6671fa73-ed86-43ed-b485-0caddac02b0a {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.390148] env[69413]: DEBUG nova.compute.manager [req-f9f5aaa6-34cc-45fa-bbce-a9fd4e3a2a12 req-342108b6-469f-4c24-9f85-42371fd8f952 service nova] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Refreshing instance network info cache due to event network-changed-6671fa73-ed86-43ed-b485-0caddac02b0a. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 795.390363] env[69413]: DEBUG oslo_concurrency.lockutils [req-f9f5aaa6-34cc-45fa-bbce-a9fd4e3a2a12 req-342108b6-469f-4c24-9f85-42371fd8f952 service nova] Acquiring lock "refresh_cache-60618527-34f5-48f8-9cbe-d38db002d392" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.397769] env[69413]: DEBUG oslo_vmware.api [None req-dcf22a7f-3abf-4198-a20c-e9c35cc46637 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077481, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.403861] env[69413]: DEBUG oslo_vmware.api [None req-9ae1f2d3-c45c-4de2-a48a-f60414021e69 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': task-3077482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.495589] env[69413]: DEBUG oslo_concurrency.lockutils [None req-31cabe2a-40cb-4a22-9411-e51d406cdcda tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.139s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.498965] env[69413]: INFO nova.compute.manager [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Rebuilding instance [ 795.500525] env[69413]: DEBUG oslo_concurrency.lockutils [None req-416202bf-45ad-47b7-85a3-f2950cb893d6 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.717s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.500799] env[69413]: DEBUG nova.objects.instance [None req-416202bf-45ad-47b7-85a3-f2950cb893d6 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Lazy-loading 'resources' on Instance uuid 4489e320-79ed-4910-b910-60f4896e7a46 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.518276] env[69413]: INFO nova.scheduler.client.report [None req-31cabe2a-40cb-4a22-9411-e51d406cdcda tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Deleted allocations for instance 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a [ 795.542183] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Releasing lock "refresh_cache-ba72f8ba-3ed8-4b38-8a3a-e784ab200285" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.542794] env[69413]: DEBUG nova.compute.manager [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Instance network_info: |[{"id": "82047ed8-cb13-4cf7-b7ae-74d136038111", "address": "fa:16:3e:26:47:51", "network": {"id": "8cb610e7-e4da-4776-8f19-c9728f51fb27", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9a021a88be0b4ec0bf1248cc136ac194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82047ed8-cb", "ovs_interfaceid": "82047ed8-cb13-4cf7-b7ae-74d136038111", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 795.543021] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:47:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4c5eb94-841c-4713-985a-8fc4117fbaf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82047ed8-cb13-4cf7-b7ae-74d136038111', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.551346] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.554552] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.557088] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11970738-2d3d-480c-ab99-ac602f39ca5e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.574476] env[69413]: DEBUG nova.compute.manager [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.575906] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adaa89fd-70ae-41cf-bfbb-e31afa929ef8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.588539] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.588539] env[69413]: value = "task-3077483" [ 795.588539] env[69413]: _type = "Task" [ 795.588539] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.599846] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077483, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.601597] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d9518b50-a908-450f-a3ca-0871533f33f5 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Lock "8e433184-6504-4214-9dc1-868f573a9a4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.179s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.883796] env[69413]: DEBUG oslo_concurrency.lockutils [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Releasing lock "refresh_cache-60618527-34f5-48f8-9cbe-d38db002d392" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.884183] env[69413]: DEBUG nova.compute.manager [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Instance network_info: |[{"id": "369303d0-5e55-4cd0-a4bb-5fdfe8701736", "address": "fa:16:3e:17:ed:5c", "network": {"id": "6f6ffd57-f865-4d9f-8a38-14e4d05b356e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-358644027", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9901a751d924cea997c652b0d905681", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap369303d0-5e", "ovs_interfaceid": "369303d0-5e55-4cd0-a4bb-5fdfe8701736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6671fa73-ed86-43ed-b485-0caddac02b0a", "address": "fa:16:3e:91:29:bb", "network": {"id": "d3af6f1c-36d5-4eff-a53e-0a243abf50fa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-477266922", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a9901a751d924cea997c652b0d905681", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6671fa73-ed", "ovs_interfaceid": "6671fa73-ed86-43ed-b485-0caddac02b0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 795.884901] env[69413]: DEBUG oslo_concurrency.lockutils [req-f9f5aaa6-34cc-45fa-bbce-a9fd4e3a2a12 req-342108b6-469f-4c24-9f85-42371fd8f952 service nova] Acquired lock "refresh_cache-60618527-34f5-48f8-9cbe-d38db002d392" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.885101] env[69413]: DEBUG nova.network.neutron [req-f9f5aaa6-34cc-45fa-bbce-a9fd4e3a2a12 req-342108b6-469f-4c24-9f85-42371fd8f952 service nova] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Refreshing network info cache for port 6671fa73-ed86-43ed-b485-0caddac02b0a {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.886357] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:ed:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1768af3d-3317-4ef5-b484-0c2707d63de7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '369303d0-5e55-4cd0-a4bb-5fdfe8701736', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:29:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c68b7663-4f0e-47f0-ac7f-40c6d952f7bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6671fa73-ed86-43ed-b485-0caddac02b0a', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.896535] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.904196] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.904867] env[69413]: DEBUG oslo_vmware.api [None req-dcf22a7f-3abf-4198-a20c-e9c35cc46637 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077481, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.908333] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13f09dfe-ccc4-4132-a635-b315350f710e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.937973] env[69413]: DEBUG oslo_vmware.api [None req-9ae1f2d3-c45c-4de2-a48a-f60414021e69 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': task-3077482, 'name': PowerOffVM_Task, 'duration_secs': 0.22736} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.938902] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ae1f2d3-c45c-4de2-a48a-f60414021e69 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.939145] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae1f2d3-c45c-4de2-a48a-f60414021e69 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 795.939547] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.939547] env[69413]: value = "task-3077484" [ 795.939547] env[69413]: _type = "Task" [ 795.939547] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.939803] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53c6bdc2-139e-4069-a15f-1a4c682a6caf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.951184] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077484, 'name': CreateVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.017459] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae1f2d3-c45c-4de2-a48a-f60414021e69 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.018069] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae1f2d3-c45c-4de2-a48a-f60414021e69 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.018450] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ae1f2d3-c45c-4de2-a48a-f60414021e69 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Deleting the datastore file [datastore2] 70800d42-eff1-496c-aeab-7160e8aef7bf {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.019103] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-891e5e9b-c390-4e9b-ba05-c4bc6962d77a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.029150] env[69413]: DEBUG oslo_vmware.api [None req-9ae1f2d3-c45c-4de2-a48a-f60414021e69 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Waiting for the task: (returnval){ [ 796.029150] env[69413]: value = "task-3077486" [ 796.029150] env[69413]: _type = "Task" [ 796.029150] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.029817] env[69413]: DEBUG oslo_concurrency.lockutils [None req-31cabe2a-40cb-4a22-9411-e51d406cdcda tempest-TenantUsagesTestJSON-1832920142 tempest-TenantUsagesTestJSON-1832920142-project-member] Lock "16fc45e4-7ce8-438c-bdee-16dcc53d0f3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.350s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.051688] env[69413]: DEBUG oslo_vmware.api [None req-9ae1f2d3-c45c-4de2-a48a-f60414021e69 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': task-3077486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.112268] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077483, 'name': CreateVM_Task, 'duration_secs': 0.375585} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.116401] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.120362] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.120362] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.120362] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.120362] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c8b2cc0-0d2f-4ab9-b0a8-c79aeb86a3e2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.126190] env[69413]: DEBUG oslo_vmware.api [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Waiting for the task: (returnval){ [ 796.126190] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52ed6c95-b520-81e1-878b-72160917bf90" [ 796.126190] env[69413]: _type = "Task" [ 796.126190] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.144647] env[69413]: DEBUG oslo_vmware.api [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52ed6c95-b520-81e1-878b-72160917bf90, 'name': SearchDatastore_Task, 'duration_secs': 0.012672} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.144987] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.145282] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.145509] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.145681] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.145869] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.147048] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9bff931-b0b9-4db1-848d-56e8825d9883 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.157807] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.157979] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.158808] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9657c03-4436-44d6-805d-a6c0dcca4d96 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.164878] env[69413]: DEBUG oslo_vmware.api [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Waiting for the task: (returnval){ [ 796.164878] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f2eef0-5031-11e6-6822-1d9867cdc653" [ 796.164878] env[69413]: _type = "Task" [ 796.164878] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.175975] env[69413]: DEBUG oslo_vmware.api [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f2eef0-5031-11e6-6822-1d9867cdc653, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.217219] env[69413]: DEBUG nova.network.neutron [req-f9f5aaa6-34cc-45fa-bbce-a9fd4e3a2a12 req-342108b6-469f-4c24-9f85-42371fd8f952 service nova] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Updated VIF entry in instance network info cache for port 6671fa73-ed86-43ed-b485-0caddac02b0a. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.217687] env[69413]: DEBUG nova.network.neutron [req-f9f5aaa6-34cc-45fa-bbce-a9fd4e3a2a12 req-342108b6-469f-4c24-9f85-42371fd8f952 service nova] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Updating instance_info_cache with network_info: [{"id": "369303d0-5e55-4cd0-a4bb-5fdfe8701736", "address": "fa:16:3e:17:ed:5c", "network": {"id": "6f6ffd57-f865-4d9f-8a38-14e4d05b356e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-358644027", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9901a751d924cea997c652b0d905681", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap369303d0-5e", "ovs_interfaceid": "369303d0-5e55-4cd0-a4bb-5fdfe8701736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6671fa73-ed86-43ed-b485-0caddac02b0a", "address": "fa:16:3e:91:29:bb", "network": {"id": "d3af6f1c-36d5-4eff-a53e-0a243abf50fa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-477266922", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a9901a751d924cea997c652b0d905681", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6671fa73-ed", "ovs_interfaceid": "6671fa73-ed86-43ed-b485-0caddac02b0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.392065] env[69413]: DEBUG oslo_vmware.api [None req-dcf22a7f-3abf-4198-a20c-e9c35cc46637 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077481, 'name': CreateSnapshot_Task, 'duration_secs': 0.803656} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.392065] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf22a7f-3abf-4198-a20c-e9c35cc46637 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Created Snapshot of the VM instance {{(pid=69413) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 796.392290] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91283716-5c07-4332-adbf-5cecaa3b3111 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.451863] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077484, 'name': CreateVM_Task, 'duration_secs': 0.439015} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.454592] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.455942] env[69413]: DEBUG oslo_concurrency.lockutils [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.455996] env[69413]: DEBUG oslo_concurrency.lockutils [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.456335] env[69413]: DEBUG oslo_concurrency.lockutils [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.456603] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d431db5-b62e-49cc-90dd-070a8d34a083 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.461639] env[69413]: DEBUG oslo_vmware.api [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Waiting for the task: (returnval){ [ 796.461639] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f9a631-144c-6c74-cf2d-4377f6b75e18" [ 796.461639] env[69413]: _type = "Task" [ 796.461639] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.469764] env[69413]: DEBUG oslo_vmware.api [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f9a631-144c-6c74-cf2d-4377f6b75e18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.534098] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608f5f7b-8f5f-41d7-89ef-322d6517371b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.550723] env[69413]: DEBUG oslo_vmware.api [None req-9ae1f2d3-c45c-4de2-a48a-f60414021e69 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Task: {'id': task-3077486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216157} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.551349] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ae1f2d3-c45c-4de2-a48a-f60414021e69 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 796.551536] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae1f2d3-c45c-4de2-a48a-f60414021e69 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 796.553079] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae1f2d3-c45c-4de2-a48a-f60414021e69 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 796.553079] env[69413]: INFO nova.compute.manager [None req-9ae1f2d3-c45c-4de2-a48a-f60414021e69 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Took 1.20 seconds to destroy the instance on the hypervisor. [ 796.553079] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ae1f2d3-c45c-4de2-a48a-f60414021e69 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.553263] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1356b4e-3b99-49c6-ab1e-67a186b4b686 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.557044] env[69413]: DEBUG nova.compute.manager [-] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 796.557153] env[69413]: DEBUG nova.network.neutron [-] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 796.589848] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0186716-8ef6-4d2b-942c-f35b550c2db0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.599699] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5e28e8-6d9b-417d-968b-d51e77560568 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.605568] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.605568] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be272763-5998-40a7-bb41-fe607bb48e56 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.619782] env[69413]: DEBUG nova.compute.provider_tree [None req-416202bf-45ad-47b7-85a3-f2950cb893d6 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.624622] env[69413]: DEBUG oslo_vmware.api [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 796.624622] env[69413]: value = "task-3077487" [ 796.624622] env[69413]: _type = "Task" [ 796.624622] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.636765] env[69413]: DEBUG oslo_vmware.api [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.676099] env[69413]: DEBUG oslo_vmware.api [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f2eef0-5031-11e6-6822-1d9867cdc653, 'name': SearchDatastore_Task, 'duration_secs': 0.011853} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.677139] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e5ae9a4-dcbf-4a86-b324-fde83f72dc06 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.683509] env[69413]: DEBUG oslo_vmware.api [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Waiting for the task: (returnval){ [ 796.683509] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5201da70-ae40-a167-303c-6d412a761974" [ 796.683509] env[69413]: _type = "Task" [ 796.683509] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.692679] env[69413]: DEBUG oslo_vmware.api [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5201da70-ae40-a167-303c-6d412a761974, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.720986] env[69413]: DEBUG oslo_concurrency.lockutils [req-f9f5aaa6-34cc-45fa-bbce-a9fd4e3a2a12 req-342108b6-469f-4c24-9f85-42371fd8f952 service nova] Releasing lock "refresh_cache-60618527-34f5-48f8-9cbe-d38db002d392" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.721384] env[69413]: DEBUG nova.compute.manager [req-f9f5aaa6-34cc-45fa-bbce-a9fd4e3a2a12 req-342108b6-469f-4c24-9f85-42371fd8f952 service nova] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Received event network-vif-plugged-82047ed8-cb13-4cf7-b7ae-74d136038111 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.721463] env[69413]: DEBUG oslo_concurrency.lockutils [req-f9f5aaa6-34cc-45fa-bbce-a9fd4e3a2a12 req-342108b6-469f-4c24-9f85-42371fd8f952 service nova] Acquiring lock "ba72f8ba-3ed8-4b38-8a3a-e784ab200285-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.721668] env[69413]: DEBUG oslo_concurrency.lockutils [req-f9f5aaa6-34cc-45fa-bbce-a9fd4e3a2a12 req-342108b6-469f-4c24-9f85-42371fd8f952 service nova] Lock "ba72f8ba-3ed8-4b38-8a3a-e784ab200285-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.722233] env[69413]: DEBUG oslo_concurrency.lockutils [req-f9f5aaa6-34cc-45fa-bbce-a9fd4e3a2a12 req-342108b6-469f-4c24-9f85-42371fd8f952 service nova] Lock "ba72f8ba-3ed8-4b38-8a3a-e784ab200285-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.722233] env[69413]: DEBUG nova.compute.manager [req-f9f5aaa6-34cc-45fa-bbce-a9fd4e3a2a12 req-342108b6-469f-4c24-9f85-42371fd8f952 service nova] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] No waiting events found dispatching network-vif-plugged-82047ed8-cb13-4cf7-b7ae-74d136038111 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 796.722233] env[69413]: WARNING nova.compute.manager [req-f9f5aaa6-34cc-45fa-bbce-a9fd4e3a2a12 req-342108b6-469f-4c24-9f85-42371fd8f952 service nova] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Received unexpected event network-vif-plugged-82047ed8-cb13-4cf7-b7ae-74d136038111 for instance with vm_state building and task_state spawning. [ 796.722415] env[69413]: DEBUG nova.compute.manager [req-f9f5aaa6-34cc-45fa-bbce-a9fd4e3a2a12 req-342108b6-469f-4c24-9f85-42371fd8f952 service nova] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Received event network-changed-82047ed8-cb13-4cf7-b7ae-74d136038111 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.722884] env[69413]: DEBUG nova.compute.manager [req-f9f5aaa6-34cc-45fa-bbce-a9fd4e3a2a12 req-342108b6-469f-4c24-9f85-42371fd8f952 service nova] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Refreshing instance network info cache due to event network-changed-82047ed8-cb13-4cf7-b7ae-74d136038111. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 796.722964] env[69413]: DEBUG oslo_concurrency.lockutils [req-f9f5aaa6-34cc-45fa-bbce-a9fd4e3a2a12 req-342108b6-469f-4c24-9f85-42371fd8f952 service nova] Acquiring lock "refresh_cache-ba72f8ba-3ed8-4b38-8a3a-e784ab200285" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.723091] env[69413]: DEBUG oslo_concurrency.lockutils [req-f9f5aaa6-34cc-45fa-bbce-a9fd4e3a2a12 req-342108b6-469f-4c24-9f85-42371fd8f952 service nova] Acquired lock "refresh_cache-ba72f8ba-3ed8-4b38-8a3a-e784ab200285" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.723331] env[69413]: DEBUG nova.network.neutron [req-f9f5aaa6-34cc-45fa-bbce-a9fd4e3a2a12 req-342108b6-469f-4c24-9f85-42371fd8f952 service nova] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Refreshing network info cache for port 82047ed8-cb13-4cf7-b7ae-74d136038111 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.912276] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf22a7f-3abf-4198-a20c-e9c35cc46637 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Creating linked-clone VM from snapshot {{(pid=69413) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 796.913515] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0f5d57d6-421b-469c-a7c0-849652a4551c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.922042] env[69413]: DEBUG oslo_vmware.api [None req-dcf22a7f-3abf-4198-a20c-e9c35cc46637 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Waiting for the task: (returnval){ [ 796.922042] env[69413]: value = "task-3077488" [ 796.922042] env[69413]: _type = "Task" [ 796.922042] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.931765] env[69413]: DEBUG oslo_vmware.api [None req-dcf22a7f-3abf-4198-a20c-e9c35cc46637 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077488, 'name': CloneVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.972075] env[69413]: DEBUG oslo_vmware.api [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f9a631-144c-6c74-cf2d-4377f6b75e18, 'name': SearchDatastore_Task, 'duration_secs': 0.020088} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.972405] env[69413]: DEBUG oslo_concurrency.lockutils [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.972659] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.972870] env[69413]: DEBUG oslo_concurrency.lockutils [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.053485] env[69413]: DEBUG nova.compute.manager [None req-ad76165e-8bac-45ca-a431-932107c84d73 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.054564] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28f77d8-1a33-4820-b902-ab4d357bd176 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.127134] env[69413]: DEBUG nova.scheduler.client.report [None req-416202bf-45ad-47b7-85a3-f2950cb893d6 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.140569] env[69413]: DEBUG oslo_vmware.api [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077487, 'name': PowerOffVM_Task, 'duration_secs': 0.240748} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.140835] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 797.141072] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 797.141870] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d0efd5-6fac-4f33-99fc-5045937a293c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.149394] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 797.149665] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d6e67d9-7d9f-45a1-9bb6-0d5a8c4b766f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.197030] env[69413]: DEBUG oslo_vmware.api [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5201da70-ae40-a167-303c-6d412a761974, 'name': SearchDatastore_Task, 'duration_secs': 0.022916} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.197385] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.197987] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] ba72f8ba-3ed8-4b38-8a3a-e784ab200285/ba72f8ba-3ed8-4b38-8a3a-e784ab200285.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.198668] env[69413]: DEBUG oslo_concurrency.lockutils [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.198668] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.198909] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d817563e-ccd3-47e4-a7f7-8fc9f3155f57 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.202352] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90cd9d59-e6df-4294-9183-f0ad615123b3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.209806] env[69413]: DEBUG oslo_vmware.api [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Waiting for the task: (returnval){ [ 797.209806] env[69413]: value = "task-3077490" [ 797.209806] env[69413]: _type = "Task" [ 797.209806] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.218947] env[69413]: DEBUG oslo_vmware.api [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077490, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.220202] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.220394] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.221222] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0953f801-0013-4ba1-86a9-35883c83eb23 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.229122] env[69413]: DEBUG oslo_vmware.api [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Waiting for the task: (returnval){ [ 797.229122] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5217e981-e570-08ec-d5e7-0a57944cf925" [ 797.229122] env[69413]: _type = "Task" [ 797.229122] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.234046] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 797.234277] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 797.234472] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Deleting the datastore file [datastore1] 550f42d5-10b7-4a74-b3f8-84526a6e166c {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 797.234742] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c810888-571f-4784-8f0a-a9e468b43dce {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.244095] env[69413]: DEBUG oslo_vmware.api [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5217e981-e570-08ec-d5e7-0a57944cf925, 'name': SearchDatastore_Task, 'duration_secs': 0.012874} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.244619] env[69413]: DEBUG oslo_vmware.api [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 797.244619] env[69413]: value = "task-3077491" [ 797.244619] env[69413]: _type = "Task" [ 797.244619] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.244843] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12051d6e-51b2-4c42-a53a-1f1365fc04f6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.256811] env[69413]: DEBUG oslo_vmware.api [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.257452] env[69413]: DEBUG oslo_vmware.api [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Waiting for the task: (returnval){ [ 797.257452] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]526bb5ff-3305-b94e-0a7e-517a2564e9c2" [ 797.257452] env[69413]: _type = "Task" [ 797.257452] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.265013] env[69413]: DEBUG oslo_vmware.api [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]526bb5ff-3305-b94e-0a7e-517a2564e9c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.335547] env[69413]: DEBUG nova.network.neutron [-] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.511452] env[69413]: DEBUG oslo_vmware.api [None req-dcf22a7f-3abf-4198-a20c-e9c35cc46637 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077488, 'name': CloneVM_Task} progress is 94%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.565781] env[69413]: INFO nova.compute.manager [None req-ad76165e-8bac-45ca-a431-932107c84d73 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] instance snapshotting [ 797.569493] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582bd1d4-15ba-4467-bd4c-7b294c4d000e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.594954] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a851c5d8-d035-4807-8c94-e78d196ba45e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.636433] env[69413]: DEBUG oslo_concurrency.lockutils [None req-416202bf-45ad-47b7-85a3-f2950cb893d6 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.136s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.638619] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.134s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.640521] env[69413]: INFO nova.compute.claims [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.679302] env[69413]: INFO nova.scheduler.client.report [None req-416202bf-45ad-47b7-85a3-f2950cb893d6 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Deleted allocations for instance 4489e320-79ed-4910-b910-60f4896e7a46 [ 797.689115] env[69413]: DEBUG nova.compute.manager [req-d0c92fc1-a6f2-41aa-a318-f7c0ead5e841 req-87e7340e-8d6d-4ed5-b23d-ff700d8b9413 service nova] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Received event network-vif-deleted-693be4e7-b871-4018-b840-49fcf73755a4 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.724420] env[69413]: DEBUG oslo_vmware.api [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077490, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.733681] env[69413]: DEBUG nova.network.neutron [req-f9f5aaa6-34cc-45fa-bbce-a9fd4e3a2a12 req-342108b6-469f-4c24-9f85-42371fd8f952 service nova] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Updated VIF entry in instance network info cache for port 82047ed8-cb13-4cf7-b7ae-74d136038111. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.734124] env[69413]: DEBUG nova.network.neutron [req-f9f5aaa6-34cc-45fa-bbce-a9fd4e3a2a12 req-342108b6-469f-4c24-9f85-42371fd8f952 service nova] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Updating instance_info_cache with network_info: [{"id": "82047ed8-cb13-4cf7-b7ae-74d136038111", "address": "fa:16:3e:26:47:51", "network": {"id": "8cb610e7-e4da-4776-8f19-c9728f51fb27", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9a021a88be0b4ec0bf1248cc136ac194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82047ed8-cb", "ovs_interfaceid": "82047ed8-cb13-4cf7-b7ae-74d136038111", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.767884] env[69413]: DEBUG oslo_vmware.api [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266789} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.771805] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.772071] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.772258] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.786140] env[69413]: DEBUG oslo_vmware.api [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]526bb5ff-3305-b94e-0a7e-517a2564e9c2, 'name': SearchDatastore_Task, 'duration_secs': 0.017842} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.786140] env[69413]: DEBUG oslo_concurrency.lockutils [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.786140] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 60618527-34f5-48f8-9cbe-d38db002d392/60618527-34f5-48f8-9cbe-d38db002d392.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.786140] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15cbd701-cfa2-4c48-aa12-4bf3ce142a79 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.795240] env[69413]: DEBUG oslo_vmware.api [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Waiting for the task: (returnval){ [ 797.795240] env[69413]: value = "task-3077492" [ 797.795240] env[69413]: _type = "Task" [ 797.795240] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.806971] env[69413]: DEBUG oslo_vmware.api [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Task: {'id': task-3077492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.845864] env[69413]: INFO nova.compute.manager [-] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Took 1.29 seconds to deallocate network for instance. [ 797.935152] env[69413]: DEBUG oslo_vmware.api [None req-dcf22a7f-3abf-4198-a20c-e9c35cc46637 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077488, 'name': CloneVM_Task} progress is 94%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.107854] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ad76165e-8bac-45ca-a431-932107c84d73 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Creating Snapshot of the VM instance {{(pid=69413) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 798.108311] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-85893659-9cf5-41e4-8506-7adbee6c56aa {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.118628] env[69413]: DEBUG oslo_vmware.api [None req-ad76165e-8bac-45ca-a431-932107c84d73 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Waiting for the task: (returnval){ [ 798.118628] env[69413]: value = "task-3077493" [ 798.118628] env[69413]: _type = "Task" [ 798.118628] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.129662] env[69413]: DEBUG oslo_vmware.api [None req-ad76165e-8bac-45ca-a431-932107c84d73 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077493, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.195347] env[69413]: DEBUG oslo_concurrency.lockutils [None req-416202bf-45ad-47b7-85a3-f2950cb893d6 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Lock "4489e320-79ed-4910-b910-60f4896e7a46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.027s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.226305] env[69413]: DEBUG oslo_vmware.api [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077490, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654215} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.226631] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] ba72f8ba-3ed8-4b38-8a3a-e784ab200285/ba72f8ba-3ed8-4b38-8a3a-e784ab200285.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.226871] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.227243] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df73d055-1572-416e-9ff9-deb1450c81b3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.238037] env[69413]: DEBUG oslo_vmware.api [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Waiting for the task: (returnval){ [ 798.238037] env[69413]: value = "task-3077494" [ 798.238037] env[69413]: _type = "Task" [ 798.238037] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.242167] env[69413]: DEBUG oslo_concurrency.lockutils [req-f9f5aaa6-34cc-45fa-bbce-a9fd4e3a2a12 req-342108b6-469f-4c24-9f85-42371fd8f952 service nova] Releasing lock "refresh_cache-ba72f8ba-3ed8-4b38-8a3a-e784ab200285" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.251725] env[69413]: DEBUG oslo_vmware.api [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077494, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.309978] env[69413]: DEBUG oslo_vmware.api [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Task: {'id': task-3077492, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.359692] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9ae1f2d3-c45c-4de2-a48a-f60414021e69 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.434759] env[69413]: DEBUG oslo_vmware.api [None req-dcf22a7f-3abf-4198-a20c-e9c35cc46637 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077488, 'name': CloneVM_Task} progress is 94%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.631988] env[69413]: DEBUG oslo_vmware.api [None req-ad76165e-8bac-45ca-a431-932107c84d73 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077493, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.751650] env[69413]: DEBUG oslo_vmware.api [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077494, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098443} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.751975] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.752907] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd07588-7872-4e63-87b0-685e6f90678f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.779895] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] ba72f8ba-3ed8-4b38-8a3a-e784ab200285/ba72f8ba-3ed8-4b38-8a3a-e784ab200285.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.782931] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2745945-7e9e-492f-a93d-081f6a0de954 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.811543] env[69413]: DEBUG oslo_vmware.api [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Task: {'id': task-3077492, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591625} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.813180] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 60618527-34f5-48f8-9cbe-d38db002d392/60618527-34f5-48f8-9cbe-d38db002d392.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.813453] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.813769] env[69413]: DEBUG oslo_vmware.api [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Waiting for the task: (returnval){ [ 798.813769] env[69413]: value = "task-3077495" [ 798.813769] env[69413]: _type = "Task" [ 798.813769] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.813967] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f9fcb5d-ffac-4fff-a452-89e751d3b635 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.828717] env[69413]: DEBUG oslo_vmware.api [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077495, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.830437] env[69413]: DEBUG oslo_vmware.api [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Waiting for the task: (returnval){ [ 798.830437] env[69413]: value = "task-3077496" [ 798.830437] env[69413]: _type = "Task" [ 798.830437] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.844072] env[69413]: DEBUG oslo_vmware.api [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Task: {'id': task-3077496, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.845882] env[69413]: DEBUG nova.virt.hardware [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.846062] env[69413]: DEBUG nova.virt.hardware [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.846194] env[69413]: DEBUG nova.virt.hardware [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.846372] env[69413]: DEBUG nova.virt.hardware [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.846522] env[69413]: DEBUG nova.virt.hardware [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.846661] env[69413]: DEBUG nova.virt.hardware [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.846874] env[69413]: DEBUG nova.virt.hardware [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.847049] env[69413]: DEBUG nova.virt.hardware [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.847216] env[69413]: DEBUG nova.virt.hardware [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.847378] env[69413]: DEBUG nova.virt.hardware [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.847548] env[69413]: DEBUG nova.virt.hardware [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.848453] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ddcc17-f4bd-4c4e-b3a5-c2f1658e13c8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.851267] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2c69bd9b-6841-455d-93cc-5595f9d3da82 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Acquiring lock "61ce2ba4-7d7d-4409-bac1-f545d77ed191" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.852464] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2c69bd9b-6841-455d-93cc-5595f9d3da82 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Lock "61ce2ba4-7d7d-4409-bac1-f545d77ed191" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.852464] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2c69bd9b-6841-455d-93cc-5595f9d3da82 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Acquiring lock "61ce2ba4-7d7d-4409-bac1-f545d77ed191-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.852464] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2c69bd9b-6841-455d-93cc-5595f9d3da82 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Lock "61ce2ba4-7d7d-4409-bac1-f545d77ed191-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.852464] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2c69bd9b-6841-455d-93cc-5595f9d3da82 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Lock "61ce2ba4-7d7d-4409-bac1-f545d77ed191-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.857108] env[69413]: INFO nova.compute.manager [None req-2c69bd9b-6841-455d-93cc-5595f9d3da82 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Terminating instance [ 798.862964] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bde0d77-9c76-43a4-b18e-c78c5c856351 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.878882] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:3d:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4712af2-45ef-4652-8d2c-482ec70056d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40aa1151-3366-4701-a260-f185fa7ee3bc', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.886526] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.890113] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.892507] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ce11b36-56a0-4d27-857a-416ed6bec87c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.911073] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.911073] env[69413]: value = "task-3077497" [ 798.911073] env[69413]: _type = "Task" [ 798.911073] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.919520] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077497, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.933968] env[69413]: DEBUG oslo_vmware.api [None req-dcf22a7f-3abf-4198-a20c-e9c35cc46637 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077488, 'name': CloneVM_Task, 'duration_secs': 1.963068} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.936678] env[69413]: INFO nova.virt.vmwareapi.vmops [None req-dcf22a7f-3abf-4198-a20c-e9c35cc46637 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Created linked-clone VM from snapshot [ 798.938115] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29427de8-f270-4d61-b170-076d7c13ae78 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.947438] env[69413]: DEBUG nova.virt.vmwareapi.images [None req-dcf22a7f-3abf-4198-a20c-e9c35cc46637 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Uploading image 24686188-0c90-4828-af49-0bd344e937b7 {{(pid=69413) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 798.981815] env[69413]: DEBUG oslo_vmware.rw_handles [None req-dcf22a7f-3abf-4198-a20c-e9c35cc46637 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 798.981815] env[69413]: value = "vm-616170" [ 798.981815] env[69413]: _type = "VirtualMachine" [ 798.981815] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 798.982114] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ddd8838d-03e3-4e9f-ac6d-f2df184b992f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.992552] env[69413]: DEBUG oslo_vmware.rw_handles [None req-dcf22a7f-3abf-4198-a20c-e9c35cc46637 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Lease: (returnval){ [ 798.992552] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e93ba1-fe84-6e8e-0c1d-80449e8e45ac" [ 798.992552] env[69413]: _type = "HttpNfcLease" [ 798.992552] env[69413]: } obtained for exporting VM: (result){ [ 798.992552] env[69413]: value = "vm-616170" [ 798.992552] env[69413]: _type = "VirtualMachine" [ 798.992552] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 798.992970] env[69413]: DEBUG oslo_vmware.api [None req-dcf22a7f-3abf-4198-a20c-e9c35cc46637 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Waiting for the lease: (returnval){ [ 798.992970] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e93ba1-fe84-6e8e-0c1d-80449e8e45ac" [ 798.992970] env[69413]: _type = "HttpNfcLease" [ 798.992970] env[69413]: } to be ready. {{(pid=69413) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 798.999517] env[69413]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 798.999517] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e93ba1-fe84-6e8e-0c1d-80449e8e45ac" [ 798.999517] env[69413]: _type = "HttpNfcLease" [ 798.999517] env[69413]: } is initializing. {{(pid=69413) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 799.134384] env[69413]: DEBUG oslo_vmware.api [None req-ad76165e-8bac-45ca-a431-932107c84d73 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077493, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.217766] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0981f38-9215-49cd-8b30-5e8b1cdcb1da {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.225409] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce757aa-dff0-4a2f-8a18-4f8e7a321900 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.266276] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815f6cea-b718-46c8-a94a-c21e7cd654b4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.275769] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96131d8-c2d6-4a15-9a03-479581178571 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.291042] env[69413]: DEBUG nova.compute.provider_tree [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.325782] env[69413]: DEBUG oslo_vmware.api [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077495, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.339552] env[69413]: DEBUG oslo_vmware.api [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Task: {'id': task-3077496, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142124} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.341822] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.341822] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644527be-914b-4c40-9c90-fa76f3de86bb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.365396] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 60618527-34f5-48f8-9cbe-d38db002d392/60618527-34f5-48f8-9cbe-d38db002d392.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.365714] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f65b89f-9e01-4032-8c1b-9a1289b7bb8e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.381131] env[69413]: DEBUG nova.compute.manager [None req-2c69bd9b-6841-455d-93cc-5595f9d3da82 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 799.381383] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2c69bd9b-6841-455d-93cc-5595f9d3da82 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.382202] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3eade7f-9ef4-41b1-b93a-f28f9711ca05 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.389674] env[69413]: DEBUG oslo_vmware.api [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Waiting for the task: (returnval){ [ 799.389674] env[69413]: value = "task-3077499" [ 799.389674] env[69413]: _type = "Task" [ 799.389674] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.392987] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c69bd9b-6841-455d-93cc-5595f9d3da82 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.396892] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cc5039b-6908-46b6-a094-b74086c8c11f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.404321] env[69413]: DEBUG oslo_vmware.api [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Task: {'id': task-3077499, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.406179] env[69413]: DEBUG oslo_vmware.api [None req-2c69bd9b-6841-455d-93cc-5595f9d3da82 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Waiting for the task: (returnval){ [ 799.406179] env[69413]: value = "task-3077500" [ 799.406179] env[69413]: _type = "Task" [ 799.406179] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.420999] env[69413]: DEBUG oslo_vmware.api [None req-2c69bd9b-6841-455d-93cc-5595f9d3da82 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.426640] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077497, 'name': CreateVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.501282] env[69413]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 799.501282] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e93ba1-fe84-6e8e-0c1d-80449e8e45ac" [ 799.501282] env[69413]: _type = "HttpNfcLease" [ 799.501282] env[69413]: } is ready. {{(pid=69413) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 799.502016] env[69413]: DEBUG oslo_vmware.rw_handles [None req-dcf22a7f-3abf-4198-a20c-e9c35cc46637 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 799.502016] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e93ba1-fe84-6e8e-0c1d-80449e8e45ac" [ 799.502016] env[69413]: _type = "HttpNfcLease" [ 799.502016] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 799.502324] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb0b19a-fef4-46de-bc0e-45f6abc6bebb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.510756] env[69413]: DEBUG oslo_vmware.rw_handles [None req-dcf22a7f-3abf-4198-a20c-e9c35cc46637 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a2cedf-d973-0733-c5a9-5ceecac8c2e8/disk-0.vmdk from lease info. {{(pid=69413) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 799.510756] env[69413]: DEBUG oslo_vmware.rw_handles [None req-dcf22a7f-3abf-4198-a20c-e9c35cc46637 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a2cedf-d973-0733-c5a9-5ceecac8c2e8/disk-0.vmdk for reading. {{(pid=69413) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 799.631968] env[69413]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-704c185e-912c-41cf-9f54-10d0930c0300 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.632989] env[69413]: DEBUG oslo_vmware.api [None req-ad76165e-8bac-45ca-a431-932107c84d73 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077493, 'name': CreateSnapshot_Task, 'duration_secs': 1.218485} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.633310] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ad76165e-8bac-45ca-a431-932107c84d73 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Created Snapshot of the VM instance {{(pid=69413) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 799.634702] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05766475-1616-4033-9138-11c020979ab8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.795218] env[69413]: DEBUG nova.scheduler.client.report [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.832337] env[69413]: DEBUG oslo_vmware.api [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077495, 'name': ReconfigVM_Task, 'duration_secs': 0.636788} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.832337] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Reconfigured VM instance instance-0000002f to attach disk [datastore2] ba72f8ba-3ed8-4b38-8a3a-e784ab200285/ba72f8ba-3ed8-4b38-8a3a-e784ab200285.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.832337] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ff2f0b6-5a1c-4f28-9e2f-8358bc181274 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.841279] env[69413]: DEBUG oslo_vmware.api [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Waiting for the task: (returnval){ [ 799.841279] env[69413]: value = "task-3077501" [ 799.841279] env[69413]: _type = "Task" [ 799.841279] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.849301] env[69413]: DEBUG oslo_vmware.api [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077501, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.908345] env[69413]: DEBUG oslo_vmware.api [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Task: {'id': task-3077499, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.925485] env[69413]: DEBUG oslo_vmware.api [None req-2c69bd9b-6841-455d-93cc-5595f9d3da82 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077500, 'name': PowerOffVM_Task, 'duration_secs': 0.234822} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.929667] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c69bd9b-6841-455d-93cc-5595f9d3da82 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.929860] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2c69bd9b-6841-455d-93cc-5595f9d3da82 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.930130] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077497, 'name': CreateVM_Task, 'duration_secs': 0.540213} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.930351] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50519c0f-b821-4043-b809-04ac3b6334c0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.931993] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.932701] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.932858] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.933284] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.933953] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5c0509a-ea1b-493e-bebd-8f40d031bcdd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.941643] env[69413]: DEBUG oslo_vmware.api [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 799.941643] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52159f2b-119d-972f-074e-f53cbdc8556d" [ 799.941643] env[69413]: _type = "Task" [ 799.941643] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.951647] env[69413]: DEBUG oslo_vmware.api [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52159f2b-119d-972f-074e-f53cbdc8556d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.157116] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ad76165e-8bac-45ca-a431-932107c84d73 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Creating linked-clone VM from snapshot {{(pid=69413) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 800.157441] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a2f3afb4-4fb6-418b-9d49-c0f60d20ce85 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.169909] env[69413]: DEBUG oslo_vmware.api [None req-ad76165e-8bac-45ca-a431-932107c84d73 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Waiting for the task: (returnval){ [ 800.169909] env[69413]: value = "task-3077503" [ 800.169909] env[69413]: _type = "Task" [ 800.169909] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.181407] env[69413]: DEBUG oslo_vmware.api [None req-ad76165e-8bac-45ca-a431-932107c84d73 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077503, 'name': CloneVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.307132] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.307132] env[69413]: DEBUG nova.compute.manager [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 800.313783] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.936s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.315413] env[69413]: INFO nova.compute.claims [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 800.352281] env[69413]: DEBUG oslo_vmware.api [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077501, 'name': Rename_Task, 'duration_secs': 0.185729} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.352281] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.352281] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccf88344-9adf-4a05-8bbc-76d85cc4e38e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.357052] env[69413]: DEBUG oslo_vmware.api [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Waiting for the task: (returnval){ [ 800.357052] env[69413]: value = "task-3077504" [ 800.357052] env[69413]: _type = "Task" [ 800.357052] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.372525] env[69413]: DEBUG oslo_vmware.api [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077504, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.409953] env[69413]: DEBUG oslo_vmware.api [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Task: {'id': task-3077499, 'name': ReconfigVM_Task, 'duration_secs': 0.599323} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.409953] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 60618527-34f5-48f8-9cbe-d38db002d392/60618527-34f5-48f8-9cbe-d38db002d392.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.410438] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c521f389-4f7a-4f47-8130-1d8207b3f5f8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.418822] env[69413]: DEBUG oslo_vmware.api [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Waiting for the task: (returnval){ [ 800.418822] env[69413]: value = "task-3077505" [ 800.418822] env[69413]: _type = "Task" [ 800.418822] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.428206] env[69413]: DEBUG oslo_vmware.api [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Task: {'id': task-3077505, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.454757] env[69413]: DEBUG oslo_vmware.api [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52159f2b-119d-972f-074e-f53cbdc8556d, 'name': SearchDatastore_Task, 'duration_secs': 0.014657} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.455327] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.455590] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.455906] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.456123] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.456355] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.456680] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ac033ec-f01c-4955-9599-7ac1ea447160 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.474719] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.475059] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.478364] env[69413]: DEBUG oslo_vmware.rw_handles [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c8a5c0-dd5f-b842-829a-1cdbf48c51f4/disk-0.vmdk. {{(pid=69413) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 800.478759] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2da5ca57-37a2-4717-a916-14e02d11c246 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.482138] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0e9038-b50b-4b21-8971-7fa7dec14c53 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.489481] env[69413]: DEBUG oslo_vmware.api [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 800.489481] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]520c4432-f605-52b4-226f-2fb099a9836a" [ 800.489481] env[69413]: _type = "Task" [ 800.489481] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.491569] env[69413]: DEBUG oslo_vmware.rw_handles [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c8a5c0-dd5f-b842-829a-1cdbf48c51f4/disk-0.vmdk is in state: ready. {{(pid=69413) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 800.491840] env[69413]: ERROR oslo_vmware.rw_handles [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c8a5c0-dd5f-b842-829a-1cdbf48c51f4/disk-0.vmdk due to incomplete transfer. [ 800.495171] env[69413]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-720154e7-baeb-4f36-81fb-3bc1aa08caa9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.502614] env[69413]: DEBUG oslo_vmware.api [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]520c4432-f605-52b4-226f-2fb099a9836a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.512255] env[69413]: DEBUG oslo_vmware.rw_handles [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c8a5c0-dd5f-b842-829a-1cdbf48c51f4/disk-0.vmdk. {{(pid=69413) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 800.512522] env[69413]: DEBUG nova.virt.vmwareapi.images [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Uploaded image 7ef08f95-0124-4429-b588-c119dfe0e3b3 to the Glance image server {{(pid=69413) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 800.515653] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Destroying the VM {{(pid=69413) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 800.516133] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-28f4b149-d8af-44e3-9c7f-264c98d5c85a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.523128] env[69413]: DEBUG oslo_vmware.api [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Waiting for the task: (returnval){ [ 800.523128] env[69413]: value = "task-3077506" [ 800.523128] env[69413]: _type = "Task" [ 800.523128] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.531778] env[69413]: DEBUG oslo_vmware.api [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077506, 'name': Destroy_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.684621] env[69413]: DEBUG oslo_vmware.api [None req-ad76165e-8bac-45ca-a431-932107c84d73 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077503, 'name': CloneVM_Task} progress is 94%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.826163] env[69413]: DEBUG nova.compute.utils [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.829079] env[69413]: DEBUG nova.compute.manager [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.829663] env[69413]: DEBUG nova.network.neutron [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 51503845-99ac-4010-9780-09feb6c342b9] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.877997] env[69413]: DEBUG oslo_vmware.api [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077504, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.903702] env[69413]: DEBUG nova.policy [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7cf7db3bf5744939d3e579234760024', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a65a26ae5bf44c6d9e3338f8c008d097', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.931512] env[69413]: DEBUG oslo_vmware.api [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Task: {'id': task-3077505, 'name': Rename_Task, 'duration_secs': 0.354543} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.932806] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.933269] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ef72400-dc26-4e4d-b3b3-f981d2bcf581 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.941959] env[69413]: DEBUG oslo_vmware.api [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Waiting for the task: (returnval){ [ 800.941959] env[69413]: value = "task-3077507" [ 800.941959] env[69413]: _type = "Task" [ 800.941959] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.954189] env[69413]: DEBUG oslo_vmware.api [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Task: {'id': task-3077507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.002933] env[69413]: DEBUG oslo_vmware.api [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]520c4432-f605-52b4-226f-2fb099a9836a, 'name': SearchDatastore_Task, 'duration_secs': 0.014307} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.003081] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dea3acc7-afda-431b-a830-ddac8703c805 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.008801] env[69413]: DEBUG oslo_vmware.api [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 801.008801] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a4741a-edbe-94d9-9f7c-dc4a9f7caa26" [ 801.008801] env[69413]: _type = "Task" [ 801.008801] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.017256] env[69413]: DEBUG oslo_vmware.api [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a4741a-edbe-94d9-9f7c-dc4a9f7caa26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.035383] env[69413]: DEBUG oslo_vmware.api [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077506, 'name': Destroy_Task} progress is 33%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.186097] env[69413]: DEBUG oslo_vmware.api [None req-ad76165e-8bac-45ca-a431-932107c84d73 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077503, 'name': CloneVM_Task} progress is 94%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.337876] env[69413]: DEBUG nova.compute.manager [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 801.349970] env[69413]: DEBUG nova.network.neutron [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Successfully created port: b3bd2e9f-6589-4567-921e-1818916fd14f {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.374567] env[69413]: DEBUG oslo_vmware.api [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077504, 'name': PowerOnVM_Task, 'duration_secs': 0.698918} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.375243] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.375243] env[69413]: INFO nova.compute.manager [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Took 8.27 seconds to spawn the instance on the hypervisor. [ 801.375870] env[69413]: DEBUG nova.compute.manager [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.376279] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6437dc7d-84ea-4a23-b2e5-ca0c6a2bc306 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.456038] env[69413]: DEBUG oslo_vmware.api [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Task: {'id': task-3077507, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.528483] env[69413]: DEBUG oslo_vmware.api [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a4741a-edbe-94d9-9f7c-dc4a9f7caa26, 'name': SearchDatastore_Task, 'duration_secs': 0.020268} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.533346] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.534677] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 550f42d5-10b7-4a74-b3f8-84526a6e166c/550f42d5-10b7-4a74-b3f8-84526a6e166c.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 801.537414] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb0b62f4-cb55-4954-b12c-f1bd5a42ea7e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.547288] env[69413]: DEBUG oslo_vmware.api [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077506, 'name': Destroy_Task} progress is 33%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.549189] env[69413]: DEBUG oslo_vmware.api [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 801.549189] env[69413]: value = "task-3077508" [ 801.549189] env[69413]: _type = "Task" [ 801.549189] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.563024] env[69413]: DEBUG oslo_vmware.api [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077508, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.621687] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquiring lock "9dd19ffc-2855-4a97-919c-b71cf01b4e98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.622543] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "9dd19ffc-2855-4a97-919c-b71cf01b4e98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.685598] env[69413]: DEBUG oslo_vmware.api [None req-ad76165e-8bac-45ca-a431-932107c84d73 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077503, 'name': CloneVM_Task} progress is 94%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.903241] env[69413]: INFO nova.compute.manager [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Took 39.61 seconds to build instance. [ 801.910706] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2c69bd9b-6841-455d-93cc-5595f9d3da82 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.910945] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2c69bd9b-6841-455d-93cc-5595f9d3da82 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.912368] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c69bd9b-6841-455d-93cc-5595f9d3da82 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Deleting the datastore file [datastore1] 61ce2ba4-7d7d-4409-bac1-f545d77ed191 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.912964] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-885104a1-4863-4457-abcf-4e5f2f6e7ea4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.923034] env[69413]: DEBUG oslo_vmware.api [None req-2c69bd9b-6841-455d-93cc-5595f9d3da82 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Waiting for the task: (returnval){ [ 801.923034] env[69413]: value = "task-3077509" [ 801.923034] env[69413]: _type = "Task" [ 801.923034] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.942923] env[69413]: DEBUG oslo_vmware.api [None req-2c69bd9b-6841-455d-93cc-5595f9d3da82 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.959505] env[69413]: DEBUG oslo_vmware.api [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Task: {'id': task-3077507, 'name': PowerOnVM_Task, 'duration_secs': 0.665991} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.959903] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.960127] env[69413]: INFO nova.compute.manager [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Took 11.46 seconds to spawn the instance on the hypervisor. [ 801.960335] env[69413]: DEBUG nova.compute.manager [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.961290] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868de07f-3375-4d45-92f3-b6860126a0ff {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.973361] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fd5ca8-3846-4965-8e82-bca482ab5e7f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.982996] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d1e27a-c275-421d-b64f-14ea60749afb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.025623] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e353e07a-fe58-41c4-ac5e-9d14b31b89e1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.045704] env[69413]: DEBUG oslo_vmware.api [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077506, 'name': Destroy_Task} progress is 33%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.047191] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7d2817-cb5a-43e8-9539-233b1bc74d44 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.070731] env[69413]: DEBUG oslo_vmware.api [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077508, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.071887] env[69413]: DEBUG nova.compute.provider_tree [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.126423] env[69413]: DEBUG nova.compute.manager [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 802.184071] env[69413]: DEBUG oslo_vmware.api [None req-ad76165e-8bac-45ca-a431-932107c84d73 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077503, 'name': CloneVM_Task} progress is 94%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.350776] env[69413]: DEBUG nova.compute.manager [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.382181] env[69413]: DEBUG nova.virt.hardware [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.382403] env[69413]: DEBUG nova.virt.hardware [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.382705] env[69413]: DEBUG nova.virt.hardware [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.383046] env[69413]: DEBUG nova.virt.hardware [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.383783] env[69413]: DEBUG nova.virt.hardware [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.383783] env[69413]: DEBUG nova.virt.hardware [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.383953] env[69413]: DEBUG nova.virt.hardware [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.384079] env[69413]: DEBUG nova.virt.hardware [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.384304] env[69413]: DEBUG nova.virt.hardware [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.384496] env[69413]: DEBUG nova.virt.hardware [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.384686] env[69413]: DEBUG nova.virt.hardware [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.385782] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d1e251-cd19-4a1d-9e36-d5cbfa612886 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.395752] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6c8a63-2624-495c-9ced-c88d4514935f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.414480] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4c2abd64-e546-4249-9308-fffc6e86fccc tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Lock "ba72f8ba-3ed8-4b38-8a3a-e784ab200285" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.099s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.435215] env[69413]: DEBUG oslo_vmware.api [None req-2c69bd9b-6841-455d-93cc-5595f9d3da82 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Task: {'id': task-3077509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.344932} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.435476] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c69bd9b-6841-455d-93cc-5595f9d3da82 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.435670] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2c69bd9b-6841-455d-93cc-5595f9d3da82 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.435858] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2c69bd9b-6841-455d-93cc-5595f9d3da82 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.436240] env[69413]: INFO nova.compute.manager [None req-2c69bd9b-6841-455d-93cc-5595f9d3da82 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Took 3.05 seconds to destroy the instance on the hypervisor. [ 802.436549] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c69bd9b-6841-455d-93cc-5595f9d3da82 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.436952] env[69413]: DEBUG nova.compute.manager [-] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 802.437066] env[69413]: DEBUG nova.network.neutron [-] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 802.485373] env[69413]: INFO nova.compute.manager [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Took 40.83 seconds to build instance. [ 802.539898] env[69413]: DEBUG oslo_vmware.api [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077506, 'name': Destroy_Task, 'duration_secs': 1.705513} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.540835] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Destroyed the VM [ 802.540835] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Deleting Snapshot of the VM instance {{(pid=69413) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 802.540835] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-84ce52a0-77e0-4f16-8c62-b96cdefc6673 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.549013] env[69413]: DEBUG oslo_vmware.api [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Waiting for the task: (returnval){ [ 802.549013] env[69413]: value = "task-3077510" [ 802.549013] env[69413]: _type = "Task" [ 802.549013] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.562433] env[69413]: DEBUG oslo_vmware.api [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077510, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.565746] env[69413]: DEBUG oslo_vmware.api [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077508, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605322} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.565993] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 550f42d5-10b7-4a74-b3f8-84526a6e166c/550f42d5-10b7-4a74-b3f8-84526a6e166c.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 802.566203] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.566735] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-973666d8-9c0a-417a-8c54-a3934f7a8b77 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.573844] env[69413]: DEBUG oslo_vmware.api [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 802.573844] env[69413]: value = "task-3077511" [ 802.573844] env[69413]: _type = "Task" [ 802.573844] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.574738] env[69413]: DEBUG nova.scheduler.client.report [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.587385] env[69413]: DEBUG oslo_vmware.api [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077511, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.645230] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.687806] env[69413]: DEBUG oslo_vmware.api [None req-ad76165e-8bac-45ca-a431-932107c84d73 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077503, 'name': CloneVM_Task} progress is 94%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.915716] env[69413]: DEBUG nova.compute.manager [req-3ec638f2-e177-46a6-96e6-eaa3ad826787 req-5a92196b-dc7d-44e7-927b-ea9c27a70a67 service nova] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Received event network-vif-deleted-5b0d426a-4f34-4ce4-bfb3-85b540fe61cb {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.916592] env[69413]: INFO nova.compute.manager [req-3ec638f2-e177-46a6-96e6-eaa3ad826787 req-5a92196b-dc7d-44e7-927b-ea9c27a70a67 service nova] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Neutron deleted interface 5b0d426a-4f34-4ce4-bfb3-85b540fe61cb; detaching it from the instance and deleting it from the info cache [ 802.916952] env[69413]: DEBUG nova.network.neutron [req-3ec638f2-e177-46a6-96e6-eaa3ad826787 req-5a92196b-dc7d-44e7-927b-ea9c27a70a67 service nova] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.920486] env[69413]: INFO nova.compute.manager [None req-4109532a-6134-4ac5-8c84-4e688b0a2819 tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Rebuilding instance [ 802.979826] env[69413]: DEBUG nova.compute.manager [None req-4109532a-6134-4ac5-8c84-4e688b0a2819 tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.980753] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff19554-34e0-41cc-b8ba-6ee62e0b5392 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.985212] env[69413]: DEBUG nova.network.neutron [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Successfully updated port: b3bd2e9f-6589-4567-921e-1818916fd14f {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 803.753077] env[69413]: DEBUG oslo_concurrency.lockutils [None req-96ee5f5d-370e-4862-97ca-064e6461897a tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Lock "60618527-34f5-48f8-9cbe-d38db002d392" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.779s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.754472] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.441s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.754970] env[69413]: DEBUG nova.compute.manager [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 803.761041] env[69413]: DEBUG nova.network.neutron [-] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.765511] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Acquiring lock "refresh_cache-51503845-99ac-4010-9780-09feb6c342b9" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.765880] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Acquired lock "refresh_cache-51503845-99ac-4010-9780-09feb6c342b9" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.765880] env[69413]: DEBUG nova.network.neutron [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.775727] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.092s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.777629] env[69413]: INFO nova.compute.claims [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 803.783449] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a1cf507f-4235-4a5f-a38f-ffb291e98936 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.787102] env[69413]: DEBUG nova.compute.manager [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Stashing vm_state: active {{(pid=69413) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 803.800213] env[69413]: DEBUG oslo_vmware.api [None req-ad76165e-8bac-45ca-a431-932107c84d73 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077503, 'name': CloneVM_Task} progress is 94%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.808245] env[69413]: DEBUG oslo_vmware.api [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077510, 'name': RemoveSnapshot_Task, 'duration_secs': 0.43877} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.808518] env[69413]: DEBUG oslo_vmware.api [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077511, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070093} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.809271] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Deleted Snapshot of the VM instance {{(pid=69413) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 803.809535] env[69413]: DEBUG nova.compute.manager [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.809828] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 803.810735] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627fa16f-120b-49d3-818f-56064132f202 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.817227] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf1c788-b75f-4ca5-8a92-14091feec50f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.822422] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7a0e02-8712-4197-99bc-c2c1701a7056 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.854019] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 550f42d5-10b7-4a74-b3f8-84526a6e166c/550f42d5-10b7-4a74-b3f8-84526a6e166c.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.857897] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3744c636-8566-4b25-a96b-bd1aa53f6c8d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.893339] env[69413]: DEBUG nova.compute.manager [req-3ec638f2-e177-46a6-96e6-eaa3ad826787 req-5a92196b-dc7d-44e7-927b-ea9c27a70a67 service nova] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Detach interface failed, port_id=5b0d426a-4f34-4ce4-bfb3-85b540fe61cb, reason: Instance 61ce2ba4-7d7d-4409-bac1-f545d77ed191 could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 803.899075] env[69413]: DEBUG oslo_vmware.api [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 803.899075] env[69413]: value = "task-3077512" [ 803.899075] env[69413]: _type = "Task" [ 803.899075] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.908434] env[69413]: DEBUG oslo_vmware.api [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077512, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.266992] env[69413]: DEBUG nova.compute.utils [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 804.268470] env[69413]: INFO nova.compute.manager [-] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Took 1.83 seconds to deallocate network for instance. [ 804.268751] env[69413]: DEBUG oslo_vmware.api [None req-ad76165e-8bac-45ca-a431-932107c84d73 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077503, 'name': CloneVM_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.269331] env[69413]: DEBUG nova.compute.manager [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 804.269409] env[69413]: DEBUG nova.network.neutron [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 804.291583] env[69413]: DEBUG oslo_concurrency.lockutils [None req-accab0cd-383d-4863-b01c-7800726b01e1 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Acquiring lock "60618527-34f5-48f8-9cbe-d38db002d392" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.291583] env[69413]: DEBUG oslo_concurrency.lockutils [None req-accab0cd-383d-4863-b01c-7800726b01e1 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Lock "60618527-34f5-48f8-9cbe-d38db002d392" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.291583] env[69413]: DEBUG oslo_concurrency.lockutils [None req-accab0cd-383d-4863-b01c-7800726b01e1 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Acquiring lock "60618527-34f5-48f8-9cbe-d38db002d392-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.291583] env[69413]: DEBUG oslo_concurrency.lockutils [None req-accab0cd-383d-4863-b01c-7800726b01e1 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Lock "60618527-34f5-48f8-9cbe-d38db002d392-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.291583] env[69413]: DEBUG oslo_concurrency.lockutils [None req-accab0cd-383d-4863-b01c-7800726b01e1 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Lock "60618527-34f5-48f8-9cbe-d38db002d392-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.295239] env[69413]: INFO nova.compute.manager [None req-accab0cd-383d-4863-b01c-7800726b01e1 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Terminating instance [ 804.315554] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.330161] env[69413]: DEBUG nova.policy [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d3c1f4e90194e7785970560208e2c17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4151a17ee9940e5a7934be8321a3ec6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 804.351260] env[69413]: DEBUG nova.network.neutron [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 804.396436] env[69413]: INFO nova.compute.manager [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Shelve offloading [ 804.415023] env[69413]: DEBUG oslo_vmware.api [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077512, 'name': ReconfigVM_Task, 'duration_secs': 0.310116} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.415023] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 550f42d5-10b7-4a74-b3f8-84526a6e166c/550f42d5-10b7-4a74-b3f8-84526a6e166c.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.415023] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37d31e7c-f29f-4c2b-8dfd-e5181c3f5d71 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.426403] env[69413]: DEBUG oslo_vmware.api [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 804.426403] env[69413]: value = "task-3077513" [ 804.426403] env[69413]: _type = "Task" [ 804.426403] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.439457] env[69413]: DEBUG oslo_vmware.api [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077513, 'name': Rename_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.599198] env[69413]: DEBUG nova.network.neutron [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Updating instance_info_cache with network_info: [{"id": "b3bd2e9f-6589-4567-921e-1818916fd14f", "address": "fa:16:3e:f2:51:67", "network": {"id": "8cb610e7-e4da-4776-8f19-c9728f51fb27", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9a021a88be0b4ec0bf1248cc136ac194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3bd2e9f-65", "ovs_interfaceid": "b3bd2e9f-6589-4567-921e-1818916fd14f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.756067] env[69413]: DEBUG nova.network.neutron [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Successfully created port: 24e46c02-d2dc-4658-b33d-6dad03ed964c {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 804.768290] env[69413]: DEBUG oslo_vmware.api [None req-ad76165e-8bac-45ca-a431-932107c84d73 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077503, 'name': CloneVM_Task, 'duration_secs': 4.137204} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.768594] env[69413]: INFO nova.virt.vmwareapi.vmops [None req-ad76165e-8bac-45ca-a431-932107c84d73 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Created linked-clone VM from snapshot [ 804.769413] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7122143c-b1c0-4aa2-b944-438187939f1e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.773334] env[69413]: DEBUG nova.compute.manager [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 804.776851] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2c69bd9b-6841-455d-93cc-5595f9d3da82 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.781543] env[69413]: DEBUG nova.virt.vmwareapi.images [None req-ad76165e-8bac-45ca-a431-932107c84d73 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Uploading image 24f3dc8d-4ace-4922-abf6-5f6e0bcdb776 {{(pid=69413) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 804.799708] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad76165e-8bac-45ca-a431-932107c84d73 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Destroying the VM {{(pid=69413) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 804.799961] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dc4b24af-35eb-42f9-b99b-b9bc251feffc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.803142] env[69413]: DEBUG nova.compute.manager [None req-accab0cd-383d-4863-b01c-7800726b01e1 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 804.803677] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-accab0cd-383d-4863-b01c-7800726b01e1 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.804797] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b45bd1-770f-48ee-8851-6b01aac77803 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.815351] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-accab0cd-383d-4863-b01c-7800726b01e1 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.815351] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-640a2f64-52f2-4bf6-882c-629485a0de40 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.817302] env[69413]: DEBUG oslo_vmware.api [None req-ad76165e-8bac-45ca-a431-932107c84d73 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Waiting for the task: (returnval){ [ 804.817302] env[69413]: value = "task-3077514" [ 804.817302] env[69413]: _type = "Task" [ 804.817302] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.828466] env[69413]: DEBUG oslo_vmware.api [None req-accab0cd-383d-4863-b01c-7800726b01e1 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Waiting for the task: (returnval){ [ 804.828466] env[69413]: value = "task-3077515" [ 804.828466] env[69413]: _type = "Task" [ 804.828466] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.841262] env[69413]: DEBUG oslo_vmware.api [None req-ad76165e-8bac-45ca-a431-932107c84d73 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077514, 'name': Destroy_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.849175] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-4109532a-6134-4ac5-8c84-4e688b0a2819 tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.849861] env[69413]: DEBUG oslo_vmware.api [None req-accab0cd-383d-4863-b01c-7800726b01e1 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Task: {'id': task-3077515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.850119] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20b03778-a0ba-4ee4-81f6-0ea9fdef31f1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.859861] env[69413]: DEBUG oslo_vmware.api [None req-4109532a-6134-4ac5-8c84-4e688b0a2819 tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Waiting for the task: (returnval){ [ 804.859861] env[69413]: value = "task-3077516" [ 804.859861] env[69413]: _type = "Task" [ 804.859861] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.869864] env[69413]: DEBUG oslo_vmware.api [None req-4109532a-6134-4ac5-8c84-4e688b0a2819 tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Task: {'id': task-3077516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.908952] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.910066] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-825fb5e9-f1c1-4301-b943-1fe377b036a0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.918830] env[69413]: DEBUG oslo_vmware.api [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Waiting for the task: (returnval){ [ 804.918830] env[69413]: value = "task-3077517" [ 804.918830] env[69413]: _type = "Task" [ 804.918830] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.936135] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] VM already powered off {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 804.936439] env[69413]: DEBUG nova.compute.manager [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.937228] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92b4f5c-14d2-41c5-9848-6d3302a0702c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.946493] env[69413]: DEBUG oslo_vmware.api [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077513, 'name': Rename_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.951727] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Acquiring lock "refresh_cache-9c167732-fb10-402b-8b16-d9094785af78" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.951914] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Acquired lock "refresh_cache-9c167732-fb10-402b-8b16-d9094785af78" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.953457] env[69413]: DEBUG nova.network.neutron [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.081691] env[69413]: DEBUG nova.compute.manager [req-9a83ec29-361b-4b24-baeb-d952b163f775 req-fbf7c0e1-7d66-4616-8b4f-a256aa019d03 service nova] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Received event network-vif-plugged-b3bd2e9f-6589-4567-921e-1818916fd14f {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.081691] env[69413]: DEBUG oslo_concurrency.lockutils [req-9a83ec29-361b-4b24-baeb-d952b163f775 req-fbf7c0e1-7d66-4616-8b4f-a256aa019d03 service nova] Acquiring lock "51503845-99ac-4010-9780-09feb6c342b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.081691] env[69413]: DEBUG oslo_concurrency.lockutils [req-9a83ec29-361b-4b24-baeb-d952b163f775 req-fbf7c0e1-7d66-4616-8b4f-a256aa019d03 service nova] Lock "51503845-99ac-4010-9780-09feb6c342b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.082311] env[69413]: DEBUG oslo_concurrency.lockutils [req-9a83ec29-361b-4b24-baeb-d952b163f775 req-fbf7c0e1-7d66-4616-8b4f-a256aa019d03 service nova] Lock "51503845-99ac-4010-9780-09feb6c342b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.083895] env[69413]: DEBUG nova.compute.manager [req-9a83ec29-361b-4b24-baeb-d952b163f775 req-fbf7c0e1-7d66-4616-8b4f-a256aa019d03 service nova] [instance: 51503845-99ac-4010-9780-09feb6c342b9] No waiting events found dispatching network-vif-plugged-b3bd2e9f-6589-4567-921e-1818916fd14f {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 805.083895] env[69413]: WARNING nova.compute.manager [req-9a83ec29-361b-4b24-baeb-d952b163f775 req-fbf7c0e1-7d66-4616-8b4f-a256aa019d03 service nova] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Received unexpected event network-vif-plugged-b3bd2e9f-6589-4567-921e-1818916fd14f for instance with vm_state building and task_state spawning. [ 805.083895] env[69413]: DEBUG nova.compute.manager [req-9a83ec29-361b-4b24-baeb-d952b163f775 req-fbf7c0e1-7d66-4616-8b4f-a256aa019d03 service nova] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Received event network-changed-b3bd2e9f-6589-4567-921e-1818916fd14f {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.084382] env[69413]: DEBUG nova.compute.manager [req-9a83ec29-361b-4b24-baeb-d952b163f775 req-fbf7c0e1-7d66-4616-8b4f-a256aa019d03 service nova] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Refreshing instance network info cache due to event network-changed-b3bd2e9f-6589-4567-921e-1818916fd14f. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 805.084382] env[69413]: DEBUG oslo_concurrency.lockutils [req-9a83ec29-361b-4b24-baeb-d952b163f775 req-fbf7c0e1-7d66-4616-8b4f-a256aa019d03 service nova] Acquiring lock "refresh_cache-51503845-99ac-4010-9780-09feb6c342b9" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.104167] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Releasing lock "refresh_cache-51503845-99ac-4010-9780-09feb6c342b9" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.104555] env[69413]: DEBUG nova.compute.manager [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Instance network_info: |[{"id": "b3bd2e9f-6589-4567-921e-1818916fd14f", "address": "fa:16:3e:f2:51:67", "network": {"id": "8cb610e7-e4da-4776-8f19-c9728f51fb27", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9a021a88be0b4ec0bf1248cc136ac194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3bd2e9f-65", "ovs_interfaceid": "b3bd2e9f-6589-4567-921e-1818916fd14f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 805.109025] env[69413]: DEBUG oslo_concurrency.lockutils [req-9a83ec29-361b-4b24-baeb-d952b163f775 req-fbf7c0e1-7d66-4616-8b4f-a256aa019d03 service nova] Acquired lock "refresh_cache-51503845-99ac-4010-9780-09feb6c342b9" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.109225] env[69413]: DEBUG nova.network.neutron [req-9a83ec29-361b-4b24-baeb-d952b163f775 req-fbf7c0e1-7d66-4616-8b4f-a256aa019d03 service nova] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Refreshing network info cache for port b3bd2e9f-6589-4567-921e-1818916fd14f {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.111951] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:51:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4c5eb94-841c-4713-985a-8fc4117fbaf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3bd2e9f-6589-4567-921e-1818916fd14f', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.125460] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Creating folder: Project (a65a26ae5bf44c6d9e3338f8c008d097). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.131668] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd5a166f-5d64-4b1f-84f5-eeba7b3df87d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.146405] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Created folder: Project (a65a26ae5bf44c6d9e3338f8c008d097) in parent group-v616034. [ 805.146405] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Creating folder: Instances. Parent ref: group-v616174. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.146405] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebf29bf9-4019-4b3d-ad88-295a50d2612f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.155682] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Created folder: Instances in parent group-v616174. [ 805.156026] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.156321] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 805.156668] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7ceb8c8-2925-47df-9356-7a55a1747c86 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.186034] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 805.186034] env[69413]: value = "task-3077520" [ 805.186034] env[69413]: _type = "Task" [ 805.186034] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.195138] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077520, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.331594] env[69413]: DEBUG oslo_vmware.api [None req-ad76165e-8bac-45ca-a431-932107c84d73 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077514, 'name': Destroy_Task} progress is 33%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.346397] env[69413]: DEBUG oslo_vmware.api [None req-accab0cd-383d-4863-b01c-7800726b01e1 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Task: {'id': task-3077515, 'name': PowerOffVM_Task, 'duration_secs': 0.280276} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.346397] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-accab0cd-383d-4863-b01c-7800726b01e1 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.348023] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-accab0cd-383d-4863-b01c-7800726b01e1 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.348023] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e145c91e-cb3b-4f33-83f6-3e643ea34088 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.374899] env[69413]: DEBUG oslo_vmware.api [None req-4109532a-6134-4ac5-8c84-4e688b0a2819 tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Task: {'id': task-3077516, 'name': PowerOffVM_Task, 'duration_secs': 0.29384} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.374899] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-4109532a-6134-4ac5-8c84-4e688b0a2819 tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.374899] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-4109532a-6134-4ac5-8c84-4e688b0a2819 tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.374899] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c689bf5a-21f4-4242-a075-497b8adac381 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.385833] env[69413]: DEBUG oslo_vmware.api [None req-4109532a-6134-4ac5-8c84-4e688b0a2819 tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Waiting for the task: (returnval){ [ 805.385833] env[69413]: value = "task-3077522" [ 805.385833] env[69413]: _type = "Task" [ 805.385833] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.400164] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-4109532a-6134-4ac5-8c84-4e688b0a2819 tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] VM already powered off {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 805.400481] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-4109532a-6134-4ac5-8c84-4e688b0a2819 tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Volume detach. Driver type: vmdk {{(pid=69413) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 805.401239] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-4109532a-6134-4ac5-8c84-4e688b0a2819 tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616083', 'volume_id': 'a63cfcc1-5115-4e13-9c17-ff3097894926', 'name': 'volume-a63cfcc1-5115-4e13-9c17-ff3097894926', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6b74a1f-99fb-456f-844a-30dc33ecf36e', 'attached_at': '', 'detached_at': '', 'volume_id': 'a63cfcc1-5115-4e13-9c17-ff3097894926', 'serial': 'a63cfcc1-5115-4e13-9c17-ff3097894926'} {{(pid=69413) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 805.402104] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd09824-a76c-4da6-b7a1-8bfda8ca9d4e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.409438] env[69413]: DEBUG nova.network.neutron [req-9a83ec29-361b-4b24-baeb-d952b163f775 req-fbf7c0e1-7d66-4616-8b4f-a256aa019d03 service nova] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Updated VIF entry in instance network info cache for port b3bd2e9f-6589-4567-921e-1818916fd14f. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.409438] env[69413]: DEBUG nova.network.neutron [req-9a83ec29-361b-4b24-baeb-d952b163f775 req-fbf7c0e1-7d66-4616-8b4f-a256aa019d03 service nova] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Updating instance_info_cache with network_info: [{"id": "b3bd2e9f-6589-4567-921e-1818916fd14f", "address": "fa:16:3e:f2:51:67", "network": {"id": "8cb610e7-e4da-4776-8f19-c9728f51fb27", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9a021a88be0b4ec0bf1248cc136ac194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3bd2e9f-65", "ovs_interfaceid": "b3bd2e9f-6589-4567-921e-1818916fd14f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.428952] env[69413]: DEBUG oslo_concurrency.lockutils [req-9a83ec29-361b-4b24-baeb-d952b163f775 req-fbf7c0e1-7d66-4616-8b4f-a256aa019d03 service nova] Releasing lock "refresh_cache-51503845-99ac-4010-9780-09feb6c342b9" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.430062] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3660bf8-8c88-4d98-a2ac-d0045eb1d70a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.443531] env[69413]: DEBUG oslo_vmware.api [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077513, 'name': Rename_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.446359] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f09945f-63ec-4d25-9cd3-a925541a0b2e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.472291] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae3c737-5a38-470f-8d95-01562d1472ee {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.475428] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-accab0cd-383d-4863-b01c-7800726b01e1 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.475625] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-accab0cd-383d-4863-b01c-7800726b01e1 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.475811] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-accab0cd-383d-4863-b01c-7800726b01e1 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Deleting the datastore file [datastore2] 60618527-34f5-48f8-9cbe-d38db002d392 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.476495] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20b46bd1-cd03-41cc-ab87-ca60f625b3a0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.492023] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-4109532a-6134-4ac5-8c84-4e688b0a2819 tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] The volume has not been displaced from its original location: [datastore2] volume-a63cfcc1-5115-4e13-9c17-ff3097894926/volume-a63cfcc1-5115-4e13-9c17-ff3097894926.vmdk. No consolidation needed. {{(pid=69413) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 805.497730] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-4109532a-6134-4ac5-8c84-4e688b0a2819 tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Reconfiguring VM instance instance-0000001e to detach disk 2000 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 805.500571] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a48185d3-b278-4c8b-a66d-bab920265a7d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.515795] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c17805-9df8-4291-a1e5-afd6a47873c8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.520113] env[69413]: DEBUG oslo_vmware.api [None req-accab0cd-383d-4863-b01c-7800726b01e1 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Waiting for the task: (returnval){ [ 805.520113] env[69413]: value = "task-3077523" [ 805.520113] env[69413]: _type = "Task" [ 805.520113] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.531185] env[69413]: DEBUG oslo_vmware.api [None req-4109532a-6134-4ac5-8c84-4e688b0a2819 tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Waiting for the task: (returnval){ [ 805.531185] env[69413]: value = "task-3077524" [ 805.531185] env[69413]: _type = "Task" [ 805.531185] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.532642] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422286be-d331-45f9-bf4e-d0b3f2788f3e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.543075] env[69413]: DEBUG oslo_vmware.api [None req-accab0cd-383d-4863-b01c-7800726b01e1 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Task: {'id': task-3077523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.581762] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40eab99b-648e-4734-a47b-3b079f62e853 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.584913] env[69413]: DEBUG oslo_vmware.api [None req-4109532a-6134-4ac5-8c84-4e688b0a2819 tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Task: {'id': task-3077524, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.591099] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d760b140-5e82-4296-8946-80cd242b083c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.607400] env[69413]: DEBUG nova.compute.provider_tree [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.697168] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077520, 'name': CreateVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.752384] env[69413]: DEBUG nova.network.neutron [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Updating instance_info_cache with network_info: [{"id": "629082e4-cda1-4129-8482-abb59f91f150", "address": "fa:16:3e:ed:90:67", "network": {"id": "d98167cb-87c0-416f-a41d-446befedd8cb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-767419095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "aee4858f97604accae0cfa296cc59aeb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap629082e4-cd", "ovs_interfaceid": "629082e4-cda1-4129-8482-abb59f91f150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.788154] env[69413]: DEBUG nova.compute.manager [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 805.814940] env[69413]: DEBUG nova.virt.hardware [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.815203] env[69413]: DEBUG nova.virt.hardware [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.815359] env[69413]: DEBUG nova.virt.hardware [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.815537] env[69413]: DEBUG nova.virt.hardware [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.815681] env[69413]: DEBUG nova.virt.hardware [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.815823] env[69413]: DEBUG nova.virt.hardware [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.816042] env[69413]: DEBUG nova.virt.hardware [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.816207] env[69413]: DEBUG nova.virt.hardware [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.816370] env[69413]: DEBUG nova.virt.hardware [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.816530] env[69413]: DEBUG nova.virt.hardware [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.816703] env[69413]: DEBUG nova.virt.hardware [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.817599] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730850c9-755b-40ed-b4d3-eab7bcdfeb3d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.833436] env[69413]: DEBUG oslo_vmware.api [None req-ad76165e-8bac-45ca-a431-932107c84d73 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077514, 'name': Destroy_Task, 'duration_secs': 0.737065} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.837494] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-ad76165e-8bac-45ca-a431-932107c84d73 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Destroyed the VM [ 805.837940] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ad76165e-8bac-45ca-a431-932107c84d73 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Deleting Snapshot of the VM instance {{(pid=69413) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 805.838438] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-486964ad-72df-4a9b-899f-f818ed874351 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.843097] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd02eeb7-e367-4e2b-83bc-d7eb8c2f0d80 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.868056] env[69413]: DEBUG oslo_vmware.api [None req-ad76165e-8bac-45ca-a431-932107c84d73 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Waiting for the task: (returnval){ [ 805.868056] env[69413]: value = "task-3077525" [ 805.868056] env[69413]: _type = "Task" [ 805.868056] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.883690] env[69413]: DEBUG oslo_vmware.api [None req-ad76165e-8bac-45ca-a431-932107c84d73 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077525, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.942934] env[69413]: DEBUG oslo_vmware.api [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077513, 'name': Rename_Task, 'duration_secs': 1.174465} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.943319] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.943584] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e96bd4b-3826-499a-94c7-9f2ccf14a020 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.950510] env[69413]: DEBUG oslo_vmware.api [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 805.950510] env[69413]: value = "task-3077526" [ 805.950510] env[69413]: _type = "Task" [ 805.950510] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.959325] env[69413]: DEBUG oslo_vmware.api [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077526, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.034927] env[69413]: DEBUG oslo_vmware.api [None req-accab0cd-383d-4863-b01c-7800726b01e1 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Task: {'id': task-3077523, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.428517} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.035320] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-accab0cd-383d-4863-b01c-7800726b01e1 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.035575] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-accab0cd-383d-4863-b01c-7800726b01e1 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.035849] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-accab0cd-383d-4863-b01c-7800726b01e1 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.036062] env[69413]: INFO nova.compute.manager [None req-accab0cd-383d-4863-b01c-7800726b01e1 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Took 1.23 seconds to destroy the instance on the hypervisor. [ 806.036397] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-accab0cd-383d-4863-b01c-7800726b01e1 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.036776] env[69413]: DEBUG nova.compute.manager [-] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 806.036877] env[69413]: DEBUG nova.network.neutron [-] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 806.051792] env[69413]: DEBUG oslo_vmware.api [None req-4109532a-6134-4ac5-8c84-4e688b0a2819 tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Task: {'id': task-3077524, 'name': ReconfigVM_Task, 'duration_secs': 0.361823} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.052198] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-4109532a-6134-4ac5-8c84-4e688b0a2819 tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Reconfigured VM instance instance-0000001e to detach disk 2000 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 806.059623] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea6da461-2e33-4f03-823e-d385d2c5a0c3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.086169] env[69413]: DEBUG oslo_vmware.api [None req-4109532a-6134-4ac5-8c84-4e688b0a2819 tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Waiting for the task: (returnval){ [ 806.086169] env[69413]: value = "task-3077527" [ 806.086169] env[69413]: _type = "Task" [ 806.086169] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.099775] env[69413]: DEBUG oslo_vmware.api [None req-4109532a-6134-4ac5-8c84-4e688b0a2819 tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Task: {'id': task-3077527, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.113177] env[69413]: DEBUG nova.scheduler.client.report [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.200342] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077520, 'name': CreateVM_Task, 'duration_secs': 0.524394} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.200534] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.201846] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.202095] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.202435] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.202795] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5197df0-350c-445b-bfcb-c0cefd442c50 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.208377] env[69413]: DEBUG oslo_vmware.api [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Waiting for the task: (returnval){ [ 806.208377] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b50052-9ab2-1aa2-9db2-e55a02b8220d" [ 806.208377] env[69413]: _type = "Task" [ 806.208377] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.217603] env[69413]: DEBUG oslo_vmware.api [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b50052-9ab2-1aa2-9db2-e55a02b8220d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.255421] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Releasing lock "refresh_cache-9c167732-fb10-402b-8b16-d9094785af78" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.382351] env[69413]: DEBUG oslo_vmware.api [None req-ad76165e-8bac-45ca-a431-932107c84d73 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077525, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.464353] env[69413]: DEBUG oslo_vmware.api [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077526, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.600738] env[69413]: DEBUG oslo_vmware.api [None req-4109532a-6134-4ac5-8c84-4e688b0a2819 tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Task: {'id': task-3077527, 'name': ReconfigVM_Task, 'duration_secs': 0.190732} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.601429] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-4109532a-6134-4ac5-8c84-4e688b0a2819 tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616083', 'volume_id': 'a63cfcc1-5115-4e13-9c17-ff3097894926', 'name': 'volume-a63cfcc1-5115-4e13-9c17-ff3097894926', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6b74a1f-99fb-456f-844a-30dc33ecf36e', 'attached_at': '', 'detached_at': '', 'volume_id': 'a63cfcc1-5115-4e13-9c17-ff3097894926', 'serial': 'a63cfcc1-5115-4e13-9c17-ff3097894926'} {{(pid=69413) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 806.601885] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4109532a-6134-4ac5-8c84-4e688b0a2819 tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.603230] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa8af2d-86ed-4fa1-abcb-21d42e5b696d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.617019] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4109532a-6134-4ac5-8c84-4e688b0a2819 tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.617228] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e801f59-4571-4398-b44f-bdad8875bac2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.619857] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.844s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.620495] env[69413]: DEBUG nova.compute.manager [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 806.625150] env[69413]: DEBUG oslo_concurrency.lockutils [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.384s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.627172] env[69413]: INFO nova.compute.claims [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 806.686008] env[69413]: DEBUG nova.network.neutron [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Successfully updated port: 24e46c02-d2dc-4658-b33d-6dad03ed964c {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 806.707051] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4109532a-6134-4ac5-8c84-4e688b0a2819 tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.707211] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4109532a-6134-4ac5-8c84-4e688b0a2819 tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.707315] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-4109532a-6134-4ac5-8c84-4e688b0a2819 tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Deleting the datastore file [datastore2] e6b74a1f-99fb-456f-844a-30dc33ecf36e {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.707583] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1637bf69-2fe3-4e1e-ac0c-721c54a5b380 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.722227] env[69413]: DEBUG oslo_vmware.api [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b50052-9ab2-1aa2-9db2-e55a02b8220d, 'name': SearchDatastore_Task, 'duration_secs': 0.014259} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.723874] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.724137] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.724393] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.724612] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.724894] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.725385] env[69413]: DEBUG oslo_vmware.api [None req-4109532a-6134-4ac5-8c84-4e688b0a2819 tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Waiting for the task: (returnval){ [ 806.725385] env[69413]: value = "task-3077529" [ 806.725385] env[69413]: _type = "Task" [ 806.725385] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.725587] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f57999d-41b2-4187-a843-7c2749387544 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.737055] env[69413]: DEBUG oslo_vmware.api [None req-4109532a-6134-4ac5-8c84-4e688b0a2819 tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Task: {'id': task-3077529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.747857] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.748061] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.748861] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1f70b0a-930c-495f-9d71-f88a492f25f5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.756169] env[69413]: DEBUG oslo_vmware.api [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Waiting for the task: (returnval){ [ 806.756169] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52edff25-7d32-12b5-b1fc-587ed7cce130" [ 806.756169] env[69413]: _type = "Task" [ 806.756169] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.770840] env[69413]: DEBUG oslo_vmware.api [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52edff25-7d32-12b5-b1fc-587ed7cce130, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.882164] env[69413]: DEBUG oslo_vmware.api [None req-ad76165e-8bac-45ca-a431-932107c84d73 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077525, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.903831] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.904826] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2808a4c3-cb94-4806-b313-b17f4613c8ef {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.914075] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.914400] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe772ee2-39af-409e-a234-393fbf6ce39b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.961815] env[69413]: DEBUG oslo_vmware.api [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077526, 'name': PowerOnVM_Task, 'duration_secs': 0.672976} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.962089] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.962699] env[69413]: DEBUG nova.compute.manager [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.963157] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f05edda-bf5a-47f2-8f12-fcb403dd58eb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.977480] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.977699] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.977875] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Deleting the datastore file [datastore1] 9c167732-fb10-402b-8b16-d9094785af78 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.978152] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-111fca00-2a05-4c44-b3b6-10084c043fee {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.984611] env[69413]: DEBUG oslo_vmware.api [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Waiting for the task: (returnval){ [ 806.984611] env[69413]: value = "task-3077531" [ 806.984611] env[69413]: _type = "Task" [ 806.984611] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.992596] env[69413]: DEBUG oslo_vmware.api [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.055606] env[69413]: DEBUG nova.compute.manager [req-ff234d7a-7499-4ccf-9746-8a966b9a9f3f req-2516f893-502f-404b-bf24-58f1369a787d service nova] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Received event network-vif-unplugged-629082e4-cda1-4129-8482-abb59f91f150 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.055831] env[69413]: DEBUG oslo_concurrency.lockutils [req-ff234d7a-7499-4ccf-9746-8a966b9a9f3f req-2516f893-502f-404b-bf24-58f1369a787d service nova] Acquiring lock "9c167732-fb10-402b-8b16-d9094785af78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.056082] env[69413]: DEBUG oslo_concurrency.lockutils [req-ff234d7a-7499-4ccf-9746-8a966b9a9f3f req-2516f893-502f-404b-bf24-58f1369a787d service nova] Lock "9c167732-fb10-402b-8b16-d9094785af78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.056181] env[69413]: DEBUG oslo_concurrency.lockutils [req-ff234d7a-7499-4ccf-9746-8a966b9a9f3f req-2516f893-502f-404b-bf24-58f1369a787d service nova] Lock "9c167732-fb10-402b-8b16-d9094785af78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.056343] env[69413]: DEBUG nova.compute.manager [req-ff234d7a-7499-4ccf-9746-8a966b9a9f3f req-2516f893-502f-404b-bf24-58f1369a787d service nova] [instance: 9c167732-fb10-402b-8b16-d9094785af78] No waiting events found dispatching network-vif-unplugged-629082e4-cda1-4129-8482-abb59f91f150 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 807.056512] env[69413]: WARNING nova.compute.manager [req-ff234d7a-7499-4ccf-9746-8a966b9a9f3f req-2516f893-502f-404b-bf24-58f1369a787d service nova] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Received unexpected event network-vif-unplugged-629082e4-cda1-4129-8482-abb59f91f150 for instance with vm_state shelved and task_state shelving_offloading. [ 807.134123] env[69413]: DEBUG nova.compute.utils [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 807.135650] env[69413]: DEBUG nova.compute.manager [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 807.135958] env[69413]: DEBUG nova.network.neutron [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 807.161409] env[69413]: DEBUG nova.compute.manager [req-f82bb253-3e1f-451e-b7c0-812bb757784c req-f1728994-9008-4d12-83bc-c281a0961333 service nova] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Received event network-vif-plugged-24e46c02-d2dc-4658-b33d-6dad03ed964c {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.161622] env[69413]: DEBUG oslo_concurrency.lockutils [req-f82bb253-3e1f-451e-b7c0-812bb757784c req-f1728994-9008-4d12-83bc-c281a0961333 service nova] Acquiring lock "ea9f83f0-3336-4ebc-a5ad-183da349a61f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.161719] env[69413]: DEBUG oslo_concurrency.lockutils [req-f82bb253-3e1f-451e-b7c0-812bb757784c req-f1728994-9008-4d12-83bc-c281a0961333 service nova] Lock "ea9f83f0-3336-4ebc-a5ad-183da349a61f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.161876] env[69413]: DEBUG oslo_concurrency.lockutils [req-f82bb253-3e1f-451e-b7c0-812bb757784c req-f1728994-9008-4d12-83bc-c281a0961333 service nova] Lock "ea9f83f0-3336-4ebc-a5ad-183da349a61f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.162107] env[69413]: DEBUG nova.compute.manager [req-f82bb253-3e1f-451e-b7c0-812bb757784c req-f1728994-9008-4d12-83bc-c281a0961333 service nova] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] No waiting events found dispatching network-vif-plugged-24e46c02-d2dc-4658-b33d-6dad03ed964c {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 807.162299] env[69413]: WARNING nova.compute.manager [req-f82bb253-3e1f-451e-b7c0-812bb757784c req-f1728994-9008-4d12-83bc-c281a0961333 service nova] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Received unexpected event network-vif-plugged-24e46c02-d2dc-4658-b33d-6dad03ed964c for instance with vm_state building and task_state spawning. [ 807.162462] env[69413]: DEBUG nova.compute.manager [req-f82bb253-3e1f-451e-b7c0-812bb757784c req-f1728994-9008-4d12-83bc-c281a0961333 service nova] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Received event network-vif-deleted-6671fa73-ed86-43ed-b485-0caddac02b0a {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.162671] env[69413]: INFO nova.compute.manager [req-f82bb253-3e1f-451e-b7c0-812bb757784c req-f1728994-9008-4d12-83bc-c281a0961333 service nova] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Neutron deleted interface 6671fa73-ed86-43ed-b485-0caddac02b0a; detaching it from the instance and deleting it from the info cache [ 807.162934] env[69413]: DEBUG nova.network.neutron [req-f82bb253-3e1f-451e-b7c0-812bb757784c req-f1728994-9008-4d12-83bc-c281a0961333 service nova] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Updating instance_info_cache with network_info: [{"id": "369303d0-5e55-4cd0-a4bb-5fdfe8701736", "address": "fa:16:3e:17:ed:5c", "network": {"id": "6f6ffd57-f865-4d9f-8a38-14e4d05b356e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-358644027", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9901a751d924cea997c652b0d905681", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap369303d0-5e", "ovs_interfaceid": "369303d0-5e55-4cd0-a4bb-5fdfe8701736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.191776] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "refresh_cache-ea9f83f0-3336-4ebc-a5ad-183da349a61f" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.192032] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquired lock "refresh_cache-ea9f83f0-3336-4ebc-a5ad-183da349a61f" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.192222] env[69413]: DEBUG nova.network.neutron [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.195950] env[69413]: DEBUG nova.policy [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8dbe18f4a49d4089b05a655ce121114a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4988462976ba4028a5dbf733a34f68cd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 807.241300] env[69413]: DEBUG oslo_vmware.api [None req-4109532a-6134-4ac5-8c84-4e688b0a2819 tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Task: {'id': task-3077529, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149493} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.241300] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-4109532a-6134-4ac5-8c84-4e688b0a2819 tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.242610] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4109532a-6134-4ac5-8c84-4e688b0a2819 tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.242610] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4109532a-6134-4ac5-8c84-4e688b0a2819 tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.267756] env[69413]: DEBUG oslo_vmware.api [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52edff25-7d32-12b5-b1fc-587ed7cce130, 'name': SearchDatastore_Task, 'duration_secs': 0.011587} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.268584] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76334780-a14d-48a3-8026-8609685fb4f4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.274998] env[69413]: DEBUG oslo_vmware.api [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Waiting for the task: (returnval){ [ 807.274998] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52ab52dc-b58e-78fa-f187-42a07ccc4373" [ 807.274998] env[69413]: _type = "Task" [ 807.274998] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.282863] env[69413]: DEBUG oslo_vmware.api [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52ab52dc-b58e-78fa-f187-42a07ccc4373, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.312985] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-4109532a-6134-4ac5-8c84-4e688b0a2819 tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Volume detach. Driver type: vmdk {{(pid=69413) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 807.313335] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-87705bb9-eda0-4603-866e-d208b3f4320b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.324214] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd02a61-0d57-4171-8ed8-4c5bb62bfeb8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.364118] env[69413]: ERROR nova.compute.manager [None req-4109532a-6134-4ac5-8c84-4e688b0a2819 tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Failed to detach volume a63cfcc1-5115-4e13-9c17-ff3097894926 from /dev/sda: nova.exception.InstanceNotFound: Instance e6b74a1f-99fb-456f-844a-30dc33ecf36e could not be found. [ 807.364118] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Traceback (most recent call last): [ 807.364118] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 807.364118] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] self.driver.rebuild(**kwargs) [ 807.364118] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 807.364118] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] raise NotImplementedError() [ 807.364118] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] NotImplementedError [ 807.364118] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] [ 807.364118] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] During handling of the above exception, another exception occurred: [ 807.364118] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] [ 807.364118] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Traceback (most recent call last): [ 807.364118] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 807.364118] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] self.driver.detach_volume(context, old_connection_info, [ 807.364118] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 807.364118] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] return self._volumeops.detach_volume(connection_info, instance) [ 807.364118] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 807.364118] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] self._detach_volume_vmdk(connection_info, instance) [ 807.364118] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 807.364118] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 807.364118] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 807.364118] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] stable_ref.fetch_moref(session) [ 807.364118] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 807.364118] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] raise exception.InstanceNotFound(instance_id=self._uuid) [ 807.364118] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] nova.exception.InstanceNotFound: Instance e6b74a1f-99fb-456f-844a-30dc33ecf36e could not be found. [ 807.364118] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] [ 807.370925] env[69413]: DEBUG nova.network.neutron [-] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.381461] env[69413]: DEBUG oslo_vmware.api [None req-ad76165e-8bac-45ca-a431-932107c84d73 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077525, 'name': RemoveSnapshot_Task, 'duration_secs': 1.049544} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.382223] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ad76165e-8bac-45ca-a431-932107c84d73 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Deleted Snapshot of the VM instance {{(pid=69413) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 807.493159] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.500135] env[69413]: DEBUG oslo_vmware.api [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077531, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290508} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.501439] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.501588] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.502589] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.533332] env[69413]: INFO nova.scheduler.client.report [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Deleted allocations for instance 9c167732-fb10-402b-8b16-d9094785af78 [ 807.549032] env[69413]: DEBUG nova.compute.utils [None req-4109532a-6134-4ac5-8c84-4e688b0a2819 tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Build of instance e6b74a1f-99fb-456f-844a-30dc33ecf36e aborted: Failed to rebuild volume backed instance. {{(pid=69413) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 807.558322] env[69413]: ERROR nova.compute.manager [None req-4109532a-6134-4ac5-8c84-4e688b0a2819 tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance e6b74a1f-99fb-456f-844a-30dc33ecf36e aborted: Failed to rebuild volume backed instance. [ 807.558322] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Traceback (most recent call last): [ 807.558322] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 807.558322] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] self.driver.rebuild(**kwargs) [ 807.558322] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 807.558322] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] raise NotImplementedError() [ 807.558322] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] NotImplementedError [ 807.558322] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] [ 807.558322] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] During handling of the above exception, another exception occurred: [ 807.558322] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] [ 807.558322] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Traceback (most recent call last): [ 807.558322] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 807.558322] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] self._detach_root_volume(context, instance, root_bdm) [ 807.558322] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 807.558322] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] with excutils.save_and_reraise_exception(): [ 807.558322] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 807.558322] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] self.force_reraise() [ 807.558322] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 807.558322] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] raise self.value [ 807.558322] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 807.558322] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] self.driver.detach_volume(context, old_connection_info, [ 807.558322] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 807.558322] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] return self._volumeops.detach_volume(connection_info, instance) [ 807.558322] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 807.558322] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] self._detach_volume_vmdk(connection_info, instance) [ 807.558322] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 807.558322] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 807.558322] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 807.558322] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] stable_ref.fetch_moref(session) [ 807.558322] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 807.558322] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] raise exception.InstanceNotFound(instance_id=self._uuid) [ 807.558322] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] nova.exception.InstanceNotFound: Instance e6b74a1f-99fb-456f-844a-30dc33ecf36e could not be found. [ 807.558322] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] [ 807.558322] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] During handling of the above exception, another exception occurred: [ 807.558322] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] [ 807.558322] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Traceback (most recent call last): [ 807.558322] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 807.558322] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] yield [ 807.558322] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 807.558322] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] self._do_rebuild_instance_with_claim( [ 807.559624] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 807.559624] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] self._do_rebuild_instance( [ 807.559624] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 807.559624] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] self._rebuild_default_impl(**kwargs) [ 807.559624] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 807.559624] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] self._rebuild_volume_backed_instance( [ 807.559624] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 807.559624] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] raise exception.BuildAbortException( [ 807.559624] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] nova.exception.BuildAbortException: Build of instance e6b74a1f-99fb-456f-844a-30dc33ecf36e aborted: Failed to rebuild volume backed instance. [ 807.559624] env[69413]: ERROR nova.compute.manager [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] [ 807.641788] env[69413]: DEBUG nova.compute.manager [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 807.646495] env[69413]: DEBUG nova.network.neutron [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Successfully created port: 0a9b8dc5-3a4b-4c67-81c8-5d31a5f10d77 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 807.670965] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8bb7427c-1d46-42c4-a583-02051e998823 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.683823] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16179fd7-e336-4b82-8a06-19817c86014c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.740131] env[69413]: DEBUG nova.compute.manager [req-f82bb253-3e1f-451e-b7c0-812bb757784c req-f1728994-9008-4d12-83bc-c281a0961333 service nova] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Detach interface failed, port_id=6671fa73-ed86-43ed-b485-0caddac02b0a, reason: Instance 60618527-34f5-48f8-9cbe-d38db002d392 could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 807.740555] env[69413]: DEBUG nova.compute.manager [req-f82bb253-3e1f-451e-b7c0-812bb757784c req-f1728994-9008-4d12-83bc-c281a0961333 service nova] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Received event network-changed-24e46c02-d2dc-4658-b33d-6dad03ed964c {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.740799] env[69413]: DEBUG nova.compute.manager [req-f82bb253-3e1f-451e-b7c0-812bb757784c req-f1728994-9008-4d12-83bc-c281a0961333 service nova] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Refreshing instance network info cache due to event network-changed-24e46c02-d2dc-4658-b33d-6dad03ed964c. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 807.741010] env[69413]: DEBUG oslo_concurrency.lockutils [req-f82bb253-3e1f-451e-b7c0-812bb757784c req-f1728994-9008-4d12-83bc-c281a0961333 service nova] Acquiring lock "refresh_cache-ea9f83f0-3336-4ebc-a5ad-183da349a61f" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.742076] env[69413]: DEBUG nova.network.neutron [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.785703] env[69413]: DEBUG oslo_vmware.api [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52ab52dc-b58e-78fa-f187-42a07ccc4373, 'name': SearchDatastore_Task, 'duration_secs': 0.019857} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.788731] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.789007] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 51503845-99ac-4010-9780-09feb6c342b9/51503845-99ac-4010-9780-09feb6c342b9.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.791513] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82d1a2ba-16bf-48bb-a815-587d2a66b927 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.801270] env[69413]: DEBUG oslo_vmware.api [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Waiting for the task: (returnval){ [ 807.801270] env[69413]: value = "task-3077532" [ 807.801270] env[69413]: _type = "Task" [ 807.801270] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.810408] env[69413]: DEBUG oslo_vmware.api [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Task: {'id': task-3077532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.876938] env[69413]: INFO nova.compute.manager [-] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Took 1.84 seconds to deallocate network for instance. [ 807.888732] env[69413]: WARNING nova.compute.manager [None req-ad76165e-8bac-45ca-a431-932107c84d73 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Image not found during snapshot: nova.exception.ImageNotFound: Image 24f3dc8d-4ace-4922-abf6-5f6e0bcdb776 could not be found. [ 807.934222] env[69413]: DEBUG nova.network.neutron [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Updating instance_info_cache with network_info: [{"id": "24e46c02-d2dc-4658-b33d-6dad03ed964c", "address": "fa:16:3e:90:d8:b9", "network": {"id": "9b997f48-e078-4b7b-81f9-f111dbf3aed2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-448963928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4151a17ee9940e5a7934be8321a3ec6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24e46c02-d2", "ovs_interfaceid": "24e46c02-d2dc-4658-b33d-6dad03ed964c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.038452] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.105273] env[69413]: DEBUG oslo_vmware.rw_handles [None req-dcf22a7f-3abf-4198-a20c-e9c35cc46637 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a2cedf-d973-0733-c5a9-5ceecac8c2e8/disk-0.vmdk. {{(pid=69413) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 808.106759] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a1cc01-e41a-46b9-9fed-9ad2ebfe9704 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.119558] env[69413]: DEBUG oslo_vmware.rw_handles [None req-dcf22a7f-3abf-4198-a20c-e9c35cc46637 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a2cedf-d973-0733-c5a9-5ceecac8c2e8/disk-0.vmdk is in state: ready. {{(pid=69413) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 808.120657] env[69413]: ERROR oslo_vmware.rw_handles [None req-dcf22a7f-3abf-4198-a20c-e9c35cc46637 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a2cedf-d973-0733-c5a9-5ceecac8c2e8/disk-0.vmdk due to incomplete transfer. [ 808.120982] env[69413]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c1882309-5990-40b3-834b-c7b018a2ddd3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.131383] env[69413]: DEBUG oslo_vmware.rw_handles [None req-dcf22a7f-3abf-4198-a20c-e9c35cc46637 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a2cedf-d973-0733-c5a9-5ceecac8c2e8/disk-0.vmdk. {{(pid=69413) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 808.131383] env[69413]: DEBUG nova.virt.vmwareapi.images [None req-dcf22a7f-3abf-4198-a20c-e9c35cc46637 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Uploaded image 24686188-0c90-4828-af49-0bd344e937b7 to the Glance image server {{(pid=69413) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 808.132528] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcf22a7f-3abf-4198-a20c-e9c35cc46637 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Destroying the VM {{(pid=69413) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 808.132839] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cf7f8863-3e97-4354-b6c7-9d1c1e31a76b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.139737] env[69413]: DEBUG oslo_vmware.api [None req-dcf22a7f-3abf-4198-a20c-e9c35cc46637 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Waiting for the task: (returnval){ [ 808.139737] env[69413]: value = "task-3077533" [ 808.139737] env[69413]: _type = "Task" [ 808.139737] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.152844] env[69413]: DEBUG oslo_vmware.api [None req-dcf22a7f-3abf-4198-a20c-e9c35cc46637 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077533, 'name': Destroy_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.216094] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840f79d1-62c8-42b1-9ba5-72dee63f2ace {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.226759] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2da01d-f895-48c2-9437-77f7284e1f59 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.262136] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1834ca06-405e-4862-b2d8-ea0e887369f8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.272794] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178ddaaa-df12-43ce-900a-c7eef559b0c7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.287025] env[69413]: DEBUG nova.compute.provider_tree [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.309668] env[69413]: DEBUG oslo_vmware.api [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Task: {'id': task-3077532, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.386025] env[69413]: DEBUG oslo_concurrency.lockutils [None req-accab0cd-383d-4863-b01c-7800726b01e1 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.415215] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c705d801-f650-4f7c-8c6f-598f88cfe227 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquiring lock "6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.415523] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c705d801-f650-4f7c-8c6f-598f88cfe227 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lock "6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.416552] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c705d801-f650-4f7c-8c6f-598f88cfe227 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquiring lock "6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.416839] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c705d801-f650-4f7c-8c6f-598f88cfe227 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lock "6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.417064] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c705d801-f650-4f7c-8c6f-598f88cfe227 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lock "6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.419626] env[69413]: INFO nova.compute.manager [None req-c705d801-f650-4f7c-8c6f-598f88cfe227 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Terminating instance [ 808.437939] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Releasing lock "refresh_cache-ea9f83f0-3336-4ebc-a5ad-183da349a61f" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.438357] env[69413]: DEBUG nova.compute.manager [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Instance network_info: |[{"id": "24e46c02-d2dc-4658-b33d-6dad03ed964c", "address": "fa:16:3e:90:d8:b9", "network": {"id": "9b997f48-e078-4b7b-81f9-f111dbf3aed2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-448963928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4151a17ee9940e5a7934be8321a3ec6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24e46c02-d2", "ovs_interfaceid": "24e46c02-d2dc-4658-b33d-6dad03ed964c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 808.438675] env[69413]: DEBUG oslo_concurrency.lockutils [req-f82bb253-3e1f-451e-b7c0-812bb757784c req-f1728994-9008-4d12-83bc-c281a0961333 service nova] Acquired lock "refresh_cache-ea9f83f0-3336-4ebc-a5ad-183da349a61f" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.438859] env[69413]: DEBUG nova.network.neutron [req-f82bb253-3e1f-451e-b7c0-812bb757784c req-f1728994-9008-4d12-83bc-c281a0961333 service nova] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Refreshing network info cache for port 24e46c02-d2dc-4658-b33d-6dad03ed964c {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.440251] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:d8:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24e46c02-d2dc-4658-b33d-6dad03ed964c', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.448712] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.449993] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.450313] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b880f9f-ff35-4c85-b88d-4604776f9cbb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.472067] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.472067] env[69413]: value = "task-3077534" [ 808.472067] env[69413]: _type = "Task" [ 808.472067] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.482434] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077534, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.649969] env[69413]: DEBUG oslo_vmware.api [None req-dcf22a7f-3abf-4198-a20c-e9c35cc46637 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077533, 'name': Destroy_Task, 'duration_secs': 0.437918} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.650290] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-dcf22a7f-3abf-4198-a20c-e9c35cc46637 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Destroyed the VM [ 808.650510] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf22a7f-3abf-4198-a20c-e9c35cc46637 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Deleting Snapshot of the VM instance {{(pid=69413) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 808.650790] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-df1161a0-51c8-4cf0-942a-a39fd35743cd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.658102] env[69413]: DEBUG nova.compute.manager [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 808.660693] env[69413]: DEBUG oslo_vmware.api [None req-dcf22a7f-3abf-4198-a20c-e9c35cc46637 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Waiting for the task: (returnval){ [ 808.660693] env[69413]: value = "task-3077535" [ 808.660693] env[69413]: _type = "Task" [ 808.660693] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.669235] env[69413]: DEBUG oslo_vmware.api [None req-dcf22a7f-3abf-4198-a20c-e9c35cc46637 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077535, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.687226] env[69413]: DEBUG nova.virt.hardware [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 808.687658] env[69413]: DEBUG nova.virt.hardware [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 808.687765] env[69413]: DEBUG nova.virt.hardware [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 808.690066] env[69413]: DEBUG nova.virt.hardware [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 808.690066] env[69413]: DEBUG nova.virt.hardware [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 808.690066] env[69413]: DEBUG nova.virt.hardware [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 808.690066] env[69413]: DEBUG nova.virt.hardware [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 808.690066] env[69413]: DEBUG nova.virt.hardware [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 808.690066] env[69413]: DEBUG nova.virt.hardware [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 808.690066] env[69413]: DEBUG nova.virt.hardware [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 808.690066] env[69413]: DEBUG nova.virt.hardware [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 808.690355] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5bfdc86-195b-40a6-b975-0202677270e0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.699267] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1564df8-0f0c-4203-a13a-6129b330cecc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.790596] env[69413]: DEBUG nova.scheduler.client.report [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.810938] env[69413]: DEBUG oslo_vmware.api [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Task: {'id': task-3077532, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.741847} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.811235] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 51503845-99ac-4010-9780-09feb6c342b9/51503845-99ac-4010-9780-09feb6c342b9.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.811446] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.811698] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7d07b73-fde9-4f79-847c-cc07543c5143 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.819242] env[69413]: DEBUG oslo_vmware.api [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Waiting for the task: (returnval){ [ 808.819242] env[69413]: value = "task-3077536" [ 808.819242] env[69413]: _type = "Task" [ 808.819242] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.830035] env[69413]: DEBUG oslo_vmware.api [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Task: {'id': task-3077536, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.924717] env[69413]: DEBUG nova.compute.manager [None req-c705d801-f650-4f7c-8c6f-598f88cfe227 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 808.925018] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c705d801-f650-4f7c-8c6f-598f88cfe227 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.925894] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770196bd-8c6d-48a5-bc80-b3f3e6246d66 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.933814] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-c705d801-f650-4f7c-8c6f-598f88cfe227 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.934093] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c09ac09-183f-4444-8802-80fcf3bbc1e6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.940495] env[69413]: DEBUG oslo_vmware.api [None req-c705d801-f650-4f7c-8c6f-598f88cfe227 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 808.940495] env[69413]: value = "task-3077537" [ 808.940495] env[69413]: _type = "Task" [ 808.940495] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.948511] env[69413]: DEBUG oslo_vmware.api [None req-c705d801-f650-4f7c-8c6f-598f88cfe227 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.983012] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077534, 'name': CreateVM_Task, 'duration_secs': 0.364945} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.983281] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.984113] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.984295] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.984739] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.985102] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad273627-33e0-483b-8b93-1f22d40cdd6a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.993660] env[69413]: DEBUG oslo_vmware.api [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 808.993660] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52045fb1-9e63-7dd5-6d19-a9a138db6899" [ 808.993660] env[69413]: _type = "Task" [ 808.993660] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.002394] env[69413]: DEBUG oslo_vmware.api [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52045fb1-9e63-7dd5-6d19-a9a138db6899, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.093376] env[69413]: DEBUG nova.compute.manager [req-8e1b6265-dfe2-4719-a94d-e2ddff3662f1 req-389af32e-0701-4cf3-9e0e-f68221f5afaf service nova] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Received event network-changed-629082e4-cda1-4129-8482-abb59f91f150 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.093376] env[69413]: DEBUG nova.compute.manager [req-8e1b6265-dfe2-4719-a94d-e2ddff3662f1 req-389af32e-0701-4cf3-9e0e-f68221f5afaf service nova] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Refreshing instance network info cache due to event network-changed-629082e4-cda1-4129-8482-abb59f91f150. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.093594] env[69413]: DEBUG oslo_concurrency.lockutils [req-8e1b6265-dfe2-4719-a94d-e2ddff3662f1 req-389af32e-0701-4cf3-9e0e-f68221f5afaf service nova] Acquiring lock "refresh_cache-9c167732-fb10-402b-8b16-d9094785af78" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.093838] env[69413]: DEBUG oslo_concurrency.lockutils [req-8e1b6265-dfe2-4719-a94d-e2ddff3662f1 req-389af32e-0701-4cf3-9e0e-f68221f5afaf service nova] Acquired lock "refresh_cache-9c167732-fb10-402b-8b16-d9094785af78" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.094060] env[69413]: DEBUG nova.network.neutron [req-8e1b6265-dfe2-4719-a94d-e2ddff3662f1 req-389af32e-0701-4cf3-9e0e-f68221f5afaf service nova] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Refreshing network info cache for port 629082e4-cda1-4129-8482-abb59f91f150 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.171449] env[69413]: DEBUG oslo_vmware.api [None req-dcf22a7f-3abf-4198-a20c-e9c35cc46637 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077535, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.175832] env[69413]: DEBUG nova.network.neutron [req-f82bb253-3e1f-451e-b7c0-812bb757784c req-f1728994-9008-4d12-83bc-c281a0961333 service nova] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Updated VIF entry in instance network info cache for port 24e46c02-d2dc-4658-b33d-6dad03ed964c. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.176236] env[69413]: DEBUG nova.network.neutron [req-f82bb253-3e1f-451e-b7c0-812bb757784c req-f1728994-9008-4d12-83bc-c281a0961333 service nova] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Updating instance_info_cache with network_info: [{"id": "24e46c02-d2dc-4658-b33d-6dad03ed964c", "address": "fa:16:3e:90:d8:b9", "network": {"id": "9b997f48-e078-4b7b-81f9-f111dbf3aed2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-448963928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4151a17ee9940e5a7934be8321a3ec6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24e46c02-d2", "ovs_interfaceid": "24e46c02-d2dc-4658-b33d-6dad03ed964c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.221299] env[69413]: DEBUG oslo_concurrency.lockutils [None req-930d0d3c-6ae7-4a57-9c78-ce580fcfbe4a tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Acquiring lock "8e433184-6504-4214-9dc1-868f573a9a4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.221578] env[69413]: DEBUG oslo_concurrency.lockutils [None req-930d0d3c-6ae7-4a57-9c78-ce580fcfbe4a tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Lock "8e433184-6504-4214-9dc1-868f573a9a4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.221792] env[69413]: DEBUG oslo_concurrency.lockutils [None req-930d0d3c-6ae7-4a57-9c78-ce580fcfbe4a tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Acquiring lock "8e433184-6504-4214-9dc1-868f573a9a4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.221971] env[69413]: DEBUG oslo_concurrency.lockutils [None req-930d0d3c-6ae7-4a57-9c78-ce580fcfbe4a tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Lock "8e433184-6504-4214-9dc1-868f573a9a4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.222173] env[69413]: DEBUG oslo_concurrency.lockutils [None req-930d0d3c-6ae7-4a57-9c78-ce580fcfbe4a tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Lock "8e433184-6504-4214-9dc1-868f573a9a4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.227743] env[69413]: INFO nova.compute.manager [None req-930d0d3c-6ae7-4a57-9c78-ce580fcfbe4a tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Terminating instance [ 809.295609] env[69413]: DEBUG oslo_concurrency.lockutils [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.296101] env[69413]: DEBUG nova.compute.manager [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 809.298632] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ce6948c4-b8ef-478a-b9fe-761bc4122cf5 tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.598s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.299041] env[69413]: DEBUG nova.objects.instance [None req-ce6948c4-b8ef-478a-b9fe-761bc4122cf5 tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Lazy-loading 'resources' on Instance uuid 35f9bcbc-1f35-467d-9220-9f9a93765579 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.335527] env[69413]: DEBUG oslo_vmware.api [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Task: {'id': task-3077536, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103594} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.335823] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.336789] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614de555-6168-4720-adc3-36cd5e43a2cf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.364087] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 51503845-99ac-4010-9780-09feb6c342b9/51503845-99ac-4010-9780-09feb6c342b9.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.364087] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-719f9750-1489-4d4d-93ab-2d1816860df2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.385681] env[69413]: DEBUG oslo_vmware.api [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Waiting for the task: (returnval){ [ 809.385681] env[69413]: value = "task-3077538" [ 809.385681] env[69413]: _type = "Task" [ 809.385681] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.395006] env[69413]: DEBUG oslo_vmware.api [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Task: {'id': task-3077538, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.451435] env[69413]: DEBUG oslo_vmware.api [None req-c705d801-f650-4f7c-8c6f-598f88cfe227 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077537, 'name': PowerOffVM_Task, 'duration_secs': 0.268727} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.451770] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-c705d801-f650-4f7c-8c6f-598f88cfe227 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 809.451988] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c705d801-f650-4f7c-8c6f-598f88cfe227 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.452298] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39303cc8-6ace-49b1-9860-bb20c4537e9c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.491054] env[69413]: DEBUG nova.network.neutron [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Successfully updated port: 0a9b8dc5-3a4b-4c67-81c8-5d31a5f10d77 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 809.507491] env[69413]: DEBUG oslo_vmware.api [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52045fb1-9e63-7dd5-6d19-a9a138db6899, 'name': SearchDatastore_Task, 'duration_secs': 0.015622} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.507940] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.508222] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.508500] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.508652] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.508908] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.509521] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57dc8d0b-bd4f-4d84-881f-d0e9de79e8a8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.514707] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c705d801-f650-4f7c-8c6f-598f88cfe227 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.514871] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c705d801-f650-4f7c-8c6f-598f88cfe227 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.515132] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-c705d801-f650-4f7c-8c6f-598f88cfe227 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Deleting the datastore file [datastore1] 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.515416] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f37ba96c-0035-4cd6-b28c-18af267764c1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.522021] env[69413]: DEBUG oslo_vmware.api [None req-c705d801-f650-4f7c-8c6f-598f88cfe227 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 809.522021] env[69413]: value = "task-3077540" [ 809.522021] env[69413]: _type = "Task" [ 809.522021] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.523374] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.523570] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.527396] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-290c498c-ea61-4048-9716-51fd7c51fe21 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.536704] env[69413]: DEBUG oslo_vmware.api [None req-c705d801-f650-4f7c-8c6f-598f88cfe227 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.537183] env[69413]: DEBUG oslo_vmware.api [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 809.537183] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5282d41e-1488-7fdd-1739-d86cb88155f2" [ 809.537183] env[69413]: _type = "Task" [ 809.537183] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.546251] env[69413]: DEBUG oslo_vmware.api [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5282d41e-1488-7fdd-1739-d86cb88155f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.582411] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4109532a-6134-4ac5-8c84-4e688b0a2819 tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.672664] env[69413]: DEBUG oslo_vmware.api [None req-dcf22a7f-3abf-4198-a20c-e9c35cc46637 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077535, 'name': RemoveSnapshot_Task, 'duration_secs': 0.922885} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.672993] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf22a7f-3abf-4198-a20c-e9c35cc46637 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Deleted Snapshot of the VM instance {{(pid=69413) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 809.673252] env[69413]: INFO nova.compute.manager [None req-dcf22a7f-3abf-4198-a20c-e9c35cc46637 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Took 14.85 seconds to snapshot the instance on the hypervisor. [ 809.680067] env[69413]: DEBUG oslo_concurrency.lockutils [req-f82bb253-3e1f-451e-b7c0-812bb757784c req-f1728994-9008-4d12-83bc-c281a0961333 service nova] Releasing lock "refresh_cache-ea9f83f0-3336-4ebc-a5ad-183da349a61f" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.680067] env[69413]: DEBUG nova.compute.manager [req-f82bb253-3e1f-451e-b7c0-812bb757784c req-f1728994-9008-4d12-83bc-c281a0961333 service nova] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Received event network-vif-deleted-369303d0-5e55-4cd0-a4bb-5fdfe8701736 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.680067] env[69413]: INFO nova.compute.manager [req-f82bb253-3e1f-451e-b7c0-812bb757784c req-f1728994-9008-4d12-83bc-c281a0961333 service nova] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Neutron deleted interface 369303d0-5e55-4cd0-a4bb-5fdfe8701736; detaching it from the instance and deleting it from the info cache [ 809.680259] env[69413]: DEBUG nova.network.neutron [req-f82bb253-3e1f-451e-b7c0-812bb757784c req-f1728994-9008-4d12-83bc-c281a0961333 service nova] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.732515] env[69413]: DEBUG nova.compute.manager [None req-930d0d3c-6ae7-4a57-9c78-ce580fcfbe4a tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 809.732891] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-930d0d3c-6ae7-4a57-9c78-ce580fcfbe4a tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.736721] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e5e245-7d1b-431d-a773-0ba57ff05713 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.748992] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-930d0d3c-6ae7-4a57-9c78-ce580fcfbe4a tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.749407] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fbe5761-251b-4eb1-a7aa-f49de6b76407 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.756547] env[69413]: DEBUG oslo_vmware.api [None req-930d0d3c-6ae7-4a57-9c78-ce580fcfbe4a tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Waiting for the task: (returnval){ [ 809.756547] env[69413]: value = "task-3077541" [ 809.756547] env[69413]: _type = "Task" [ 809.756547] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.767290] env[69413]: DEBUG oslo_vmware.api [None req-930d0d3c-6ae7-4a57-9c78-ce580fcfbe4a tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.801626] env[69413]: DEBUG nova.compute.utils [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.805627] env[69413]: DEBUG nova.compute.manager [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 809.805868] env[69413]: DEBUG nova.network.neutron [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 809.852940] env[69413]: DEBUG nova.policy [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39d506af3462433cac48b10446705c6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9de209e31d334361a502bcd6046c7204', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.900782] env[69413]: DEBUG oslo_vmware.api [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Task: {'id': task-3077538, 'name': ReconfigVM_Task, 'duration_secs': 0.336421} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.903966] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 51503845-99ac-4010-9780-09feb6c342b9/51503845-99ac-4010-9780-09feb6c342b9.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.905786] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-925ca4ef-0934-4fe9-ad08-02c66417b3b3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.912541] env[69413]: DEBUG oslo_vmware.api [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Waiting for the task: (returnval){ [ 809.912541] env[69413]: value = "task-3077542" [ 809.912541] env[69413]: _type = "Task" [ 809.912541] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.923181] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Acquiring lock "9c167732-fb10-402b-8b16-d9094785af78" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.928303] env[69413]: DEBUG oslo_vmware.api [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Task: {'id': task-3077542, 'name': Rename_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.982587] env[69413]: DEBUG nova.network.neutron [req-8e1b6265-dfe2-4719-a94d-e2ddff3662f1 req-389af32e-0701-4cf3-9e0e-f68221f5afaf service nova] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Updated VIF entry in instance network info cache for port 629082e4-cda1-4129-8482-abb59f91f150. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.982699] env[69413]: DEBUG nova.network.neutron [req-8e1b6265-dfe2-4719-a94d-e2ddff3662f1 req-389af32e-0701-4cf3-9e0e-f68221f5afaf service nova] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Updating instance_info_cache with network_info: [{"id": "629082e4-cda1-4129-8482-abb59f91f150", "address": "fa:16:3e:ed:90:67", "network": {"id": "d98167cb-87c0-416f-a41d-446befedd8cb", "bridge": null, "label": "tempest-ServersNegativeTestJSON-767419095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "aee4858f97604accae0cfa296cc59aeb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap629082e4-cd", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.998513] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Acquiring lock "refresh_cache-1c18d995-e20d-4a6c-9e67-0973a0091a57" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.998513] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Acquired lock "refresh_cache-1c18d995-e20d-4a6c-9e67-0973a0091a57" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.998513] env[69413]: DEBUG nova.network.neutron [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.036318] env[69413]: DEBUG oslo_vmware.api [None req-c705d801-f650-4f7c-8c6f-598f88cfe227 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077540, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232307} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.036578] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-c705d801-f650-4f7c-8c6f-598f88cfe227 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.036763] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c705d801-f650-4f7c-8c6f-598f88cfe227 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.036938] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c705d801-f650-4f7c-8c6f-598f88cfe227 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.037645] env[69413]: INFO nova.compute.manager [None req-c705d801-f650-4f7c-8c6f-598f88cfe227 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Took 1.11 seconds to destroy the instance on the hypervisor. [ 810.037918] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c705d801-f650-4f7c-8c6f-598f88cfe227 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.038197] env[69413]: DEBUG nova.compute.manager [-] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 810.038297] env[69413]: DEBUG nova.network.neutron [-] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 810.052357] env[69413]: DEBUG oslo_vmware.api [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5282d41e-1488-7fdd-1739-d86cb88155f2, 'name': SearchDatastore_Task, 'duration_secs': 0.0191} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.053223] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-187c61c3-e21e-4954-8b6b-ba2868cdaaca {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.058543] env[69413]: DEBUG oslo_vmware.api [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 810.058543] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c843de-220e-df76-1574-5302187096d9" [ 810.058543] env[69413]: _type = "Task" [ 810.058543] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.066944] env[69413]: DEBUG oslo_vmware.api [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c843de-220e-df76-1574-5302187096d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.141466] env[69413]: DEBUG oslo_concurrency.lockutils [None req-adcb0cf2-6b6f-47a1-8066-8bbf8df5c30f tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Acquiring lock "e6b74a1f-99fb-456f-844a-30dc33ecf36e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.141466] env[69413]: DEBUG oslo_concurrency.lockutils [None req-adcb0cf2-6b6f-47a1-8066-8bbf8df5c30f tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Lock "e6b74a1f-99fb-456f-844a-30dc33ecf36e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.141466] env[69413]: DEBUG oslo_concurrency.lockutils [None req-adcb0cf2-6b6f-47a1-8066-8bbf8df5c30f tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Acquiring lock "e6b74a1f-99fb-456f-844a-30dc33ecf36e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.141466] env[69413]: DEBUG oslo_concurrency.lockutils [None req-adcb0cf2-6b6f-47a1-8066-8bbf8df5c30f tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Lock "e6b74a1f-99fb-456f-844a-30dc33ecf36e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.141466] env[69413]: DEBUG oslo_concurrency.lockutils [None req-adcb0cf2-6b6f-47a1-8066-8bbf8df5c30f tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Lock "e6b74a1f-99fb-456f-844a-30dc33ecf36e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.141665] env[69413]: INFO nova.compute.manager [None req-adcb0cf2-6b6f-47a1-8066-8bbf8df5c30f tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Terminating instance [ 810.187576] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f946e763-e740-4689-a7dc-0ccbd61f9a07 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.191045] env[69413]: DEBUG nova.network.neutron [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Successfully created port: b678de24-2c12-4e4a-8a7a-03350dc4b3ce {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 810.205229] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d4090d-1496-44e7-8842-7628160b8c43 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.247846] env[69413]: DEBUG nova.compute.manager [req-f82bb253-3e1f-451e-b7c0-812bb757784c req-f1728994-9008-4d12-83bc-c281a0961333 service nova] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Detach interface failed, port_id=369303d0-5e55-4cd0-a4bb-5fdfe8701736, reason: Instance 60618527-34f5-48f8-9cbe-d38db002d392 could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 810.268207] env[69413]: DEBUG oslo_vmware.api [None req-930d0d3c-6ae7-4a57-9c78-ce580fcfbe4a tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077541, 'name': PowerOffVM_Task, 'duration_secs': 0.18719} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.268423] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-930d0d3c-6ae7-4a57-9c78-ce580fcfbe4a tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.268592] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-930d0d3c-6ae7-4a57-9c78-ce580fcfbe4a tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.268886] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-044f5f4a-8da1-4973-a037-02f22e52eb60 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.310391] env[69413]: DEBUG nova.compute.manager [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 810.343987] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-930d0d3c-6ae7-4a57-9c78-ce580fcfbe4a tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.344226] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-930d0d3c-6ae7-4a57-9c78-ce580fcfbe4a tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.345027] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-930d0d3c-6ae7-4a57-9c78-ce580fcfbe4a tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Deleting the datastore file [datastore1] 8e433184-6504-4214-9dc1-868f573a9a4d {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.345027] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0deeeb9-2a7d-4c1f-be0f-5e5282a96d0c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.351202] env[69413]: DEBUG oslo_vmware.api [None req-930d0d3c-6ae7-4a57-9c78-ce580fcfbe4a tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Waiting for the task: (returnval){ [ 810.351202] env[69413]: value = "task-3077544" [ 810.351202] env[69413]: _type = "Task" [ 810.351202] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.362712] env[69413]: DEBUG oslo_vmware.api [None req-930d0d3c-6ae7-4a57-9c78-ce580fcfbe4a tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077544, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.373365] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420bacdc-18bb-43cf-a8d1-273e4d1f1cd7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.380340] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6eeeed-0e8b-4fc3-a70f-58406aa47187 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.411175] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdeceb5a-be9f-4a93-9553-8d646942f955 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.425674] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2df3c5-9e82-442a-abe1-be565e6caa1c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.429872] env[69413]: DEBUG oslo_vmware.api [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Task: {'id': task-3077542, 'name': Rename_Task, 'duration_secs': 0.485505} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.429958] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.430655] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-315b4daa-d2bc-4a8f-9630-90dc58b09047 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.442114] env[69413]: DEBUG nova.compute.provider_tree [None req-ce6948c4-b8ef-478a-b9fe-761bc4122cf5 tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.448146] env[69413]: DEBUG oslo_vmware.api [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Waiting for the task: (returnval){ [ 810.448146] env[69413]: value = "task-3077545" [ 810.448146] env[69413]: _type = "Task" [ 810.448146] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.456613] env[69413]: DEBUG oslo_vmware.api [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Task: {'id': task-3077545, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.488457] env[69413]: DEBUG oslo_concurrency.lockutils [req-8e1b6265-dfe2-4719-a94d-e2ddff3662f1 req-389af32e-0701-4cf3-9e0e-f68221f5afaf service nova] Releasing lock "refresh_cache-9c167732-fb10-402b-8b16-d9094785af78" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.536176] env[69413]: DEBUG nova.network.neutron [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.571451] env[69413]: DEBUG oslo_vmware.api [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c843de-220e-df76-1574-5302187096d9, 'name': SearchDatastore_Task, 'duration_secs': 0.053769} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.571789] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.572258] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] ea9f83f0-3336-4ebc-a5ad-183da349a61f/ea9f83f0-3336-4ebc-a5ad-183da349a61f.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.575314] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92e6583c-17cb-49fd-974b-addb9b4e6552 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.583455] env[69413]: DEBUG oslo_vmware.api [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 810.583455] env[69413]: value = "task-3077546" [ 810.583455] env[69413]: _type = "Task" [ 810.583455] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.594597] env[69413]: DEBUG oslo_vmware.api [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.646586] env[69413]: DEBUG nova.compute.manager [None req-adcb0cf2-6b6f-47a1-8066-8bbf8df5c30f tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 810.646943] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c418a26-8030-4f38-b458-2bda6b7351e7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.657785] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20441132-effa-4afe-a9a2-9751e5ed2e7a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.676789] env[69413]: DEBUG nova.network.neutron [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Updating instance_info_cache with network_info: [{"id": "0a9b8dc5-3a4b-4c67-81c8-5d31a5f10d77", "address": "fa:16:3e:88:10:c3", "network": {"id": "2c837984-b294-4cf9-986b-217b0a74873c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1425338992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4988462976ba4028a5dbf733a34f68cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a9b8dc5-3a", "ovs_interfaceid": "0a9b8dc5-3a4b-4c67-81c8-5d31a5f10d77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.695148] env[69413]: WARNING nova.virt.vmwareapi.driver [None req-adcb0cf2-6b6f-47a1-8066-8bbf8df5c30f tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance e6b74a1f-99fb-456f-844a-30dc33ecf36e could not be found. [ 810.695455] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-adcb0cf2-6b6f-47a1-8066-8bbf8df5c30f tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 810.696523] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b5ffd3ee-cbeb-49ce-a89b-80985f5f39d4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.705655] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3473b136-d956-4ea7-b72f-13aca1f9f478 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.742897] env[69413]: WARNING nova.virt.vmwareapi.vmops [None req-adcb0cf2-6b6f-47a1-8066-8bbf8df5c30f tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance e6b74a1f-99fb-456f-844a-30dc33ecf36e could not be found. [ 810.743155] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-adcb0cf2-6b6f-47a1-8066-8bbf8df5c30f tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.743358] env[69413]: INFO nova.compute.manager [None req-adcb0cf2-6b6f-47a1-8066-8bbf8df5c30f tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Took 0.10 seconds to destroy the instance on the hypervisor. [ 810.743639] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-adcb0cf2-6b6f-47a1-8066-8bbf8df5c30f tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.743939] env[69413]: DEBUG nova.compute.manager [-] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 810.744048] env[69413]: DEBUG nova.network.neutron [-] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 810.868184] env[69413]: DEBUG oslo_vmware.api [None req-930d0d3c-6ae7-4a57-9c78-ce580fcfbe4a tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077544, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.466091} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.868466] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-930d0d3c-6ae7-4a57-9c78-ce580fcfbe4a tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.868744] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-930d0d3c-6ae7-4a57-9c78-ce580fcfbe4a tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.868866] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-930d0d3c-6ae7-4a57-9c78-ce580fcfbe4a tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.869061] env[69413]: INFO nova.compute.manager [None req-930d0d3c-6ae7-4a57-9c78-ce580fcfbe4a tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 810.869310] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-930d0d3c-6ae7-4a57-9c78-ce580fcfbe4a tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.869539] env[69413]: DEBUG nova.compute.manager [-] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 810.869634] env[69413]: DEBUG nova.network.neutron [-] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 810.945801] env[69413]: DEBUG nova.scheduler.client.report [None req-ce6948c4-b8ef-478a-b9fe-761bc4122cf5 tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.966472] env[69413]: DEBUG oslo_vmware.api [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Task: {'id': task-3077545, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.028851] env[69413]: DEBUG nova.network.neutron [-] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.098340] env[69413]: DEBUG oslo_vmware.api [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077546, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.184267] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Releasing lock "refresh_cache-1c18d995-e20d-4a6c-9e67-0973a0091a57" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.184267] env[69413]: DEBUG nova.compute.manager [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Instance network_info: |[{"id": "0a9b8dc5-3a4b-4c67-81c8-5d31a5f10d77", "address": "fa:16:3e:88:10:c3", "network": {"id": "2c837984-b294-4cf9-986b-217b0a74873c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1425338992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4988462976ba4028a5dbf733a34f68cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a9b8dc5-3a", "ovs_interfaceid": "0a9b8dc5-3a4b-4c67-81c8-5d31a5f10d77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 811.184267] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:10:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e71dbb-4279-427c-b39d-ba5df9895e58', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a9b8dc5-3a4b-4c67-81c8-5d31a5f10d77', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 811.192249] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Creating folder: Project (4988462976ba4028a5dbf733a34f68cd). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.192825] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31ee588c-68b8-41dd-9627-6741e92c0dc9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.208625] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Created folder: Project (4988462976ba4028a5dbf733a34f68cd) in parent group-v616034. [ 811.208625] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Creating folder: Instances. Parent ref: group-v616178. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.208625] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a395885b-834b-4d4f-bdf2-14850d0546de {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.223126] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Created folder: Instances in parent group-v616178. [ 811.223785] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.224480] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 811.225027] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e5811ff-c194-49a6-8273-6e29de5ca283 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.255639] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 811.255639] env[69413]: value = "task-3077549" [ 811.255639] env[69413]: _type = "Task" [ 811.255639] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.272238] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077549, 'name': CreateVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.287838] env[69413]: DEBUG nova.compute.manager [req-1f621c08-999b-488d-a9df-bd1ee849eb85 req-d9e77ce2-a081-438e-83e7-6bd59b2ad0af service nova] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Received event network-vif-plugged-0a9b8dc5-3a4b-4c67-81c8-5d31a5f10d77 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.289515] env[69413]: DEBUG oslo_concurrency.lockutils [req-1f621c08-999b-488d-a9df-bd1ee849eb85 req-d9e77ce2-a081-438e-83e7-6bd59b2ad0af service nova] Acquiring lock "1c18d995-e20d-4a6c-9e67-0973a0091a57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.289515] env[69413]: DEBUG oslo_concurrency.lockutils [req-1f621c08-999b-488d-a9df-bd1ee849eb85 req-d9e77ce2-a081-438e-83e7-6bd59b2ad0af service nova] Lock "1c18d995-e20d-4a6c-9e67-0973a0091a57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.289515] env[69413]: DEBUG oslo_concurrency.lockutils [req-1f621c08-999b-488d-a9df-bd1ee849eb85 req-d9e77ce2-a081-438e-83e7-6bd59b2ad0af service nova] Lock "1c18d995-e20d-4a6c-9e67-0973a0091a57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.289515] env[69413]: DEBUG nova.compute.manager [req-1f621c08-999b-488d-a9df-bd1ee849eb85 req-d9e77ce2-a081-438e-83e7-6bd59b2ad0af service nova] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] No waiting events found dispatching network-vif-plugged-0a9b8dc5-3a4b-4c67-81c8-5d31a5f10d77 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 811.289515] env[69413]: WARNING nova.compute.manager [req-1f621c08-999b-488d-a9df-bd1ee849eb85 req-d9e77ce2-a081-438e-83e7-6bd59b2ad0af service nova] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Received unexpected event network-vif-plugged-0a9b8dc5-3a4b-4c67-81c8-5d31a5f10d77 for instance with vm_state building and task_state spawning. [ 811.289696] env[69413]: DEBUG nova.compute.manager [req-1f621c08-999b-488d-a9df-bd1ee849eb85 req-d9e77ce2-a081-438e-83e7-6bd59b2ad0af service nova] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Received event network-changed-0a9b8dc5-3a4b-4c67-81c8-5d31a5f10d77 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.289742] env[69413]: DEBUG nova.compute.manager [req-1f621c08-999b-488d-a9df-bd1ee849eb85 req-d9e77ce2-a081-438e-83e7-6bd59b2ad0af service nova] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Refreshing instance network info cache due to event network-changed-0a9b8dc5-3a4b-4c67-81c8-5d31a5f10d77. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 811.289920] env[69413]: DEBUG oslo_concurrency.lockutils [req-1f621c08-999b-488d-a9df-bd1ee849eb85 req-d9e77ce2-a081-438e-83e7-6bd59b2ad0af service nova] Acquiring lock "refresh_cache-1c18d995-e20d-4a6c-9e67-0973a0091a57" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.290068] env[69413]: DEBUG oslo_concurrency.lockutils [req-1f621c08-999b-488d-a9df-bd1ee849eb85 req-d9e77ce2-a081-438e-83e7-6bd59b2ad0af service nova] Acquired lock "refresh_cache-1c18d995-e20d-4a6c-9e67-0973a0091a57" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.290391] env[69413]: DEBUG nova.network.neutron [req-1f621c08-999b-488d-a9df-bd1ee849eb85 req-d9e77ce2-a081-438e-83e7-6bd59b2ad0af service nova] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Refreshing network info cache for port 0a9b8dc5-3a4b-4c67-81c8-5d31a5f10d77 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.322552] env[69413]: DEBUG nova.compute.manager [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 811.353377] env[69413]: DEBUG nova.virt.hardware [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.353624] env[69413]: DEBUG nova.virt.hardware [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.357028] env[69413]: DEBUG nova.virt.hardware [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.357028] env[69413]: DEBUG nova.virt.hardware [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.357028] env[69413]: DEBUG nova.virt.hardware [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.357028] env[69413]: DEBUG nova.virt.hardware [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.357028] env[69413]: DEBUG nova.virt.hardware [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.357028] env[69413]: DEBUG nova.virt.hardware [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.357028] env[69413]: DEBUG nova.virt.hardware [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.357028] env[69413]: DEBUG nova.virt.hardware [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.357028] env[69413]: DEBUG nova.virt.hardware [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.357028] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505c4f37-63d6-4f53-a5c3-58b4389a3afa {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.366767] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bc8e62-697b-4d0f-8c32-9785e8d33d46 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.454349] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ce6948c4-b8ef-478a-b9fe-761bc4122cf5 tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.458628] env[69413]: DEBUG oslo_concurrency.lockutils [None req-73f14202-0a66-40a3-a62e-a5d3dd169d4b tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.521s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.458628] env[69413]: DEBUG nova.objects.instance [None req-73f14202-0a66-40a3-a62e-a5d3dd169d4b tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Lazy-loading 'resources' on Instance uuid 134eeaa3-fcde-4193-af68-40aca7638079 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 811.464093] env[69413]: DEBUG oslo_vmware.api [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Task: {'id': task-3077545, 'name': PowerOnVM_Task, 'duration_secs': 0.549516} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.464360] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.464555] env[69413]: INFO nova.compute.manager [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Took 9.11 seconds to spawn the instance on the hypervisor. [ 811.464729] env[69413]: DEBUG nova.compute.manager [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.465555] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa89e13-cbb1-4f13-ae48-5140d1b0c317 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.486288] env[69413]: DEBUG nova.compute.manager [req-1ece7830-678f-4d58-9e9c-ece847060428 req-1b556708-61a6-4187-8ec2-6413d73c384a service nova] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Received event network-vif-deleted-3924a6d0-cfd3-4a37-a6b7-0c0ccfe4f6a9 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.486557] env[69413]: INFO nova.compute.manager [req-1ece7830-678f-4d58-9e9c-ece847060428 req-1b556708-61a6-4187-8ec2-6413d73c384a service nova] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Neutron deleted interface 3924a6d0-cfd3-4a37-a6b7-0c0ccfe4f6a9; detaching it from the instance and deleting it from the info cache [ 811.486803] env[69413]: DEBUG nova.network.neutron [req-1ece7830-678f-4d58-9e9c-ece847060428 req-1b556708-61a6-4187-8ec2-6413d73c384a service nova] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.491936] env[69413]: INFO nova.scheduler.client.report [None req-ce6948c4-b8ef-478a-b9fe-761bc4122cf5 tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Deleted allocations for instance 35f9bcbc-1f35-467d-9220-9f9a93765579 [ 811.531480] env[69413]: INFO nova.compute.manager [-] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Took 1.49 seconds to deallocate network for instance. [ 811.597354] env[69413]: DEBUG oslo_vmware.api [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077546, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.711886} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.597965] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] ea9f83f0-3336-4ebc-a5ad-183da349a61f/ea9f83f0-3336-4ebc-a5ad-183da349a61f.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 811.598753] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.599123] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7be97de8-3a01-47a9-8ce2-1855c4231c4b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.609252] env[69413]: DEBUG oslo_vmware.api [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 811.609252] env[69413]: value = "task-3077550" [ 811.609252] env[69413]: _type = "Task" [ 811.609252] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.621786] env[69413]: DEBUG oslo_vmware.api [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077550, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.765811] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077549, 'name': CreateVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.773026] env[69413]: DEBUG nova.network.neutron [-] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.842260] env[69413]: DEBUG nova.network.neutron [-] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.918016] env[69413]: DEBUG nova.compute.manager [None req-73485b18-548a-4c06-96b9-eb3031d69c99 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.918016] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb70531c-d555-4d6f-a57b-37912f62228c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.987976] env[69413]: INFO nova.compute.manager [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Took 34.50 seconds to build instance. [ 811.989696] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d999a99d-5f3e-4f20-aa5c-62d99c9a8a7c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.999395] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb70590a-fdd4-48e5-9186-e161e4ddaac3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.020036] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ce6948c4-b8ef-478a-b9fe-761bc4122cf5 tempest-InstanceActionsV221TestJSON-544057023 tempest-InstanceActionsV221TestJSON-544057023-project-member] Lock "35f9bcbc-1f35-467d-9220-9f9a93765579" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.901s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.050533] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c705d801-f650-4f7c-8c6f-598f88cfe227 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.051262] env[69413]: DEBUG nova.compute.manager [req-1ece7830-678f-4d58-9e9c-ece847060428 req-1b556708-61a6-4187-8ec2-6413d73c384a service nova] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Detach interface failed, port_id=3924a6d0-cfd3-4a37-a6b7-0c0ccfe4f6a9, reason: Instance e6b74a1f-99fb-456f-844a-30dc33ecf36e could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 812.121656] env[69413]: DEBUG oslo_vmware.api [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077550, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07366} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.121942] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.122762] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b562360-f479-4a83-a848-5bce78edf96d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.151878] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] ea9f83f0-3336-4ebc-a5ad-183da349a61f/ea9f83f0-3336-4ebc-a5ad-183da349a61f.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.156437] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7977a29c-5710-46c2-87e7-f56fe82f8a81 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.177243] env[69413]: DEBUG oslo_vmware.api [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 812.177243] env[69413]: value = "task-3077551" [ 812.177243] env[69413]: _type = "Task" [ 812.177243] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.186097] env[69413]: DEBUG oslo_vmware.api [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077551, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.197136] env[69413]: DEBUG nova.network.neutron [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Successfully updated port: b678de24-2c12-4e4a-8a7a-03350dc4b3ce {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 812.217946] env[69413]: DEBUG nova.network.neutron [req-1f621c08-999b-488d-a9df-bd1ee849eb85 req-d9e77ce2-a081-438e-83e7-6bd59b2ad0af service nova] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Updated VIF entry in instance network info cache for port 0a9b8dc5-3a4b-4c67-81c8-5d31a5f10d77. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 812.218439] env[69413]: DEBUG nova.network.neutron [req-1f621c08-999b-488d-a9df-bd1ee849eb85 req-d9e77ce2-a081-438e-83e7-6bd59b2ad0af service nova] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Updating instance_info_cache with network_info: [{"id": "0a9b8dc5-3a4b-4c67-81c8-5d31a5f10d77", "address": "fa:16:3e:88:10:c3", "network": {"id": "2c837984-b294-4cf9-986b-217b0a74873c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1425338992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4988462976ba4028a5dbf733a34f68cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a9b8dc5-3a", "ovs_interfaceid": "0a9b8dc5-3a4b-4c67-81c8-5d31a5f10d77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.269472] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077549, 'name': CreateVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.275043] env[69413]: INFO nova.compute.manager [-] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Took 1.41 seconds to deallocate network for instance. [ 812.344687] env[69413]: INFO nova.compute.manager [-] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Took 1.60 seconds to deallocate network for instance. [ 812.410437] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1cf094e4-62d2-43e1-9001-1b79312ded8f tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "interface-a5107bcd-c438-4000-a1e8-6a7f377a6c04-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.410683] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1cf094e4-62d2-43e1-9001-1b79312ded8f tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "interface-a5107bcd-c438-4000-a1e8-6a7f377a6c04-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.411065] env[69413]: DEBUG nova.objects.instance [None req-1cf094e4-62d2-43e1-9001-1b79312ded8f tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lazy-loading 'flavor' on Instance uuid a5107bcd-c438-4000-a1e8-6a7f377a6c04 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.428731] env[69413]: INFO nova.compute.manager [None req-73485b18-548a-4c06-96b9-eb3031d69c99 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] instance snapshotting [ 812.433915] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77f7b99-3374-4a9f-838d-b6108dd4facc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.456090] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed671f32-a67e-4bcd-9d1f-b36350734591 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.491997] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b0d987dd-5225-4774-ac69-b7bf340c197e tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Lock "51503845-99ac-4010-9780-09feb6c342b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.168s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.525238] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459b165b-5888-4af2-8e24-9928d0e5489b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.532753] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066c6813-fcfc-4d6e-978a-c7c50ce421e3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.562778] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ffe73a-2a4d-4aa0-8c32-ae96be605669 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.570746] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4daaa705-5320-4cf4-8fc6-faddf5110332 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.583645] env[69413]: DEBUG nova.compute.provider_tree [None req-73f14202-0a66-40a3-a62e-a5d3dd169d4b tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.688786] env[69413]: DEBUG oslo_vmware.api [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077551, 'name': ReconfigVM_Task, 'duration_secs': 0.289065} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.689212] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Reconfigured VM instance instance-00000031 to attach disk [datastore1] ea9f83f0-3336-4ebc-a5ad-183da349a61f/ea9f83f0-3336-4ebc-a5ad-183da349a61f.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.689939] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f6bbbf6-d42d-4b6b-b99d-bf0db9a5dbe0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.696827] env[69413]: DEBUG oslo_vmware.api [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 812.696827] env[69413]: value = "task-3077552" [ 812.696827] env[69413]: _type = "Task" [ 812.696827] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.701811] env[69413]: DEBUG oslo_concurrency.lockutils [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "refresh_cache-e9a9eb9b-ac85-4029-a417-6d38ef0de2e5" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.701811] env[69413]: DEBUG oslo_concurrency.lockutils [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquired lock "refresh_cache-e9a9eb9b-ac85-4029-a417-6d38ef0de2e5" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.701811] env[69413]: DEBUG nova.network.neutron [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.706776] env[69413]: DEBUG oslo_vmware.api [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077552, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.720878] env[69413]: DEBUG oslo_concurrency.lockutils [req-1f621c08-999b-488d-a9df-bd1ee849eb85 req-d9e77ce2-a081-438e-83e7-6bd59b2ad0af service nova] Releasing lock "refresh_cache-1c18d995-e20d-4a6c-9e67-0973a0091a57" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.721761] env[69413]: DEBUG nova.compute.manager [req-1f621c08-999b-488d-a9df-bd1ee849eb85 req-d9e77ce2-a081-438e-83e7-6bd59b2ad0af service nova] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Received event network-vif-deleted-f531cb99-d2f8-4c92-8859-c419c9773e72 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.767041] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077549, 'name': CreateVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.783889] env[69413]: DEBUG oslo_concurrency.lockutils [None req-930d0d3c-6ae7-4a57-9c78-ce580fcfbe4a tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.923199] env[69413]: INFO nova.compute.manager [None req-adcb0cf2-6b6f-47a1-8066-8bbf8df5c30f tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Took 0.58 seconds to detach 1 volumes for instance. [ 812.926114] env[69413]: DEBUG nova.compute.manager [None req-adcb0cf2-6b6f-47a1-8066-8bbf8df5c30f tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Deleting volume: a63cfcc1-5115-4e13-9c17-ff3097894926 {{(pid=69413) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 812.966906] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-73485b18-548a-4c06-96b9-eb3031d69c99 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Creating Snapshot of the VM instance {{(pid=69413) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 812.971137] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5919e84b-5700-45ee-8d80-c76e0c93c6fc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.983947] env[69413]: DEBUG oslo_vmware.api [None req-73485b18-548a-4c06-96b9-eb3031d69c99 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Waiting for the task: (returnval){ [ 812.983947] env[69413]: value = "task-3077553" [ 812.983947] env[69413]: _type = "Task" [ 812.983947] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.996741] env[69413]: DEBUG oslo_vmware.api [None req-73485b18-548a-4c06-96b9-eb3031d69c99 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077553, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.037705] env[69413]: DEBUG nova.objects.instance [None req-1cf094e4-62d2-43e1-9001-1b79312ded8f tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lazy-loading 'pci_requests' on Instance uuid a5107bcd-c438-4000-a1e8-6a7f377a6c04 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.089602] env[69413]: DEBUG nova.scheduler.client.report [None req-73f14202-0a66-40a3-a62e-a5d3dd169d4b tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.208871] env[69413]: DEBUG oslo_vmware.api [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077552, 'name': Rename_Task, 'duration_secs': 0.245976} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.210295] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.210295] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b9fa4ae-249c-409a-920c-fbe4b5d5902f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.220882] env[69413]: DEBUG oslo_vmware.api [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 813.220882] env[69413]: value = "task-3077555" [ 813.220882] env[69413]: _type = "Task" [ 813.220882] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.229336] env[69413]: DEBUG oslo_vmware.api [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.268919] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077549, 'name': CreateVM_Task, 'duration_secs': 1.644612} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.268919] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 813.268919] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.269266] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.269367] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.269605] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2d803e7-d376-4e87-b5f9-b4663960287c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.274293] env[69413]: DEBUG oslo_vmware.api [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Waiting for the task: (returnval){ [ 813.274293] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c22b60-df19-da01-5795-3a02ce9c01a3" [ 813.274293] env[69413]: _type = "Task" [ 813.274293] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.289414] env[69413]: DEBUG oslo_vmware.api [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c22b60-df19-da01-5795-3a02ce9c01a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.291205] env[69413]: DEBUG nova.network.neutron [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.480044] env[69413]: DEBUG oslo_concurrency.lockutils [None req-adcb0cf2-6b6f-47a1-8066-8bbf8df5c30f tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.493958] env[69413]: DEBUG oslo_vmware.api [None req-73485b18-548a-4c06-96b9-eb3031d69c99 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077553, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.542984] env[69413]: DEBUG nova.objects.base [None req-1cf094e4-62d2-43e1-9001-1b79312ded8f tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69413) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 813.542984] env[69413]: DEBUG nova.network.neutron [None req-1cf094e4-62d2-43e1-9001-1b79312ded8f tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 813.597061] env[69413]: DEBUG oslo_concurrency.lockutils [None req-73f14202-0a66-40a3-a62e-a5d3dd169d4b tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.139s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.601105] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.417s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.601491] env[69413]: INFO nova.compute.claims [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 813.633477] env[69413]: DEBUG nova.network.neutron [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Updating instance_info_cache with network_info: [{"id": "b678de24-2c12-4e4a-8a7a-03350dc4b3ce", "address": "fa:16:3e:60:6f:da", "network": {"id": "79035362-4c66-46cb-959e-06e2bfc25b97", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-862600175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9de209e31d334361a502bcd6046c7204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb678de24-2c", "ovs_interfaceid": "b678de24-2c12-4e4a-8a7a-03350dc4b3ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.636234] env[69413]: INFO nova.scheduler.client.report [None req-73f14202-0a66-40a3-a62e-a5d3dd169d4b tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Deleted allocations for instance 134eeaa3-fcde-4193-af68-40aca7638079 [ 813.657897] env[69413]: DEBUG nova.policy [None req-1cf094e4-62d2-43e1-9001-1b79312ded8f tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a25a0d59affd46439113f3d7f38d0c20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea25ce60cf4241789625cf6571347633', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.735325] env[69413]: DEBUG oslo_vmware.api [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077555, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.792169] env[69413]: DEBUG oslo_vmware.api [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c22b60-df19-da01-5795-3a02ce9c01a3, 'name': SearchDatastore_Task, 'duration_secs': 0.012307} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.792480] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.792757] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 813.793109] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.793802] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.794047] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 813.794327] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85a8de79-ccb0-4bf8-b537-548e2513ee95 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.803389] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 813.803599] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 813.805671] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53524c0d-03c3-4ef0-8731-5de9a8d3add7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.812979] env[69413]: DEBUG oslo_vmware.api [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Waiting for the task: (returnval){ [ 813.812979] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]525601db-0dcc-55d0-440c-491bf2d64f1c" [ 813.812979] env[69413]: _type = "Task" [ 813.812979] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.825952] env[69413]: DEBUG oslo_vmware.api [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]525601db-0dcc-55d0-440c-491bf2d64f1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.964601] env[69413]: DEBUG nova.compute.manager [req-15596bf1-65be-41cd-a947-ff74c403dc3b req-ac0e02d1-60e0-4a94-bbef-fdfed0517f93 service nova] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Received event network-vif-deleted-5270d100-9158-42fb-8887-d370fb4df13c {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.996612] env[69413]: DEBUG oslo_vmware.api [None req-73485b18-548a-4c06-96b9-eb3031d69c99 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077553, 'name': CreateSnapshot_Task, 'duration_secs': 0.868535} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.997347] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-73485b18-548a-4c06-96b9-eb3031d69c99 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Created Snapshot of the VM instance {{(pid=69413) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 814.000100] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940c76bf-9a87-4e9e-b80f-50a5a1dc588f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.138696] env[69413]: DEBUG oslo_concurrency.lockutils [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Releasing lock "refresh_cache-e9a9eb9b-ac85-4029-a417-6d38ef0de2e5" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.139092] env[69413]: DEBUG nova.compute.manager [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Instance network_info: |[{"id": "b678de24-2c12-4e4a-8a7a-03350dc4b3ce", "address": "fa:16:3e:60:6f:da", "network": {"id": "79035362-4c66-46cb-959e-06e2bfc25b97", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-862600175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9de209e31d334361a502bcd6046c7204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb678de24-2c", "ovs_interfaceid": "b678de24-2c12-4e4a-8a7a-03350dc4b3ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 814.139446] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:6f:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd70692eb-97b3-417c-a4ca-1ee888246ad9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b678de24-2c12-4e4a-8a7a-03350dc4b3ce', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.147764] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.151969] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.151969] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6e1ee54-0128-41fe-928d-c96b4c784be5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.170087] env[69413]: DEBUG oslo_concurrency.lockutils [None req-73f14202-0a66-40a3-a62e-a5d3dd169d4b tempest-ServerMetadataTestJSON-1660970970 tempest-ServerMetadataTestJSON-1660970970-project-member] Lock "134eeaa3-fcde-4193-af68-40aca7638079" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.854s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.177056] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.177056] env[69413]: value = "task-3077556" [ 814.177056] env[69413]: _type = "Task" [ 814.177056] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.185779] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077556, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.233111] env[69413]: DEBUG oslo_vmware.api [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077555, 'name': PowerOnVM_Task, 'duration_secs': 0.537557} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.233394] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.234703] env[69413]: INFO nova.compute.manager [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Took 8.45 seconds to spawn the instance on the hypervisor. [ 814.235346] env[69413]: DEBUG nova.compute.manager [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.235778] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2dbd0f8-7fa4-46d3-b3f9-6c6d21f9d288 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.327552] env[69413]: DEBUG oslo_vmware.api [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]525601db-0dcc-55d0-440c-491bf2d64f1c, 'name': SearchDatastore_Task, 'duration_secs': 0.011924} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.330617] env[69413]: DEBUG nova.network.neutron [None req-1cf094e4-62d2-43e1-9001-1b79312ded8f tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Successfully created port: d9ffd9ee-19b2-42e7-a9c9-e4649506eb30 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 814.333071] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8072b41-c173-4187-8c4b-80bf8dfaa8d5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.341392] env[69413]: DEBUG oslo_vmware.api [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Waiting for the task: (returnval){ [ 814.341392] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]520bf86f-4542-7ee0-27bc-c09386b217bb" [ 814.341392] env[69413]: _type = "Task" [ 814.341392] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.354934] env[69413]: DEBUG oslo_vmware.api [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]520bf86f-4542-7ee0-27bc-c09386b217bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.520411] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-73485b18-548a-4c06-96b9-eb3031d69c99 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Creating linked-clone VM from snapshot {{(pid=69413) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 814.524507] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6cd02310-c2a5-4d3b-a613-78fff5311f9b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.534379] env[69413]: DEBUG oslo_vmware.api [None req-73485b18-548a-4c06-96b9-eb3031d69c99 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Waiting for the task: (returnval){ [ 814.534379] env[69413]: value = "task-3077557" [ 814.534379] env[69413]: _type = "Task" [ 814.534379] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.541959] env[69413]: DEBUG oslo_vmware.api [None req-73485b18-548a-4c06-96b9-eb3031d69c99 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077557, 'name': CloneVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.695763] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077556, 'name': CreateVM_Task, 'duration_secs': 0.506733} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.695763] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.695950] env[69413]: DEBUG oslo_concurrency.lockutils [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.696190] env[69413]: DEBUG oslo_concurrency.lockutils [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.696542] env[69413]: DEBUG oslo_concurrency.lockutils [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.697519] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2d53a8f-256b-4665-8de5-0596d445a022 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.702946] env[69413]: DEBUG nova.compute.manager [req-bd5b0fba-dfd3-46af-b25a-c9b63c35124f req-d6bdb691-7e84-46a4-8c8d-42bf82a58b94 service nova] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Received event network-vif-plugged-b678de24-2c12-4e4a-8a7a-03350dc4b3ce {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.703174] env[69413]: DEBUG oslo_concurrency.lockutils [req-bd5b0fba-dfd3-46af-b25a-c9b63c35124f req-d6bdb691-7e84-46a4-8c8d-42bf82a58b94 service nova] Acquiring lock "e9a9eb9b-ac85-4029-a417-6d38ef0de2e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.703398] env[69413]: DEBUG oslo_concurrency.lockutils [req-bd5b0fba-dfd3-46af-b25a-c9b63c35124f req-d6bdb691-7e84-46a4-8c8d-42bf82a58b94 service nova] Lock "e9a9eb9b-ac85-4029-a417-6d38ef0de2e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.703545] env[69413]: DEBUG oslo_concurrency.lockutils [req-bd5b0fba-dfd3-46af-b25a-c9b63c35124f req-d6bdb691-7e84-46a4-8c8d-42bf82a58b94 service nova] Lock "e9a9eb9b-ac85-4029-a417-6d38ef0de2e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.703696] env[69413]: DEBUG nova.compute.manager [req-bd5b0fba-dfd3-46af-b25a-c9b63c35124f req-d6bdb691-7e84-46a4-8c8d-42bf82a58b94 service nova] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] No waiting events found dispatching network-vif-plugged-b678de24-2c12-4e4a-8a7a-03350dc4b3ce {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 814.704152] env[69413]: WARNING nova.compute.manager [req-bd5b0fba-dfd3-46af-b25a-c9b63c35124f req-d6bdb691-7e84-46a4-8c8d-42bf82a58b94 service nova] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Received unexpected event network-vif-plugged-b678de24-2c12-4e4a-8a7a-03350dc4b3ce for instance with vm_state building and task_state spawning. [ 814.704152] env[69413]: DEBUG nova.compute.manager [req-bd5b0fba-dfd3-46af-b25a-c9b63c35124f req-d6bdb691-7e84-46a4-8c8d-42bf82a58b94 service nova] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Received event network-changed-b678de24-2c12-4e4a-8a7a-03350dc4b3ce {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.704152] env[69413]: DEBUG nova.compute.manager [req-bd5b0fba-dfd3-46af-b25a-c9b63c35124f req-d6bdb691-7e84-46a4-8c8d-42bf82a58b94 service nova] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Refreshing instance network info cache due to event network-changed-b678de24-2c12-4e4a-8a7a-03350dc4b3ce. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 814.704637] env[69413]: DEBUG oslo_concurrency.lockutils [req-bd5b0fba-dfd3-46af-b25a-c9b63c35124f req-d6bdb691-7e84-46a4-8c8d-42bf82a58b94 service nova] Acquiring lock "refresh_cache-e9a9eb9b-ac85-4029-a417-6d38ef0de2e5" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.704637] env[69413]: DEBUG oslo_concurrency.lockutils [req-bd5b0fba-dfd3-46af-b25a-c9b63c35124f req-d6bdb691-7e84-46a4-8c8d-42bf82a58b94 service nova] Acquired lock "refresh_cache-e9a9eb9b-ac85-4029-a417-6d38ef0de2e5" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.704637] env[69413]: DEBUG nova.network.neutron [req-bd5b0fba-dfd3-46af-b25a-c9b63c35124f req-d6bdb691-7e84-46a4-8c8d-42bf82a58b94 service nova] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Refreshing network info cache for port b678de24-2c12-4e4a-8a7a-03350dc4b3ce {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.707983] env[69413]: DEBUG oslo_vmware.api [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 814.707983] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52eb32eb-f1a7-345b-2621-97f3768f1a1c" [ 814.707983] env[69413]: _type = "Task" [ 814.707983] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.723413] env[69413]: DEBUG oslo_vmware.api [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52eb32eb-f1a7-345b-2621-97f3768f1a1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.755568] env[69413]: INFO nova.compute.manager [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Took 35.39 seconds to build instance. [ 814.856932] env[69413]: DEBUG oslo_vmware.api [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]520bf86f-4542-7ee0-27bc-c09386b217bb, 'name': SearchDatastore_Task, 'duration_secs': 0.01417} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.857990] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.857990] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 1c18d995-e20d-4a6c-9e67-0973a0091a57/1c18d995-e20d-4a6c-9e67-0973a0091a57.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 814.861302] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-173e3af3-b203-4aa0-834e-104ba198f736 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.869172] env[69413]: DEBUG oslo_vmware.api [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Waiting for the task: (returnval){ [ 814.869172] env[69413]: value = "task-3077558" [ 814.869172] env[69413]: _type = "Task" [ 814.869172] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.878545] env[69413]: DEBUG oslo_vmware.api [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Task: {'id': task-3077558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.007863] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Acquiring lock "2d34fe6d-51d2-4019-908b-8a892c4ed5fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.007863] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Lock "2d34fe6d-51d2-4019-908b-8a892c4ed5fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.049575] env[69413]: DEBUG oslo_vmware.api [None req-73485b18-548a-4c06-96b9-eb3031d69c99 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077557, 'name': CloneVM_Task} progress is 94%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.224624] env[69413]: DEBUG oslo_vmware.api [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52eb32eb-f1a7-345b-2621-97f3768f1a1c, 'name': SearchDatastore_Task, 'duration_secs': 0.025992} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.229433] env[69413]: DEBUG oslo_concurrency.lockutils [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.230312] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.232476] env[69413]: DEBUG oslo_concurrency.lockutils [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.232476] env[69413]: DEBUG oslo_concurrency.lockutils [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.232476] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.232476] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78224be5-78b5-4516-ae50-54908a46ddcb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.248362] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.248571] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.254570] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a2db9fb-f6bc-49bc-8f29-1067d2ad5fbd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.260728] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7337a496-b573-4a2c-9d7c-6f0bbd3c9adf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.261448] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d5260a3c-ccb3-4612-ac3a-a27f546ab63e tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "ea9f83f0-3336-4ebc-a5ad-183da349a61f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.108s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.268582] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25278b9f-2de1-458b-8159-72403f1b33ee {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.271705] env[69413]: DEBUG oslo_vmware.api [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 815.271705] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5248aeca-29d6-6814-966e-605d875428fc" [ 815.271705] env[69413]: _type = "Task" [ 815.271705] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.311183] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138efec1-f6b7-468b-8658-eafd74e49dd8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.314404] env[69413]: DEBUG oslo_vmware.api [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5248aeca-29d6-6814-966e-605d875428fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.319620] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c92ad47-292b-4f43-b2b4-92285b9a87e4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.343148] env[69413]: DEBUG nova.compute.provider_tree [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.379828] env[69413]: DEBUG oslo_vmware.api [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Task: {'id': task-3077558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492807} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.380052] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 1c18d995-e20d-4a6c-9e67-0973a0091a57/1c18d995-e20d-4a6c-9e67-0973a0091a57.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 815.380303] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 815.380541] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-061dbe27-70b1-4553-b911-916dc65950a8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.386709] env[69413]: DEBUG oslo_vmware.api [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Waiting for the task: (returnval){ [ 815.386709] env[69413]: value = "task-3077559" [ 815.386709] env[69413]: _type = "Task" [ 815.386709] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.395683] env[69413]: DEBUG oslo_vmware.api [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Task: {'id': task-3077559, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.502870] env[69413]: DEBUG nova.network.neutron [req-bd5b0fba-dfd3-46af-b25a-c9b63c35124f req-d6bdb691-7e84-46a4-8c8d-42bf82a58b94 service nova] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Updated VIF entry in instance network info cache for port b678de24-2c12-4e4a-8a7a-03350dc4b3ce. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.504126] env[69413]: DEBUG nova.network.neutron [req-bd5b0fba-dfd3-46af-b25a-c9b63c35124f req-d6bdb691-7e84-46a4-8c8d-42bf82a58b94 service nova] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Updating instance_info_cache with network_info: [{"id": "b678de24-2c12-4e4a-8a7a-03350dc4b3ce", "address": "fa:16:3e:60:6f:da", "network": {"id": "79035362-4c66-46cb-959e-06e2bfc25b97", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-862600175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9de209e31d334361a502bcd6046c7204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb678de24-2c", "ovs_interfaceid": "b678de24-2c12-4e4a-8a7a-03350dc4b3ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.509207] env[69413]: DEBUG nova.compute.manager [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 815.542120] env[69413]: DEBUG oslo_vmware.api [None req-73485b18-548a-4c06-96b9-eb3031d69c99 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077557, 'name': CloneVM_Task} progress is 95%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.789097] env[69413]: DEBUG oslo_vmware.api [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5248aeca-29d6-6814-966e-605d875428fc, 'name': SearchDatastore_Task, 'duration_secs': 0.05656} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.791803] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f1da1da-7e13-4100-8485-9be2942fcab2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.802287] env[69413]: DEBUG oslo_vmware.api [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 815.802287] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]529e4a1e-91b1-7f98-9d25-8dba94251a23" [ 815.802287] env[69413]: _type = "Task" [ 815.802287] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.820488] env[69413]: DEBUG oslo_vmware.api [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]529e4a1e-91b1-7f98-9d25-8dba94251a23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.847265] env[69413]: DEBUG nova.scheduler.client.report [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.900217] env[69413]: DEBUG oslo_vmware.api [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Task: {'id': task-3077559, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074133} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.901063] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 815.902049] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3916e2e0-8b66-4e91-a17e-94c253480fc7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.932014] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 1c18d995-e20d-4a6c-9e67-0973a0091a57/1c18d995-e20d-4a6c-9e67-0973a0091a57.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 815.932386] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d224fd1-72ad-4f27-ab4e-2ad2191abc93 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.955222] env[69413]: DEBUG oslo_vmware.api [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Waiting for the task: (returnval){ [ 815.955222] env[69413]: value = "task-3077560" [ 815.955222] env[69413]: _type = "Task" [ 815.955222] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.964659] env[69413]: DEBUG oslo_vmware.api [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Task: {'id': task-3077560, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.005727] env[69413]: DEBUG oslo_concurrency.lockutils [req-bd5b0fba-dfd3-46af-b25a-c9b63c35124f req-d6bdb691-7e84-46a4-8c8d-42bf82a58b94 service nova] Releasing lock "refresh_cache-e9a9eb9b-ac85-4029-a417-6d38ef0de2e5" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.037925] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.045444] env[69413]: DEBUG oslo_vmware.api [None req-73485b18-548a-4c06-96b9-eb3031d69c99 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077557, 'name': CloneVM_Task, 'duration_secs': 1.333251} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.045716] env[69413]: INFO nova.virt.vmwareapi.vmops [None req-73485b18-548a-4c06-96b9-eb3031d69c99 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Created linked-clone VM from snapshot [ 816.046707] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae7f94f-3aae-468b-9315-e4a7d769a1da {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.054858] env[69413]: DEBUG nova.virt.vmwareapi.images [None req-73485b18-548a-4c06-96b9-eb3031d69c99 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Uploading image e6930711-17cf-44f7-8218-ca7b870d23be {{(pid=69413) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 816.078579] env[69413]: DEBUG oslo_vmware.rw_handles [None req-73485b18-548a-4c06-96b9-eb3031d69c99 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 816.078579] env[69413]: value = "vm-616183" [ 816.078579] env[69413]: _type = "VirtualMachine" [ 816.078579] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 816.078842] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dd7eb4e5-d2b6-4c5c-a3be-5c4a76bbd3ec {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.085986] env[69413]: DEBUG oslo_vmware.rw_handles [None req-73485b18-548a-4c06-96b9-eb3031d69c99 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Lease: (returnval){ [ 816.085986] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52824024-20c2-4743-d821-f61029206f61" [ 816.085986] env[69413]: _type = "HttpNfcLease" [ 816.085986] env[69413]: } obtained for exporting VM: (result){ [ 816.085986] env[69413]: value = "vm-616183" [ 816.085986] env[69413]: _type = "VirtualMachine" [ 816.085986] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 816.086314] env[69413]: DEBUG oslo_vmware.api [None req-73485b18-548a-4c06-96b9-eb3031d69c99 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Waiting for the lease: (returnval){ [ 816.086314] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52824024-20c2-4743-d821-f61029206f61" [ 816.086314] env[69413]: _type = "HttpNfcLease" [ 816.086314] env[69413]: } to be ready. {{(pid=69413) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 816.095125] env[69413]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 816.095125] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52824024-20c2-4743-d821-f61029206f61" [ 816.095125] env[69413]: _type = "HttpNfcLease" [ 816.095125] env[69413]: } is initializing. {{(pid=69413) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 816.216953] env[69413]: DEBUG nova.network.neutron [None req-1cf094e4-62d2-43e1-9001-1b79312ded8f tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Successfully updated port: d9ffd9ee-19b2-42e7-a9c9-e4649506eb30 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 816.310678] env[69413]: DEBUG oslo_vmware.api [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]529e4a1e-91b1-7f98-9d25-8dba94251a23, 'name': SearchDatastore_Task, 'duration_secs': 0.019762} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.310958] env[69413]: DEBUG oslo_concurrency.lockutils [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.311349] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] e9a9eb9b-ac85-4029-a417-6d38ef0de2e5/e9a9eb9b-ac85-4029-a417-6d38ef0de2e5.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.311626] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a2319e1-5e34-42a0-9670-12aa743fe313 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.318020] env[69413]: DEBUG oslo_vmware.api [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 816.318020] env[69413]: value = "task-3077562" [ 816.318020] env[69413]: _type = "Task" [ 816.318020] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.326637] env[69413]: DEBUG oslo_vmware.api [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.357960] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.357960] env[69413]: DEBUG nova.compute.manager [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 816.360879] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.321s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.361087] env[69413]: DEBUG nova.objects.instance [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69413) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 816.466377] env[69413]: DEBUG oslo_vmware.api [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Task: {'id': task-3077560, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.600639] env[69413]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 816.600639] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52824024-20c2-4743-d821-f61029206f61" [ 816.600639] env[69413]: _type = "HttpNfcLease" [ 816.600639] env[69413]: } is ready. {{(pid=69413) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 816.601062] env[69413]: DEBUG oslo_vmware.rw_handles [None req-73485b18-548a-4c06-96b9-eb3031d69c99 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 816.601062] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52824024-20c2-4743-d821-f61029206f61" [ 816.601062] env[69413]: _type = "HttpNfcLease" [ 816.601062] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 816.601862] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f60e3f-8241-439d-b16c-f490e4f14d4a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.610961] env[69413]: DEBUG oslo_vmware.rw_handles [None req-73485b18-548a-4c06-96b9-eb3031d69c99 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52541540-2ba9-fe1b-11c8-22787d78a043/disk-0.vmdk from lease info. {{(pid=69413) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 816.611287] env[69413]: DEBUG oslo_vmware.rw_handles [None req-73485b18-548a-4c06-96b9-eb3031d69c99 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52541540-2ba9-fe1b-11c8-22787d78a043/disk-0.vmdk for reading. {{(pid=69413) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 816.720360] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1cf094e4-62d2-43e1-9001-1b79312ded8f tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "refresh_cache-a5107bcd-c438-4000-a1e8-6a7f377a6c04" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.720360] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1cf094e4-62d2-43e1-9001-1b79312ded8f tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquired lock "refresh_cache-a5107bcd-c438-4000-a1e8-6a7f377a6c04" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.720520] env[69413]: DEBUG nova.network.neutron [None req-1cf094e4-62d2-43e1-9001-1b79312ded8f tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.742737] env[69413]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fd3929f6-b5b5-4c06-8372-102b876ff291 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.828578] env[69413]: DEBUG oslo_vmware.api [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077562, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.865276] env[69413]: DEBUG nova.compute.utils [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 816.869815] env[69413]: DEBUG nova.compute.manager [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 816.870680] env[69413]: DEBUG nova.network.neutron [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 816.946916] env[69413]: DEBUG nova.policy [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '100b90d57970427cb5e34be542151bd3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd20bddf2427547dc91a4713087847f7b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 816.965512] env[69413]: DEBUG oslo_vmware.api [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Task: {'id': task-3077560, 'name': ReconfigVM_Task, 'duration_secs': 0.663685} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.966235] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 1c18d995-e20d-4a6c-9e67-0973a0091a57/1c18d995-e20d-4a6c-9e67-0973a0091a57.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 816.966882] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7845a3b-8076-495d-be8a-42a352696c24 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.974131] env[69413]: DEBUG oslo_vmware.api [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Waiting for the task: (returnval){ [ 816.974131] env[69413]: value = "task-3077563" [ 816.974131] env[69413]: _type = "Task" [ 816.974131] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.982606] env[69413]: DEBUG oslo_vmware.api [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Task: {'id': task-3077563, 'name': Rename_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.272958] env[69413]: WARNING nova.network.neutron [None req-1cf094e4-62d2-43e1-9001-1b79312ded8f tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] c077ac73-635f-41c3-b7b8-378fd6e30890 already exists in list: networks containing: ['c077ac73-635f-41c3-b7b8-378fd6e30890']. ignoring it [ 817.330156] env[69413]: DEBUG oslo_vmware.api [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077562, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606312} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.333901] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] e9a9eb9b-ac85-4029-a417-6d38ef0de2e5/e9a9eb9b-ac85-4029-a417-6d38ef0de2e5.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.334436] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.336988] env[69413]: DEBUG nova.network.neutron [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Successfully created port: 2201acef-1381-45e0-8e9c-cb775a5a28dc {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 817.339128] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29c088d1-d47c-4800-82cc-0fe2c6da67b3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.347481] env[69413]: DEBUG oslo_vmware.api [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 817.347481] env[69413]: value = "task-3077564" [ 817.347481] env[69413]: _type = "Task" [ 817.347481] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.361163] env[69413]: DEBUG oslo_vmware.api [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077564, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.375944] env[69413]: DEBUG nova.compute.manager [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 817.381031] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7da36fa2-4614-4a57-94f4-4eb4c7c1c00c tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.385558] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9ae1f2d3-c45c-4de2-a48a-f60414021e69 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.026s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.386575] env[69413]: DEBUG nova.objects.instance [None req-9ae1f2d3-c45c-4de2-a48a-f60414021e69 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Lazy-loading 'resources' on Instance uuid 70800d42-eff1-496c-aeab-7160e8aef7bf {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.488554] env[69413]: DEBUG oslo_vmware.api [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Task: {'id': task-3077563, 'name': Rename_Task, 'duration_secs': 0.266257} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.488877] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 817.489179] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ca60aad-f773-418a-9e32-9542d21fa3c1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.498999] env[69413]: DEBUG oslo_vmware.api [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Waiting for the task: (returnval){ [ 817.498999] env[69413]: value = "task-3077565" [ 817.498999] env[69413]: _type = "Task" [ 817.498999] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.510079] env[69413]: DEBUG oslo_vmware.api [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Task: {'id': task-3077565, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.809012] env[69413]: DEBUG nova.network.neutron [None req-1cf094e4-62d2-43e1-9001-1b79312ded8f tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Updating instance_info_cache with network_info: [{"id": "4b55742c-3491-4416-acc6-5182dd30cf5e", "address": "fa:16:3e:c7:54:6a", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b55742c-34", "ovs_interfaceid": "4b55742c-3491-4416-acc6-5182dd30cf5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d9ffd9ee-19b2-42e7-a9c9-e4649506eb30", "address": "fa:16:3e:0d:80:c4", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9ffd9ee-19", "ovs_interfaceid": "d9ffd9ee-19b2-42e7-a9c9-e4649506eb30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.831301] env[69413]: DEBUG nova.compute.manager [req-8f295d5d-5ca8-45c3-9d51-2d0d57e32ce2 req-c39a2d3e-0b34-4ba6-9fe1-fed49cd99b00 service nova] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Received event network-vif-plugged-d9ffd9ee-19b2-42e7-a9c9-e4649506eb30 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.831301] env[69413]: DEBUG oslo_concurrency.lockutils [req-8f295d5d-5ca8-45c3-9d51-2d0d57e32ce2 req-c39a2d3e-0b34-4ba6-9fe1-fed49cd99b00 service nova] Acquiring lock "a5107bcd-c438-4000-a1e8-6a7f377a6c04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.831301] env[69413]: DEBUG oslo_concurrency.lockutils [req-8f295d5d-5ca8-45c3-9d51-2d0d57e32ce2 req-c39a2d3e-0b34-4ba6-9fe1-fed49cd99b00 service nova] Lock "a5107bcd-c438-4000-a1e8-6a7f377a6c04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.835357] env[69413]: DEBUG oslo_concurrency.lockutils [req-8f295d5d-5ca8-45c3-9d51-2d0d57e32ce2 req-c39a2d3e-0b34-4ba6-9fe1-fed49cd99b00 service nova] Lock "a5107bcd-c438-4000-a1e8-6a7f377a6c04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.835632] env[69413]: DEBUG nova.compute.manager [req-8f295d5d-5ca8-45c3-9d51-2d0d57e32ce2 req-c39a2d3e-0b34-4ba6-9fe1-fed49cd99b00 service nova] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] No waiting events found dispatching network-vif-plugged-d9ffd9ee-19b2-42e7-a9c9-e4649506eb30 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 817.835874] env[69413]: WARNING nova.compute.manager [req-8f295d5d-5ca8-45c3-9d51-2d0d57e32ce2 req-c39a2d3e-0b34-4ba6-9fe1-fed49cd99b00 service nova] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Received unexpected event network-vif-plugged-d9ffd9ee-19b2-42e7-a9c9-e4649506eb30 for instance with vm_state active and task_state None. [ 817.835980] env[69413]: DEBUG nova.compute.manager [req-8f295d5d-5ca8-45c3-9d51-2d0d57e32ce2 req-c39a2d3e-0b34-4ba6-9fe1-fed49cd99b00 service nova] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Received event network-changed-d9ffd9ee-19b2-42e7-a9c9-e4649506eb30 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.837569] env[69413]: DEBUG nova.compute.manager [req-8f295d5d-5ca8-45c3-9d51-2d0d57e32ce2 req-c39a2d3e-0b34-4ba6-9fe1-fed49cd99b00 service nova] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Refreshing instance network info cache due to event network-changed-d9ffd9ee-19b2-42e7-a9c9-e4649506eb30. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.837569] env[69413]: DEBUG oslo_concurrency.lockutils [req-8f295d5d-5ca8-45c3-9d51-2d0d57e32ce2 req-c39a2d3e-0b34-4ba6-9fe1-fed49cd99b00 service nova] Acquiring lock "refresh_cache-a5107bcd-c438-4000-a1e8-6a7f377a6c04" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.862467] env[69413]: DEBUG oslo_vmware.api [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077564, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070514} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.863150] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.864137] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a219e18-db4b-4d6b-8b88-ccf4f42a4284 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.888464] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] e9a9eb9b-ac85-4029-a417-6d38ef0de2e5/e9a9eb9b-ac85-4029-a417-6d38ef0de2e5.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.893206] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47ad7392-4b6c-4521-aaa9-5c056f9781ef {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.923509] env[69413]: DEBUG oslo_vmware.api [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 817.923509] env[69413]: value = "task-3077566" [ 817.923509] env[69413]: _type = "Task" [ 817.923509] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.940597] env[69413]: DEBUG oslo_vmware.api [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077566, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.013790] env[69413]: DEBUG oslo_vmware.api [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Task: {'id': task-3077565, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.317016] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1cf094e4-62d2-43e1-9001-1b79312ded8f tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Releasing lock "refresh_cache-a5107bcd-c438-4000-a1e8-6a7f377a6c04" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.317016] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1cf094e4-62d2-43e1-9001-1b79312ded8f tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "a5107bcd-c438-4000-a1e8-6a7f377a6c04" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.317016] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1cf094e4-62d2-43e1-9001-1b79312ded8f tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquired lock "a5107bcd-c438-4000-a1e8-6a7f377a6c04" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.317016] env[69413]: DEBUG oslo_concurrency.lockutils [req-8f295d5d-5ca8-45c3-9d51-2d0d57e32ce2 req-c39a2d3e-0b34-4ba6-9fe1-fed49cd99b00 service nova] Acquired lock "refresh_cache-a5107bcd-c438-4000-a1e8-6a7f377a6c04" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.317016] env[69413]: DEBUG nova.network.neutron [req-8f295d5d-5ca8-45c3-9d51-2d0d57e32ce2 req-c39a2d3e-0b34-4ba6-9fe1-fed49cd99b00 service nova] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Refreshing network info cache for port d9ffd9ee-19b2-42e7-a9c9-e4649506eb30 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.319031] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b46fa15-5528-4f12-978f-598bae6edfe3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.345982] env[69413]: DEBUG nova.virt.hardware [None req-1cf094e4-62d2-43e1-9001-1b79312ded8f tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 818.346511] env[69413]: DEBUG nova.virt.hardware [None req-1cf094e4-62d2-43e1-9001-1b79312ded8f tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 818.346710] env[69413]: DEBUG nova.virt.hardware [None req-1cf094e4-62d2-43e1-9001-1b79312ded8f tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.346935] env[69413]: DEBUG nova.virt.hardware [None req-1cf094e4-62d2-43e1-9001-1b79312ded8f tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 818.347149] env[69413]: DEBUG nova.virt.hardware [None req-1cf094e4-62d2-43e1-9001-1b79312ded8f tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.347366] env[69413]: DEBUG nova.virt.hardware [None req-1cf094e4-62d2-43e1-9001-1b79312ded8f tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 818.347636] env[69413]: DEBUG nova.virt.hardware [None req-1cf094e4-62d2-43e1-9001-1b79312ded8f tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 818.347801] env[69413]: DEBUG nova.virt.hardware [None req-1cf094e4-62d2-43e1-9001-1b79312ded8f tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 818.348020] env[69413]: DEBUG nova.virt.hardware [None req-1cf094e4-62d2-43e1-9001-1b79312ded8f tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 818.348249] env[69413]: DEBUG nova.virt.hardware [None req-1cf094e4-62d2-43e1-9001-1b79312ded8f tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 818.348497] env[69413]: DEBUG nova.virt.hardware [None req-1cf094e4-62d2-43e1-9001-1b79312ded8f tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 818.356071] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf094e4-62d2-43e1-9001-1b79312ded8f tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Reconfiguring VM to attach interface {{(pid=69413) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 818.359816] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88feb8a5-8b5c-4470-992c-546944067daa {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.381338] env[69413]: DEBUG oslo_vmware.api [None req-1cf094e4-62d2-43e1-9001-1b79312ded8f tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 818.381338] env[69413]: value = "task-3077567" [ 818.381338] env[69413]: _type = "Task" [ 818.381338] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.392108] env[69413]: DEBUG oslo_vmware.api [None req-1cf094e4-62d2-43e1-9001-1b79312ded8f tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3077567, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.416106] env[69413]: DEBUG nova.compute.manager [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 818.438396] env[69413]: DEBUG oslo_vmware.api [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.440887] env[69413]: DEBUG nova.virt.hardware [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 818.441307] env[69413]: DEBUG nova.virt.hardware [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 818.441812] env[69413]: DEBUG nova.virt.hardware [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.441969] env[69413]: DEBUG nova.virt.hardware [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 818.442249] env[69413]: DEBUG nova.virt.hardware [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.442449] env[69413]: DEBUG nova.virt.hardware [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 818.442766] env[69413]: DEBUG nova.virt.hardware [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 818.442967] env[69413]: DEBUG nova.virt.hardware [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 818.443254] env[69413]: DEBUG nova.virt.hardware [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 818.443357] env[69413]: DEBUG nova.virt.hardware [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 818.444854] env[69413]: DEBUG nova.virt.hardware [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 818.444854] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e097be5-6d75-49cd-a3f4-45f5a5d0743e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.456916] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da9dcaf-6299-41bc-a154-af1ca1553133 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.514128] env[69413]: DEBUG oslo_vmware.api [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Task: {'id': task-3077565, 'name': PowerOnVM_Task, 'duration_secs': 0.593744} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.514428] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.514715] env[69413]: INFO nova.compute.manager [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Took 9.86 seconds to spawn the instance on the hypervisor. [ 818.515055] env[69413]: DEBUG nova.compute.manager [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.515993] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644657ee-294d-40ba-9b08-3b490db1401d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.557232] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d3e3310e-d201-4d56-83f9-6e4f352856b4 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Acquiring lock "f87356eb-fccf-41d7-912f-2a3e76ff6d17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.557479] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d3e3310e-d201-4d56-83f9-6e4f352856b4 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Lock "f87356eb-fccf-41d7-912f-2a3e76ff6d17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.557679] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d3e3310e-d201-4d56-83f9-6e4f352856b4 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Acquiring lock "f87356eb-fccf-41d7-912f-2a3e76ff6d17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.558023] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d3e3310e-d201-4d56-83f9-6e4f352856b4 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Lock "f87356eb-fccf-41d7-912f-2a3e76ff6d17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.558023] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d3e3310e-d201-4d56-83f9-6e4f352856b4 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Lock "f87356eb-fccf-41d7-912f-2a3e76ff6d17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.560895] env[69413]: INFO nova.compute.manager [None req-d3e3310e-d201-4d56-83f9-6e4f352856b4 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Terminating instance [ 818.609504] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b75d99a-92b4-46f6-97db-85ec58c1bfb9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.619468] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed74312-1d3c-42dc-b3c5-9e7f6ad03ce3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.669081] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa1ebe8-c871-4199-8689-ef7d1513267d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.677442] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6daa5707-9758-419e-bbfe-04acf170b71d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.693188] env[69413]: DEBUG nova.compute.provider_tree [None req-9ae1f2d3-c45c-4de2-a48a-f60414021e69 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.899520] env[69413]: DEBUG oslo_vmware.api [None req-1cf094e4-62d2-43e1-9001-1b79312ded8f tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3077567, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.941557] env[69413]: DEBUG oslo_vmware.api [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077566, 'name': ReconfigVM_Task, 'duration_secs': 0.726599} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.942034] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Reconfigured VM instance instance-00000033 to attach disk [datastore1] e9a9eb9b-ac85-4029-a417-6d38ef0de2e5/e9a9eb9b-ac85-4029-a417-6d38ef0de2e5.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.942987] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c93d61ea-f224-4fb5-b771-529cecc7f731 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.952701] env[69413]: DEBUG oslo_vmware.api [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 818.952701] env[69413]: value = "task-3077568" [ 818.952701] env[69413]: _type = "Task" [ 818.952701] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.969812] env[69413]: DEBUG oslo_vmware.api [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077568, 'name': Rename_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.041914] env[69413]: INFO nova.compute.manager [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Took 36.39 seconds to build instance. [ 819.066096] env[69413]: DEBUG nova.compute.manager [None req-d3e3310e-d201-4d56-83f9-6e4f352856b4 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 819.066334] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e3310e-d201-4d56-83f9-6e4f352856b4 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 819.072485] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf52bc4-310e-4ec2-a224-95a78b55ee42 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.081328] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3e3310e-d201-4d56-83f9-6e4f352856b4 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.083020] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8b8a1cb-4aae-47e0-ac10-5aabe2d32500 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.092608] env[69413]: DEBUG oslo_vmware.api [None req-d3e3310e-d201-4d56-83f9-6e4f352856b4 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Waiting for the task: (returnval){ [ 819.092608] env[69413]: value = "task-3077569" [ 819.092608] env[69413]: _type = "Task" [ 819.092608] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.107729] env[69413]: DEBUG oslo_vmware.api [None req-d3e3310e-d201-4d56-83f9-6e4f352856b4 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Task: {'id': task-3077569, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.197784] env[69413]: DEBUG nova.scheduler.client.report [None req-9ae1f2d3-c45c-4de2-a48a-f60414021e69 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.209112] env[69413]: DEBUG nova.network.neutron [req-8f295d5d-5ca8-45c3-9d51-2d0d57e32ce2 req-c39a2d3e-0b34-4ba6-9fe1-fed49cd99b00 service nova] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Updated VIF entry in instance network info cache for port d9ffd9ee-19b2-42e7-a9c9-e4649506eb30. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 819.209632] env[69413]: DEBUG nova.network.neutron [req-8f295d5d-5ca8-45c3-9d51-2d0d57e32ce2 req-c39a2d3e-0b34-4ba6-9fe1-fed49cd99b00 service nova] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Updating instance_info_cache with network_info: [{"id": "4b55742c-3491-4416-acc6-5182dd30cf5e", "address": "fa:16:3e:c7:54:6a", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b55742c-34", "ovs_interfaceid": "4b55742c-3491-4416-acc6-5182dd30cf5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d9ffd9ee-19b2-42e7-a9c9-e4649506eb30", "address": "fa:16:3e:0d:80:c4", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9ffd9ee-19", "ovs_interfaceid": "d9ffd9ee-19b2-42e7-a9c9-e4649506eb30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.350475] env[69413]: DEBUG nova.network.neutron [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Successfully updated port: 2201acef-1381-45e0-8e9c-cb775a5a28dc {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 819.396230] env[69413]: DEBUG oslo_vmware.api [None req-1cf094e4-62d2-43e1-9001-1b79312ded8f tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3077567, 'name': ReconfigVM_Task, 'duration_secs': 0.918928} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.396955] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1cf094e4-62d2-43e1-9001-1b79312ded8f tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Releasing lock "a5107bcd-c438-4000-a1e8-6a7f377a6c04" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.397105] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf094e4-62d2-43e1-9001-1b79312ded8f tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Reconfigured VM to attach interface {{(pid=69413) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 819.464582] env[69413]: DEBUG oslo_vmware.api [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077568, 'name': Rename_Task, 'duration_secs': 0.224844} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.465083] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.465291] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cd33a3f-30be-4c5c-a52e-138cf7f24e8a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.473496] env[69413]: DEBUG oslo_vmware.api [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 819.473496] env[69413]: value = "task-3077570" [ 819.473496] env[69413]: _type = "Task" [ 819.473496] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.485012] env[69413]: DEBUG oslo_vmware.api [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077570, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.538363] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4de39f07-dc88-4644-a9cd-a1d0cd7477eb tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Acquiring lock "7cdbd118-ef90-4606-8eff-56cf9f2d61d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.538624] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4de39f07-dc88-4644-a9cd-a1d0cd7477eb tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Lock "7cdbd118-ef90-4606-8eff-56cf9f2d61d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.538830] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4de39f07-dc88-4644-a9cd-a1d0cd7477eb tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Acquiring lock "7cdbd118-ef90-4606-8eff-56cf9f2d61d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.539021] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4de39f07-dc88-4644-a9cd-a1d0cd7477eb tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Lock "7cdbd118-ef90-4606-8eff-56cf9f2d61d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.539191] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4de39f07-dc88-4644-a9cd-a1d0cd7477eb tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Lock "7cdbd118-ef90-4606-8eff-56cf9f2d61d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.541604] env[69413]: INFO nova.compute.manager [None req-4de39f07-dc88-4644-a9cd-a1d0cd7477eb tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Terminating instance [ 819.544115] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f92924dd-4af4-49a3-927e-011aa24e1847 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Lock "1c18d995-e20d-4a6c-9e67-0973a0091a57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.614s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.603497] env[69413]: DEBUG oslo_vmware.api [None req-d3e3310e-d201-4d56-83f9-6e4f352856b4 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Task: {'id': task-3077569, 'name': PowerOffVM_Task, 'duration_secs': 0.407622} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.603854] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3e3310e-d201-4d56-83f9-6e4f352856b4 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 819.604193] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e3310e-d201-4d56-83f9-6e4f352856b4 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 819.604284] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f21ddecb-de47-42c2-b00f-b1a3128ad0e2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.705283] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9ae1f2d3-c45c-4de2-a48a-f60414021e69 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.319s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.709272] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.062s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.710351] env[69413]: INFO nova.compute.claims [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 819.721078] env[69413]: DEBUG oslo_concurrency.lockutils [req-8f295d5d-5ca8-45c3-9d51-2d0d57e32ce2 req-c39a2d3e-0b34-4ba6-9fe1-fed49cd99b00 service nova] Releasing lock "refresh_cache-a5107bcd-c438-4000-a1e8-6a7f377a6c04" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.721930] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e3310e-d201-4d56-83f9-6e4f352856b4 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 819.722092] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e3310e-d201-4d56-83f9-6e4f352856b4 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 819.722416] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3e3310e-d201-4d56-83f9-6e4f352856b4 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Deleting the datastore file [datastore2] f87356eb-fccf-41d7-912f-2a3e76ff6d17 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 819.724322] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d71f801f-8742-4be1-a2cd-8223cfe094a8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.735753] env[69413]: DEBUG oslo_vmware.api [None req-d3e3310e-d201-4d56-83f9-6e4f352856b4 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Waiting for the task: (returnval){ [ 819.735753] env[69413]: value = "task-3077572" [ 819.735753] env[69413]: _type = "Task" [ 819.735753] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.750423] env[69413]: DEBUG oslo_vmware.api [None req-d3e3310e-d201-4d56-83f9-6e4f352856b4 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Task: {'id': task-3077572, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.750423] env[69413]: INFO nova.scheduler.client.report [None req-9ae1f2d3-c45c-4de2-a48a-f60414021e69 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Deleted allocations for instance 70800d42-eff1-496c-aeab-7160e8aef7bf [ 819.854844] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Acquiring lock "refresh_cache-a2784ee1-84c7-471e-bb52-8554b9eaf215" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.855089] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Acquired lock "refresh_cache-a2784ee1-84c7-471e-bb52-8554b9eaf215" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.855328] env[69413]: DEBUG nova.network.neutron [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.903680] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1cf094e4-62d2-43e1-9001-1b79312ded8f tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "interface-a5107bcd-c438-4000-a1e8-6a7f377a6c04-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.493s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.989191] env[69413]: DEBUG oslo_vmware.api [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077570, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.048912] env[69413]: DEBUG nova.compute.manager [None req-4de39f07-dc88-4644-a9cd-a1d0cd7477eb tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 820.049216] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de39f07-dc88-4644-a9cd-a1d0cd7477eb tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.049509] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0516652-b50c-4e2e-952e-5601d962b4f5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.056905] env[69413]: DEBUG oslo_vmware.api [None req-4de39f07-dc88-4644-a9cd-a1d0cd7477eb tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Waiting for the task: (returnval){ [ 820.056905] env[69413]: value = "task-3077573" [ 820.056905] env[69413]: _type = "Task" [ 820.056905] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.070408] env[69413]: DEBUG oslo_vmware.api [None req-4de39f07-dc88-4644-a9cd-a1d0cd7477eb tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Task: {'id': task-3077573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.250023] env[69413]: DEBUG oslo_vmware.api [None req-d3e3310e-d201-4d56-83f9-6e4f352856b4 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Task: {'id': task-3077572, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273442} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.250446] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3e3310e-d201-4d56-83f9-6e4f352856b4 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 820.250683] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e3310e-d201-4d56-83f9-6e4f352856b4 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 820.250981] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e3310e-d201-4d56-83f9-6e4f352856b4 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 820.251273] env[69413]: INFO nova.compute.manager [None req-d3e3310e-d201-4d56-83f9-6e4f352856b4 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Took 1.18 seconds to destroy the instance on the hypervisor. [ 820.251574] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3e3310e-d201-4d56-83f9-6e4f352856b4 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.251788] env[69413]: DEBUG nova.compute.manager [-] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 820.252078] env[69413]: DEBUG nova.network.neutron [-] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 820.261579] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9ae1f2d3-c45c-4de2-a48a-f60414021e69 tempest-FloatingIPsAssociationTestJSON-540508310 tempest-FloatingIPsAssociationTestJSON-540508310-project-member] Lock "70800d42-eff1-496c-aeab-7160e8aef7bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.418s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.415425] env[69413]: DEBUG nova.network.neutron [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 820.489484] env[69413]: DEBUG oslo_vmware.api [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077570, 'name': PowerOnVM_Task, 'duration_secs': 0.834248} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.490016] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.490126] env[69413]: INFO nova.compute.manager [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Took 9.17 seconds to spawn the instance on the hypervisor. [ 820.491286] env[69413]: DEBUG nova.compute.manager [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.491286] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2d6859-627d-41e4-a366-f39cd357f5e6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.573615] env[69413]: DEBUG oslo_vmware.api [None req-4de39f07-dc88-4644-a9cd-a1d0cd7477eb tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Task: {'id': task-3077573, 'name': PowerOffVM_Task, 'duration_secs': 0.224657} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.573875] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de39f07-dc88-4644-a9cd-a1d0cd7477eb tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.574138] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-4de39f07-dc88-4644-a9cd-a1d0cd7477eb tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Volume detach. Driver type: vmdk {{(pid=69413) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 820.574340] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-4de39f07-dc88-4644-a9cd-a1d0cd7477eb tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616111', 'volume_id': '274777c0-5653-44f4-95c5-823eddb5b297', 'name': 'volume-274777c0-5653-44f4-95c5-823eddb5b297', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7cdbd118-ef90-4606-8eff-56cf9f2d61d7', 'attached_at': '', 'detached_at': '', 'volume_id': '274777c0-5653-44f4-95c5-823eddb5b297', 'serial': '274777c0-5653-44f4-95c5-823eddb5b297'} {{(pid=69413) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 820.575167] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42d3b38-3f6a-47dd-b909-0ddb5ca08b29 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.614985] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6e3773-e99e-4fcd-82d1-39cdf21d2313 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.625217] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c643be76-9960-4c97-b85f-136769b8dbd8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.642942] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b380ed2-6d15-45ca-9a54-aac8c457ae7c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.659676] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-4de39f07-dc88-4644-a9cd-a1d0cd7477eb tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] The volume has not been displaced from its original location: [datastore1] volume-274777c0-5653-44f4-95c5-823eddb5b297/volume-274777c0-5653-44f4-95c5-823eddb5b297.vmdk. No consolidation needed. {{(pid=69413) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 820.665911] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-4de39f07-dc88-4644-a9cd-a1d0cd7477eb tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Reconfiguring VM instance instance-00000026 to detach disk 2000 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 820.666314] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcb682a8-d0ef-4c83-8691-da0d0f942cd2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.684873] env[69413]: DEBUG nova.network.neutron [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Updating instance_info_cache with network_info: [{"id": "2201acef-1381-45e0-8e9c-cb775a5a28dc", "address": "fa:16:3e:7e:d1:af", "network": {"id": "273e800c-8b2c-4992-85c1-de21ed4c5610", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1933430888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d20bddf2427547dc91a4713087847f7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2201acef-13", "ovs_interfaceid": "2201acef-1381-45e0-8e9c-cb775a5a28dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.693109] env[69413]: DEBUG oslo_vmware.api [None req-4de39f07-dc88-4644-a9cd-a1d0cd7477eb tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Waiting for the task: (returnval){ [ 820.693109] env[69413]: value = "task-3077574" [ 820.693109] env[69413]: _type = "Task" [ 820.693109] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.708265] env[69413]: DEBUG oslo_vmware.api [None req-4de39f07-dc88-4644-a9cd-a1d0cd7477eb tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Task: {'id': task-3077574, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.928978] env[69413]: DEBUG nova.compute.manager [req-929418fb-de29-44bc-8647-032a7fce69dc req-ca6a105b-b816-4b88-a4ba-5224a6f53490 service nova] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Received event network-vif-plugged-2201acef-1381-45e0-8e9c-cb775a5a28dc {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.928978] env[69413]: DEBUG oslo_concurrency.lockutils [req-929418fb-de29-44bc-8647-032a7fce69dc req-ca6a105b-b816-4b88-a4ba-5224a6f53490 service nova] Acquiring lock "a2784ee1-84c7-471e-bb52-8554b9eaf215-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.929799] env[69413]: DEBUG oslo_concurrency.lockutils [req-929418fb-de29-44bc-8647-032a7fce69dc req-ca6a105b-b816-4b88-a4ba-5224a6f53490 service nova] Lock "a2784ee1-84c7-471e-bb52-8554b9eaf215-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.929854] env[69413]: DEBUG oslo_concurrency.lockutils [req-929418fb-de29-44bc-8647-032a7fce69dc req-ca6a105b-b816-4b88-a4ba-5224a6f53490 service nova] Lock "a2784ee1-84c7-471e-bb52-8554b9eaf215-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.930026] env[69413]: DEBUG nova.compute.manager [req-929418fb-de29-44bc-8647-032a7fce69dc req-ca6a105b-b816-4b88-a4ba-5224a6f53490 service nova] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] No waiting events found dispatching network-vif-plugged-2201acef-1381-45e0-8e9c-cb775a5a28dc {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 820.930227] env[69413]: WARNING nova.compute.manager [req-929418fb-de29-44bc-8647-032a7fce69dc req-ca6a105b-b816-4b88-a4ba-5224a6f53490 service nova] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Received unexpected event network-vif-plugged-2201acef-1381-45e0-8e9c-cb775a5a28dc for instance with vm_state building and task_state spawning. [ 820.930411] env[69413]: DEBUG nova.compute.manager [req-929418fb-de29-44bc-8647-032a7fce69dc req-ca6a105b-b816-4b88-a4ba-5224a6f53490 service nova] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Received event network-changed-2201acef-1381-45e0-8e9c-cb775a5a28dc {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.930625] env[69413]: DEBUG nova.compute.manager [req-929418fb-de29-44bc-8647-032a7fce69dc req-ca6a105b-b816-4b88-a4ba-5224a6f53490 service nova] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Refreshing instance network info cache due to event network-changed-2201acef-1381-45e0-8e9c-cb775a5a28dc. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 820.930821] env[69413]: DEBUG oslo_concurrency.lockutils [req-929418fb-de29-44bc-8647-032a7fce69dc req-ca6a105b-b816-4b88-a4ba-5224a6f53490 service nova] Acquiring lock "refresh_cache-a2784ee1-84c7-471e-bb52-8554b9eaf215" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.018441] env[69413]: INFO nova.compute.manager [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Took 37.80 seconds to build instance. [ 821.188845] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Releasing lock "refresh_cache-a2784ee1-84c7-471e-bb52-8554b9eaf215" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.189248] env[69413]: DEBUG nova.compute.manager [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Instance network_info: |[{"id": "2201acef-1381-45e0-8e9c-cb775a5a28dc", "address": "fa:16:3e:7e:d1:af", "network": {"id": "273e800c-8b2c-4992-85c1-de21ed4c5610", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1933430888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d20bddf2427547dc91a4713087847f7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2201acef-13", "ovs_interfaceid": "2201acef-1381-45e0-8e9c-cb775a5a28dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 821.189583] env[69413]: DEBUG oslo_concurrency.lockutils [req-929418fb-de29-44bc-8647-032a7fce69dc req-ca6a105b-b816-4b88-a4ba-5224a6f53490 service nova] Acquired lock "refresh_cache-a2784ee1-84c7-471e-bb52-8554b9eaf215" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.189765] env[69413]: DEBUG nova.network.neutron [req-929418fb-de29-44bc-8647-032a7fce69dc req-ca6a105b-b816-4b88-a4ba-5224a6f53490 service nova] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Refreshing network info cache for port 2201acef-1381-45e0-8e9c-cb775a5a28dc {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.191366] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:d1:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2201acef-1381-45e0-8e9c-cb775a5a28dc', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 821.200608] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.200608] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 821.207264] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-641cbf73-95ec-483a-b342-2b4db7d254c8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.232720] env[69413]: DEBUG oslo_vmware.api [None req-4de39f07-dc88-4644-a9cd-a1d0cd7477eb tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Task: {'id': task-3077574, 'name': ReconfigVM_Task, 'duration_secs': 0.214104} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.235202] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-4de39f07-dc88-4644-a9cd-a1d0cd7477eb tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Reconfigured VM instance instance-00000026 to detach disk 2000 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 821.241247] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 821.241247] env[69413]: value = "task-3077575" [ 821.241247] env[69413]: _type = "Task" [ 821.241247] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.245161] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14eb2b01-9a95-4b3c-ac82-64958993f66d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.266238] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077575, 'name': CreateVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.267860] env[69413]: DEBUG oslo_vmware.api [None req-4de39f07-dc88-4644-a9cd-a1d0cd7477eb tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Waiting for the task: (returnval){ [ 821.267860] env[69413]: value = "task-3077576" [ 821.267860] env[69413]: _type = "Task" [ 821.267860] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.280134] env[69413]: DEBUG oslo_vmware.api [None req-4de39f07-dc88-4644-a9cd-a1d0cd7477eb tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Task: {'id': task-3077576, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.390298] env[69413]: DEBUG oslo_concurrency.lockutils [None req-03bbb808-f724-4afe-9e67-2061ecdfc354 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Acquiring lock "76c49241-9cd4-4f51-8dd2-093e10b61ac0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.390747] env[69413]: DEBUG oslo_concurrency.lockutils [None req-03bbb808-f724-4afe-9e67-2061ecdfc354 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Lock "76c49241-9cd4-4f51-8dd2-093e10b61ac0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.390979] env[69413]: DEBUG oslo_concurrency.lockutils [None req-03bbb808-f724-4afe-9e67-2061ecdfc354 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Acquiring lock "76c49241-9cd4-4f51-8dd2-093e10b61ac0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.391244] env[69413]: DEBUG oslo_concurrency.lockutils [None req-03bbb808-f724-4afe-9e67-2061ecdfc354 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Lock "76c49241-9cd4-4f51-8dd2-093e10b61ac0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.391466] env[69413]: DEBUG oslo_concurrency.lockutils [None req-03bbb808-f724-4afe-9e67-2061ecdfc354 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Lock "76c49241-9cd4-4f51-8dd2-093e10b61ac0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.394352] env[69413]: INFO nova.compute.manager [None req-03bbb808-f724-4afe-9e67-2061ecdfc354 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Terminating instance [ 821.430693] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad513985-a888-4b86-923b-307ec637e55f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.440133] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0c17ac-4375-497d-bdfc-7570ad479e64 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.484282] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1c96f2-13ec-41b8-adf3-5158f25c3b48 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.494239] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28f1891-d8d8-4d8c-b03d-0e8554170454 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.511697] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 821.512165] env[69413]: DEBUG nova.compute.provider_tree [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.514032] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 821.520819] env[69413]: DEBUG nova.network.neutron [-] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.523607] env[69413]: DEBUG oslo_concurrency.lockutils [None req-68332417-5f67-45d3-9953-6e6925ec0756 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "e9a9eb9b-ac85-4029-a417-6d38ef0de2e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.526s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.767259] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077575, 'name': CreateVM_Task, 'duration_secs': 0.506861} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.767439] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.768190] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.768329] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.768690] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.768989] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88150652-73c2-43bf-bbd1-8c30574f277f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.777900] env[69413]: DEBUG oslo_vmware.api [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Waiting for the task: (returnval){ [ 821.777900] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]521903f1-a29f-bed7-bd14-0d734e456eaa" [ 821.777900] env[69413]: _type = "Task" [ 821.777900] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.782402] env[69413]: DEBUG oslo_vmware.api [None req-4de39f07-dc88-4644-a9cd-a1d0cd7477eb tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Task: {'id': task-3077576, 'name': ReconfigVM_Task, 'duration_secs': 0.16795} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.786616] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-4de39f07-dc88-4644-a9cd-a1d0cd7477eb tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616111', 'volume_id': '274777c0-5653-44f4-95c5-823eddb5b297', 'name': 'volume-274777c0-5653-44f4-95c5-823eddb5b297', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7cdbd118-ef90-4606-8eff-56cf9f2d61d7', 'attached_at': '', 'detached_at': '', 'volume_id': '274777c0-5653-44f4-95c5-823eddb5b297', 'serial': '274777c0-5653-44f4-95c5-823eddb5b297'} {{(pid=69413) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 821.786874] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4de39f07-dc88-4644-a9cd-a1d0cd7477eb tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.788019] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d62bfca-147f-4103-9b3c-fcfbbd59a554 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.797095] env[69413]: DEBUG oslo_vmware.api [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]521903f1-a29f-bed7-bd14-0d734e456eaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.801010] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4de39f07-dc88-4644-a9cd-a1d0cd7477eb tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 821.804897] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9f18b71-44a9-4aff-bc2b-276f7d2d9198 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.808364] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Acquiring lock "da690ca9-bdde-4913-9366-9f2d213c496a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.808364] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Lock "da690ca9-bdde-4913-9366-9f2d213c496a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.889472] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4de39f07-dc88-4644-a9cd-a1d0cd7477eb tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 821.889750] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4de39f07-dc88-4644-a9cd-a1d0cd7477eb tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 821.891145] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-4de39f07-dc88-4644-a9cd-a1d0cd7477eb tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Deleting the datastore file [datastore1] 7cdbd118-ef90-4606-8eff-56cf9f2d61d7 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.891145] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85246fd7-2595-467f-b092-c2c092571017 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.897727] env[69413]: DEBUG oslo_vmware.api [None req-4de39f07-dc88-4644-a9cd-a1d0cd7477eb tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Waiting for the task: (returnval){ [ 821.897727] env[69413]: value = "task-3077578" [ 821.897727] env[69413]: _type = "Task" [ 821.897727] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.902742] env[69413]: DEBUG nova.compute.manager [None req-03bbb808-f724-4afe-9e67-2061ecdfc354 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 821.903602] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-03bbb808-f724-4afe-9e67-2061ecdfc354 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.905470] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a079ad-0351-4541-8634-ff4b262b0125 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.919250] env[69413]: DEBUG oslo_vmware.api [None req-4de39f07-dc88-4644-a9cd-a1d0cd7477eb tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Task: {'id': task-3077578, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.923208] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-03bbb808-f724-4afe-9e67-2061ecdfc354 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.923706] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-811299f9-7bb7-42c3-ae6b-7125e303df45 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.935544] env[69413]: DEBUG oslo_vmware.api [None req-03bbb808-f724-4afe-9e67-2061ecdfc354 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Waiting for the task: (returnval){ [ 821.935544] env[69413]: value = "task-3077579" [ 821.935544] env[69413]: _type = "Task" [ 821.935544] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.947422] env[69413]: DEBUG oslo_vmware.api [None req-03bbb808-f724-4afe-9e67-2061ecdfc354 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Task: {'id': task-3077579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.016924] env[69413]: DEBUG nova.scheduler.client.report [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.029877] env[69413]: INFO nova.compute.manager [-] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Took 1.78 seconds to deallocate network for instance. [ 822.029877] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.035694] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.035939] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.036162] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.036350] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.036573] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.036665] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69413) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 822.036886] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager.update_available_resource {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.154710] env[69413]: DEBUG oslo_concurrency.lockutils [None req-80259806-e330-4a47-9597-b1f52e120f17 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Acquiring lock "1c18d995-e20d-4a6c-9e67-0973a0091a57" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.155019] env[69413]: DEBUG oslo_concurrency.lockutils [None req-80259806-e330-4a47-9597-b1f52e120f17 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Lock "1c18d995-e20d-4a6c-9e67-0973a0091a57" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.156941] env[69413]: INFO nova.compute.manager [None req-80259806-e330-4a47-9597-b1f52e120f17 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Rebooting instance [ 822.293061] env[69413]: DEBUG oslo_vmware.api [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]521903f1-a29f-bed7-bd14-0d734e456eaa, 'name': SearchDatastore_Task, 'duration_secs': 0.017623} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.293342] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.293569] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 822.293809] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.293985] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.295037] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 822.295037] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53440f31-983a-476c-88a9-d8e84fac08a3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.305694] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 822.306683] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 822.306683] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76a884ab-e6aa-4fc7-8d40-69bc49e218d3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.310044] env[69413]: DEBUG nova.compute.manager [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 822.317154] env[69413]: DEBUG oslo_vmware.api [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Waiting for the task: (returnval){ [ 822.317154] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52830ce6-7fc9-bdba-ff04-3bceee08b52b" [ 822.317154] env[69413]: _type = "Task" [ 822.317154] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.326645] env[69413]: DEBUG oslo_vmware.api [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52830ce6-7fc9-bdba-ff04-3bceee08b52b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.408066] env[69413]: DEBUG oslo_vmware.api [None req-4de39f07-dc88-4644-a9cd-a1d0cd7477eb tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Task: {'id': task-3077578, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125306} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.408333] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-4de39f07-dc88-4644-a9cd-a1d0cd7477eb tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 822.408516] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4de39f07-dc88-4644-a9cd-a1d0cd7477eb tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 822.408691] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4de39f07-dc88-4644-a9cd-a1d0cd7477eb tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 822.408868] env[69413]: INFO nova.compute.manager [None req-4de39f07-dc88-4644-a9cd-a1d0cd7477eb tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Took 2.36 seconds to destroy the instance on the hypervisor. [ 822.409125] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4de39f07-dc88-4644-a9cd-a1d0cd7477eb tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.409314] env[69413]: DEBUG nova.compute.manager [-] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 822.409408] env[69413]: DEBUG nova.network.neutron [-] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 822.444592] env[69413]: DEBUG oslo_vmware.api [None req-03bbb808-f724-4afe-9e67-2061ecdfc354 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Task: {'id': task-3077579, 'name': PowerOffVM_Task, 'duration_secs': 0.301622} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.445236] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-03bbb808-f724-4afe-9e67-2061ecdfc354 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.445377] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-03bbb808-f724-4afe-9e67-2061ecdfc354 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.445665] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6bca0191-0bb7-4db4-bf5b-0fc01e69cd80 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.513258] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-03bbb808-f724-4afe-9e67-2061ecdfc354 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.513624] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-03bbb808-f724-4afe-9e67-2061ecdfc354 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.513884] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-03bbb808-f724-4afe-9e67-2061ecdfc354 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Deleting the datastore file [datastore2] 76c49241-9cd4-4f51-8dd2-093e10b61ac0 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.514286] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4b4d58a-83d8-47cd-9249-12b092f0f7a2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.521216] env[69413]: DEBUG oslo_vmware.api [None req-03bbb808-f724-4afe-9e67-2061ecdfc354 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Waiting for the task: (returnval){ [ 822.521216] env[69413]: value = "task-3077581" [ 822.521216] env[69413]: _type = "Task" [ 822.521216] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.529967] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.823s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.530485] env[69413]: DEBUG nova.compute.manager [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 822.536973] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.221s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.539496] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d3e3310e-d201-4d56-83f9-6e4f352856b4 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.540082] env[69413]: DEBUG oslo_vmware.api [None req-03bbb808-f724-4afe-9e67-2061ecdfc354 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Task: {'id': task-3077581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.541378] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.542252] env[69413]: DEBUG nova.network.neutron [req-929418fb-de29-44bc-8647-032a7fce69dc req-ca6a105b-b816-4b88-a4ba-5224a6f53490 service nova] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Updated VIF entry in instance network info cache for port 2201acef-1381-45e0-8e9c-cb775a5a28dc. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.542496] env[69413]: DEBUG nova.network.neutron [req-929418fb-de29-44bc-8647-032a7fce69dc req-ca6a105b-b816-4b88-a4ba-5224a6f53490 service nova] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Updating instance_info_cache with network_info: [{"id": "2201acef-1381-45e0-8e9c-cb775a5a28dc", "address": "fa:16:3e:7e:d1:af", "network": {"id": "273e800c-8b2c-4992-85c1-de21ed4c5610", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1933430888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d20bddf2427547dc91a4713087847f7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2201acef-13", "ovs_interfaceid": "2201acef-1381-45e0-8e9c-cb775a5a28dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.683445] env[69413]: DEBUG oslo_concurrency.lockutils [None req-80259806-e330-4a47-9597-b1f52e120f17 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Acquiring lock "refresh_cache-1c18d995-e20d-4a6c-9e67-0973a0091a57" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.683445] env[69413]: DEBUG oslo_concurrency.lockutils [None req-80259806-e330-4a47-9597-b1f52e120f17 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Acquired lock "refresh_cache-1c18d995-e20d-4a6c-9e67-0973a0091a57" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.683566] env[69413]: DEBUG nova.network.neutron [None req-80259806-e330-4a47-9597-b1f52e120f17 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.706135] env[69413]: DEBUG nova.compute.manager [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Stashing vm_state: active {{(pid=69413) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 822.835279] env[69413]: DEBUG oslo_vmware.api [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52830ce6-7fc9-bdba-ff04-3bceee08b52b, 'name': SearchDatastore_Task, 'duration_secs': 0.022941} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.837090] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdb9a08e-b282-48ac-a8f8-c33075a9edbc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.843230] env[69413]: DEBUG oslo_vmware.api [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Waiting for the task: (returnval){ [ 822.843230] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c9e966-524b-ae76-bc75-cfbda7b622cd" [ 822.843230] env[69413]: _type = "Task" [ 822.843230] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.848173] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.853398] env[69413]: DEBUG oslo_vmware.api [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c9e966-524b-ae76-bc75-cfbda7b622cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.873486] env[69413]: DEBUG oslo_concurrency.lockutils [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquiring lock "dc802a86-b5a3-4808-a641-dc42d77ee1e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.873486] env[69413]: DEBUG oslo_concurrency.lockutils [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Lock "dc802a86-b5a3-4808-a641-dc42d77ee1e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.002060] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a1616f5e-2672-41af-b7f8-4dd740648484 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "e9a9eb9b-ac85-4029-a417-6d38ef0de2e5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.002599] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a1616f5e-2672-41af-b7f8-4dd740648484 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "e9a9eb9b-ac85-4029-a417-6d38ef0de2e5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.032220] env[69413]: DEBUG oslo_vmware.api [None req-03bbb808-f724-4afe-9e67-2061ecdfc354 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Task: {'id': task-3077581, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290678} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.032774] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-03bbb808-f724-4afe-9e67-2061ecdfc354 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.033162] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-03bbb808-f724-4afe-9e67-2061ecdfc354 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.033495] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-03bbb808-f724-4afe-9e67-2061ecdfc354 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.033824] env[69413]: INFO nova.compute.manager [None req-03bbb808-f724-4afe-9e67-2061ecdfc354 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 823.034292] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03bbb808-f724-4afe-9e67-2061ecdfc354 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.034759] env[69413]: DEBUG nova.compute.manager [-] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 823.034996] env[69413]: DEBUG nova.network.neutron [-] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 823.045030] env[69413]: DEBUG nova.compute.utils [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 823.047132] env[69413]: INFO nova.compute.claims [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 823.051987] env[69413]: DEBUG nova.compute.manager [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 823.053174] env[69413]: DEBUG nova.network.neutron [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 823.055718] env[69413]: DEBUG oslo_concurrency.lockutils [req-929418fb-de29-44bc-8647-032a7fce69dc req-ca6a105b-b816-4b88-a4ba-5224a6f53490 service nova] Releasing lock "refresh_cache-a2784ee1-84c7-471e-bb52-8554b9eaf215" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.106532] env[69413]: DEBUG nova.policy [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a31bf8abc13f4301b7fd2d046095f508', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '766233e1213a4e82b80bdbaf2b5c3609', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 823.239488] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.357963] env[69413]: DEBUG oslo_vmware.api [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c9e966-524b-ae76-bc75-cfbda7b622cd, 'name': SearchDatastore_Task, 'duration_secs': 0.013476} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.360749] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.362330] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] a2784ee1-84c7-471e-bb52-8554b9eaf215/a2784ee1-84c7-471e-bb52-8554b9eaf215.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 823.363843] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08edc3ba-2d6c-4136-be3a-510285360fe4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.377905] env[69413]: DEBUG nova.compute.manager [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 823.381014] env[69413]: DEBUG oslo_vmware.api [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Waiting for the task: (returnval){ [ 823.381014] env[69413]: value = "task-3077582" [ 823.381014] env[69413]: _type = "Task" [ 823.381014] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.391785] env[69413]: DEBUG oslo_vmware.api [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': task-3077582, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.506052] env[69413]: DEBUG nova.compute.utils [None req-a1616f5e-2672-41af-b7f8-4dd740648484 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 823.533107] env[69413]: DEBUG nova.network.neutron [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Successfully created port: d1578701-af95-4a91-a433-04ec5d749801 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 823.550328] env[69413]: DEBUG nova.compute.manager [req-db2f1746-d249-4005-b789-9cd04326d9cc req-416aa015-b0b3-444d-8337-e1bbd9581307 service nova] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Received event network-vif-deleted-caeb6bce-f75a-4733-be1d-0a0e0b1e777e {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.552627] env[69413]: DEBUG nova.compute.manager [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 823.560264] env[69413]: INFO nova.compute.resource_tracker [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Updating resource usage from migration 1c7d501e-d944-4cdf-bdd5-b330f8145180 [ 823.829453] env[69413]: DEBUG nova.network.neutron [None req-80259806-e330-4a47-9597-b1f52e120f17 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Updating instance_info_cache with network_info: [{"id": "0a9b8dc5-3a4b-4c67-81c8-5d31a5f10d77", "address": "fa:16:3e:88:10:c3", "network": {"id": "2c837984-b294-4cf9-986b-217b0a74873c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1425338992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4988462976ba4028a5dbf733a34f68cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a9b8dc5-3a", "ovs_interfaceid": "0a9b8dc5-3a4b-4c67-81c8-5d31a5f10d77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.877069] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7537e939-4424-4784-a40a-9f85895608b5 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "interface-a5107bcd-c438-4000-a1e8-6a7f377a6c04-d9ffd9ee-19b2-42e7-a9c9-e4649506eb30" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.877491] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7537e939-4424-4784-a40a-9f85895608b5 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "interface-a5107bcd-c438-4000-a1e8-6a7f377a6c04-d9ffd9ee-19b2-42e7-a9c9-e4649506eb30" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.908537] env[69413]: DEBUG oslo_vmware.api [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': task-3077582, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.914826] env[69413]: DEBUG oslo_concurrency.lockutils [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.971793] env[69413]: DEBUG nova.network.neutron [-] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.014945] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a1616f5e-2672-41af-b7f8-4dd740648484 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "e9a9eb9b-ac85-4029-a417-6d38ef0de2e5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.015881] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquiring lock "9fb1b0a7-ddb8-4325-a38a-4659ee69ce36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.016207] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Lock "9fb1b0a7-ddb8-4325-a38a-4659ee69ce36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.202020] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276f6570-d3f8-4dbd-b28d-018798a5dda1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.209023] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0483a38a-7976-4b80-88d8-e6ca47ba03b0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.256514] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074270c6-6674-4513-ae49-7168b3daf10f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.263542] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05dcdc9f-1aa5-4a67-bfcc-063c1494e074 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.279355] env[69413]: DEBUG nova.compute.provider_tree [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.332834] env[69413]: DEBUG oslo_concurrency.lockutils [None req-80259806-e330-4a47-9597-b1f52e120f17 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Releasing lock "refresh_cache-1c18d995-e20d-4a6c-9e67-0973a0091a57" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.391704] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7537e939-4424-4784-a40a-9f85895608b5 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "a5107bcd-c438-4000-a1e8-6a7f377a6c04" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.392051] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7537e939-4424-4784-a40a-9f85895608b5 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquired lock "a5107bcd-c438-4000-a1e8-6a7f377a6c04" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.393246] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786410ca-fef1-4f08-9060-3f80d4105bfc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.401851] env[69413]: DEBUG oslo_vmware.api [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': task-3077582, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703076} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.414666] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] a2784ee1-84c7-471e-bb52-8554b9eaf215/a2784ee1-84c7-471e-bb52-8554b9eaf215.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 824.414942] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 824.415810] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-110900aa-c49e-4284-9e08-8febf4c8a92e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.419660] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7390f0-cd0f-4792-839f-c131e3633fb4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.448127] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7537e939-4424-4784-a40a-9f85895608b5 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Reconfiguring VM to detach interface {{(pid=69413) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 824.449724] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa0a2056-cfb1-4afc-990c-b9a6f4f34078 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.464084] env[69413]: DEBUG oslo_vmware.api [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Waiting for the task: (returnval){ [ 824.464084] env[69413]: value = "task-3077583" [ 824.464084] env[69413]: _type = "Task" [ 824.464084] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.469507] env[69413]: DEBUG oslo_vmware.api [None req-7537e939-4424-4784-a40a-9f85895608b5 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 824.469507] env[69413]: value = "task-3077584" [ 824.469507] env[69413]: _type = "Task" [ 824.469507] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.479053] env[69413]: INFO nova.compute.manager [-] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Took 2.07 seconds to deallocate network for instance. [ 824.479428] env[69413]: DEBUG oslo_vmware.api [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': task-3077583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.489192] env[69413]: DEBUG oslo_vmware.api [None req-7537e939-4424-4784-a40a-9f85895608b5 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3077584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.519032] env[69413]: DEBUG nova.compute.manager [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 824.564917] env[69413]: DEBUG nova.compute.manager [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 824.602599] env[69413]: DEBUG nova.virt.hardware [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 824.603026] env[69413]: DEBUG nova.virt.hardware [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 824.603284] env[69413]: DEBUG nova.virt.hardware [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 824.603405] env[69413]: DEBUG nova.virt.hardware [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 824.603551] env[69413]: DEBUG nova.virt.hardware [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 824.603695] env[69413]: DEBUG nova.virt.hardware [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 824.603917] env[69413]: DEBUG nova.virt.hardware [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 824.604130] env[69413]: DEBUG nova.virt.hardware [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 824.604311] env[69413]: DEBUG nova.virt.hardware [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 824.604475] env[69413]: DEBUG nova.virt.hardware [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 824.604648] env[69413]: DEBUG nova.virt.hardware [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 824.606342] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e709d9a5-04d0-42b6-80e4-b30bc6770b2a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.616416] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202bbcaa-cedc-4414-93be-7dd5f689e394 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.758242] env[69413]: DEBUG nova.network.neutron [-] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.782878] env[69413]: DEBUG nova.scheduler.client.report [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.840070] env[69413]: DEBUG nova.compute.manager [None req-80259806-e330-4a47-9597-b1f52e120f17 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.840658] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b64490-6f57-4962-b0ca-09b0d273bc21 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.978823] env[69413]: DEBUG oslo_vmware.api [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': task-3077583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108688} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.979715] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.980677] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7dd3572-e835-4c0f-99ff-fa386e5244ae {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.988513] env[69413]: DEBUG oslo_vmware.api [None req-7537e939-4424-4784-a40a-9f85895608b5 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3077584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.011571] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] a2784ee1-84c7-471e-bb52-8554b9eaf215/a2784ee1-84c7-471e-bb52-8554b9eaf215.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.011899] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-030046a0-2d98-45aa-bd6d-d639672ce591 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.043606] env[69413]: DEBUG oslo_vmware.api [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Waiting for the task: (returnval){ [ 825.043606] env[69413]: value = "task-3077585" [ 825.043606] env[69413]: _type = "Task" [ 825.043606] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.056480] env[69413]: DEBUG oslo_vmware.api [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': task-3077585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.065524] env[69413]: INFO nova.compute.manager [None req-4de39f07-dc88-4644-a9cd-a1d0cd7477eb tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Took 0.59 seconds to detach 1 volumes for instance. [ 825.068590] env[69413]: DEBUG nova.compute.manager [None req-4de39f07-dc88-4644-a9cd-a1d0cd7477eb tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Deleting volume: 274777c0-5653-44f4-95c5-823eddb5b297 {{(pid=69413) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 825.071128] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.101534] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a1616f5e-2672-41af-b7f8-4dd740648484 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "e9a9eb9b-ac85-4029-a417-6d38ef0de2e5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.101534] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a1616f5e-2672-41af-b7f8-4dd740648484 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "e9a9eb9b-ac85-4029-a417-6d38ef0de2e5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.101534] env[69413]: INFO nova.compute.manager [None req-a1616f5e-2672-41af-b7f8-4dd740648484 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Attaching volume 2267bfeb-a938-4571-8302-3d32ffb19082 to /dev/sdb [ 825.153955] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a2a621-700f-45e5-9dec-b1802c213c54 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.162823] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019776d7-d19b-414c-b94f-b56cf9ae2588 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.181192] env[69413]: DEBUG nova.virt.block_device [None req-a1616f5e-2672-41af-b7f8-4dd740648484 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Updating existing volume attachment record: c6a8a6b8-9f21-44e7-b654-447644991fd3 {{(pid=69413) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 825.228910] env[69413]: DEBUG nova.compute.manager [req-780e578d-696e-4353-8cea-57588ce0a1ca req-38cc1b14-824f-4a25-832e-8ba301ac2fcb service nova] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Received event network-vif-plugged-d1578701-af95-4a91-a433-04ec5d749801 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.229296] env[69413]: DEBUG oslo_concurrency.lockutils [req-780e578d-696e-4353-8cea-57588ce0a1ca req-38cc1b14-824f-4a25-832e-8ba301ac2fcb service nova] Acquiring lock "9dd19ffc-2855-4a97-919c-b71cf01b4e98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.229561] env[69413]: DEBUG oslo_concurrency.lockutils [req-780e578d-696e-4353-8cea-57588ce0a1ca req-38cc1b14-824f-4a25-832e-8ba301ac2fcb service nova] Lock "9dd19ffc-2855-4a97-919c-b71cf01b4e98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.229744] env[69413]: DEBUG oslo_concurrency.lockutils [req-780e578d-696e-4353-8cea-57588ce0a1ca req-38cc1b14-824f-4a25-832e-8ba301ac2fcb service nova] Lock "9dd19ffc-2855-4a97-919c-b71cf01b4e98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.229916] env[69413]: DEBUG nova.compute.manager [req-780e578d-696e-4353-8cea-57588ce0a1ca req-38cc1b14-824f-4a25-832e-8ba301ac2fcb service nova] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] No waiting events found dispatching network-vif-plugged-d1578701-af95-4a91-a433-04ec5d749801 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 825.230110] env[69413]: WARNING nova.compute.manager [req-780e578d-696e-4353-8cea-57588ce0a1ca req-38cc1b14-824f-4a25-832e-8ba301ac2fcb service nova] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Received unexpected event network-vif-plugged-d1578701-af95-4a91-a433-04ec5d749801 for instance with vm_state building and task_state spawning. [ 825.266049] env[69413]: INFO nova.compute.manager [-] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Took 2.23 seconds to deallocate network for instance. [ 825.288403] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.752s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.288808] env[69413]: INFO nova.compute.manager [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Migrating [ 825.295731] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2c69bd9b-6841-455d-93cc-5595f9d3da82 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.519s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.295964] env[69413]: DEBUG nova.objects.instance [None req-2c69bd9b-6841-455d-93cc-5595f9d3da82 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Lazy-loading 'resources' on Instance uuid 61ce2ba4-7d7d-4409-bac1-f545d77ed191 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 825.402341] env[69413]: DEBUG oslo_vmware.rw_handles [None req-73485b18-548a-4c06-96b9-eb3031d69c99 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52541540-2ba9-fe1b-11c8-22787d78a043/disk-0.vmdk. {{(pid=69413) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 825.402341] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3413872d-312c-48f6-993c-b64ff4bf8897 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.416484] env[69413]: DEBUG oslo_vmware.rw_handles [None req-73485b18-548a-4c06-96b9-eb3031d69c99 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52541540-2ba9-fe1b-11c8-22787d78a043/disk-0.vmdk is in state: ready. {{(pid=69413) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 825.416484] env[69413]: ERROR oslo_vmware.rw_handles [None req-73485b18-548a-4c06-96b9-eb3031d69c99 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52541540-2ba9-fe1b-11c8-22787d78a043/disk-0.vmdk due to incomplete transfer. [ 825.416484] env[69413]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-785ff4cb-cdd5-4709-ba4b-c317324cdd07 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.418124] env[69413]: DEBUG nova.network.neutron [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Successfully updated port: d1578701-af95-4a91-a433-04ec5d749801 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 825.427717] env[69413]: DEBUG oslo_vmware.rw_handles [None req-73485b18-548a-4c06-96b9-eb3031d69c99 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52541540-2ba9-fe1b-11c8-22787d78a043/disk-0.vmdk. {{(pid=69413) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 825.427938] env[69413]: DEBUG nova.virt.vmwareapi.images [None req-73485b18-548a-4c06-96b9-eb3031d69c99 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Uploaded image e6930711-17cf-44f7-8218-ca7b870d23be to the Glance image server {{(pid=69413) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 825.430474] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-73485b18-548a-4c06-96b9-eb3031d69c99 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Destroying the VM {{(pid=69413) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 825.431664] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-df3be97a-5ad1-412b-9481-6d74c1eec678 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.441716] env[69413]: DEBUG oslo_vmware.api [None req-73485b18-548a-4c06-96b9-eb3031d69c99 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Waiting for the task: (returnval){ [ 825.441716] env[69413]: value = "task-3077589" [ 825.441716] env[69413]: _type = "Task" [ 825.441716] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.448295] env[69413]: DEBUG oslo_vmware.api [None req-73485b18-548a-4c06-96b9-eb3031d69c99 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077589, 'name': Destroy_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.480663] env[69413]: DEBUG oslo_vmware.api [None req-7537e939-4424-4784-a40a-9f85895608b5 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3077584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.555301] env[69413]: DEBUG oslo_vmware.api [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': task-3077585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.601699] env[69413]: DEBUG nova.compute.manager [req-c3945e6a-9ff7-465c-b60c-f8bdaf8a4743 req-73b061f4-9785-4445-9fd7-327e7a65bb42 service nova] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Received event network-vif-deleted-26156846-0ea6-450d-aa7c-0e2a9078c818 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.601932] env[69413]: DEBUG nova.compute.manager [req-c3945e6a-9ff7-465c-b60c-f8bdaf8a4743 req-73b061f4-9785-4445-9fd7-327e7a65bb42 service nova] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Received event network-vif-deleted-2437c518-a1c6-490e-9071-d75c33e127db {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.630698] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4de39f07-dc88-4644-a9cd-a1d0cd7477eb tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.776971] env[69413]: DEBUG oslo_concurrency.lockutils [None req-03bbb808-f724-4afe-9e67-2061ecdfc354 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.808613] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Acquiring lock "refresh_cache-ba72f8ba-3ed8-4b38-8a3a-e784ab200285" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.808613] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Acquired lock "refresh_cache-ba72f8ba-3ed8-4b38-8a3a-e784ab200285" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.808613] env[69413]: DEBUG nova.network.neutron [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.863390] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822a1ff6-3883-4fcf-83bd-26b0b442aa06 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.877197] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-80259806-e330-4a47-9597-b1f52e120f17 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Doing hard reboot of VM {{(pid=69413) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 825.877584] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-ea92a428-8957-4eb9-8bee-d988121cef00 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.884937] env[69413]: DEBUG oslo_vmware.api [None req-80259806-e330-4a47-9597-b1f52e120f17 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Waiting for the task: (returnval){ [ 825.884937] env[69413]: value = "task-3077591" [ 825.884937] env[69413]: _type = "Task" [ 825.884937] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.898153] env[69413]: DEBUG oslo_vmware.api [None req-80259806-e330-4a47-9597-b1f52e120f17 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Task: {'id': task-3077591, 'name': ResetVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.921191] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquiring lock "refresh_cache-9dd19ffc-2855-4a97-919c-b71cf01b4e98" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.921379] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquired lock "refresh_cache-9dd19ffc-2855-4a97-919c-b71cf01b4e98" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.921571] env[69413]: DEBUG nova.network.neutron [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.954531] env[69413]: DEBUG oslo_vmware.api [None req-73485b18-548a-4c06-96b9-eb3031d69c99 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077589, 'name': Destroy_Task, 'duration_secs': 0.344845} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.954807] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-73485b18-548a-4c06-96b9-eb3031d69c99 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Destroyed the VM [ 825.955407] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-73485b18-548a-4c06-96b9-eb3031d69c99 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Deleting Snapshot of the VM instance {{(pid=69413) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 825.955407] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-41953e55-b048-4d48-a8c4-332adfc88fc5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.963403] env[69413]: DEBUG oslo_vmware.api [None req-73485b18-548a-4c06-96b9-eb3031d69c99 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Waiting for the task: (returnval){ [ 825.963403] env[69413]: value = "task-3077592" [ 825.963403] env[69413]: _type = "Task" [ 825.963403] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.973716] env[69413]: DEBUG oslo_vmware.api [None req-73485b18-548a-4c06-96b9-eb3031d69c99 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077592, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.983893] env[69413]: DEBUG oslo_vmware.api [None req-7537e939-4424-4784-a40a-9f85895608b5 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3077584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.055037] env[69413]: DEBUG oslo_vmware.api [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': task-3077585, 'name': ReconfigVM_Task, 'duration_secs': 0.723491} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.055277] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Reconfigured VM instance instance-00000034 to attach disk [datastore2] a2784ee1-84c7-471e-bb52-8554b9eaf215/a2784ee1-84c7-471e-bb52-8554b9eaf215.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.055679] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad402327-ed15-4247-9ae5-6c3f8ca58499 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.061896] env[69413]: DEBUG oslo_vmware.api [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Waiting for the task: (returnval){ [ 826.061896] env[69413]: value = "task-3077593" [ 826.061896] env[69413]: _type = "Task" [ 826.061896] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.076167] env[69413]: DEBUG oslo_vmware.api [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': task-3077593, 'name': Rename_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.303100] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c690224f-b4b8-4594-9fc7-0af5be02f5d4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.315543] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b934f5e1-206b-49aa-9f44-db5dcc47693d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.346816] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c15298-6f0a-4285-8140-debd5537f44c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.356435] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf54ce4-ad96-497c-99b3-8f94c668a285 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.369501] env[69413]: DEBUG nova.compute.provider_tree [None req-2c69bd9b-6841-455d-93cc-5595f9d3da82 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.393684] env[69413]: DEBUG oslo_vmware.api [None req-80259806-e330-4a47-9597-b1f52e120f17 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Task: {'id': task-3077591, 'name': ResetVM_Task, 'duration_secs': 0.107795} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.396094] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-80259806-e330-4a47-9597-b1f52e120f17 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Did hard reboot of VM {{(pid=69413) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 826.396094] env[69413]: DEBUG nova.compute.manager [None req-80259806-e330-4a47-9597-b1f52e120f17 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.396094] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea088e6-0a3e-4008-8243-6cb4f8896814 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.472368] env[69413]: DEBUG oslo_vmware.api [None req-73485b18-548a-4c06-96b9-eb3031d69c99 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077592, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.481442] env[69413]: DEBUG oslo_vmware.api [None req-7537e939-4424-4784-a40a-9f85895608b5 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3077584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.573637] env[69413]: DEBUG oslo_vmware.api [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': task-3077593, 'name': Rename_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.676627] env[69413]: DEBUG nova.network.neutron [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 826.861182] env[69413]: DEBUG nova.network.neutron [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Updating instance_info_cache with network_info: [{"id": "82047ed8-cb13-4cf7-b7ae-74d136038111", "address": "fa:16:3e:26:47:51", "network": {"id": "8cb610e7-e4da-4776-8f19-c9728f51fb27", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9a021a88be0b4ec0bf1248cc136ac194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82047ed8-cb", "ovs_interfaceid": "82047ed8-cb13-4cf7-b7ae-74d136038111", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.875914] env[69413]: DEBUG nova.scheduler.client.report [None req-2c69bd9b-6841-455d-93cc-5595f9d3da82 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.888055] env[69413]: DEBUG nova.network.neutron [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Updating instance_info_cache with network_info: [{"id": "d1578701-af95-4a91-a433-04ec5d749801", "address": "fa:16:3e:dd:46:6c", "network": {"id": "df4761ae-212a-4073-939a-98388439e29c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-36663941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "766233e1213a4e82b80bdbaf2b5c3609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1578701-af", "ovs_interfaceid": "d1578701-af95-4a91-a433-04ec5d749801", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.907739] env[69413]: DEBUG oslo_concurrency.lockutils [None req-80259806-e330-4a47-9597-b1f52e120f17 tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Lock "1c18d995-e20d-4a6c-9e67-0973a0091a57" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.753s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.975382] env[69413]: DEBUG oslo_vmware.api [None req-73485b18-548a-4c06-96b9-eb3031d69c99 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077592, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.985610] env[69413]: DEBUG oslo_vmware.api [None req-7537e939-4424-4784-a40a-9f85895608b5 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3077584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.074478] env[69413]: DEBUG oslo_vmware.api [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': task-3077593, 'name': Rename_Task, 'duration_secs': 0.585506} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.074478] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.074478] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2885aad3-3e86-47db-8632-2733f2c3a21b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.082018] env[69413]: DEBUG oslo_vmware.api [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Waiting for the task: (returnval){ [ 827.082018] env[69413]: value = "task-3077594" [ 827.082018] env[69413]: _type = "Task" [ 827.082018] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.089482] env[69413]: DEBUG oslo_vmware.api [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': task-3077594, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.366548] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Releasing lock "refresh_cache-ba72f8ba-3ed8-4b38-8a3a-e784ab200285" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.383375] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2c69bd9b-6841-455d-93cc-5595f9d3da82 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.087s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.391165] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.897s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.391671] env[69413]: DEBUG nova.objects.instance [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69413) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 827.395068] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Releasing lock "refresh_cache-9dd19ffc-2855-4a97-919c-b71cf01b4e98" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.395402] env[69413]: DEBUG nova.compute.manager [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Instance network_info: |[{"id": "d1578701-af95-4a91-a433-04ec5d749801", "address": "fa:16:3e:dd:46:6c", "network": {"id": "df4761ae-212a-4073-939a-98388439e29c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-36663941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "766233e1213a4e82b80bdbaf2b5c3609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1578701-af", "ovs_interfaceid": "d1578701-af95-4a91-a433-04ec5d749801", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 827.396396] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:46:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74e6f6e0-95e6-4531-99e9-0e78350fb655', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1578701-af95-4a91-a433-04ec5d749801', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 827.404051] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Creating folder: Project (766233e1213a4e82b80bdbaf2b5c3609). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 827.404699] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ac72cf5-4289-46da-a131-02fcc981c2c2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.415183] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Created folder: Project (766233e1213a4e82b80bdbaf2b5c3609) in parent group-v616034. [ 827.416185] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Creating folder: Instances. Parent ref: group-v616187. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 827.416185] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ae63c8f-0743-4436-b7f5-0a928a6f23db {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.424786] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Created folder: Instances in parent group-v616187. [ 827.425118] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.425403] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 827.425830] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a781111-ea9a-456e-bd5d-f3637d629f8b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.442087] env[69413]: INFO nova.scheduler.client.report [None req-2c69bd9b-6841-455d-93cc-5595f9d3da82 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Deleted allocations for instance 61ce2ba4-7d7d-4409-bac1-f545d77ed191 [ 827.453236] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 827.453236] env[69413]: value = "task-3077597" [ 827.453236] env[69413]: _type = "Task" [ 827.453236] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.462300] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077597, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.474609] env[69413]: DEBUG oslo_vmware.api [None req-73485b18-548a-4c06-96b9-eb3031d69c99 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077592, 'name': RemoveSnapshot_Task, 'duration_secs': 1.426669} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.474710] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-73485b18-548a-4c06-96b9-eb3031d69c99 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Deleted Snapshot of the VM instance {{(pid=69413) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 827.474907] env[69413]: INFO nova.compute.manager [None req-73485b18-548a-4c06-96b9-eb3031d69c99 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Took 15.04 seconds to snapshot the instance on the hypervisor. [ 827.486907] env[69413]: DEBUG oslo_vmware.api [None req-7537e939-4424-4784-a40a-9f85895608b5 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3077584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.567330] env[69413]: DEBUG nova.compute.manager [req-7debc282-1502-4d39-a642-946c75091eae req-f090840f-3f77-4e9d-961f-30e8c98a50bc service nova] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Received event network-changed-d1578701-af95-4a91-a433-04ec5d749801 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.567432] env[69413]: DEBUG nova.compute.manager [req-7debc282-1502-4d39-a642-946c75091eae req-f090840f-3f77-4e9d-961f-30e8c98a50bc service nova] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Refreshing instance network info cache due to event network-changed-d1578701-af95-4a91-a433-04ec5d749801. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 827.567652] env[69413]: DEBUG oslo_concurrency.lockutils [req-7debc282-1502-4d39-a642-946c75091eae req-f090840f-3f77-4e9d-961f-30e8c98a50bc service nova] Acquiring lock "refresh_cache-9dd19ffc-2855-4a97-919c-b71cf01b4e98" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.567812] env[69413]: DEBUG oslo_concurrency.lockutils [req-7debc282-1502-4d39-a642-946c75091eae req-f090840f-3f77-4e9d-961f-30e8c98a50bc service nova] Acquired lock "refresh_cache-9dd19ffc-2855-4a97-919c-b71cf01b4e98" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.568045] env[69413]: DEBUG nova.network.neutron [req-7debc282-1502-4d39-a642-946c75091eae req-f090840f-3f77-4e9d-961f-30e8c98a50bc service nova] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Refreshing network info cache for port d1578701-af95-4a91-a433-04ec5d749801 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 827.591211] env[69413]: DEBUG oslo_vmware.api [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': task-3077594, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.710357] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6fe329b1-eb15-463c-ab70-a5ccdc75b34f tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Acquiring lock "1c18d995-e20d-4a6c-9e67-0973a0091a57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.710740] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6fe329b1-eb15-463c-ab70-a5ccdc75b34f tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Lock "1c18d995-e20d-4a6c-9e67-0973a0091a57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.711125] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6fe329b1-eb15-463c-ab70-a5ccdc75b34f tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Acquiring lock "1c18d995-e20d-4a6c-9e67-0973a0091a57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.711373] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6fe329b1-eb15-463c-ab70-a5ccdc75b34f tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Lock "1c18d995-e20d-4a6c-9e67-0973a0091a57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.711623] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6fe329b1-eb15-463c-ab70-a5ccdc75b34f tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Lock "1c18d995-e20d-4a6c-9e67-0973a0091a57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.719024] env[69413]: INFO nova.compute.manager [None req-6fe329b1-eb15-463c-ab70-a5ccdc75b34f tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Terminating instance [ 827.959208] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2c69bd9b-6841-455d-93cc-5595f9d3da82 tempest-ListServerFiltersTestJSON-1406062071 tempest-ListServerFiltersTestJSON-1406062071-project-member] Lock "61ce2ba4-7d7d-4409-bac1-f545d77ed191" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.108s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.966726] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077597, 'name': CreateVM_Task, 'duration_secs': 0.340793} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.966901] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.967629] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.967799] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.968144] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.968409] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6074fa22-4ba3-4524-a5f4-83711974c285 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.975927] env[69413]: DEBUG oslo_vmware.api [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 827.975927] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52958fba-4971-4b0c-1543-536e10f16599" [ 827.975927] env[69413]: _type = "Task" [ 827.975927] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.997612] env[69413]: DEBUG oslo_vmware.api [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52958fba-4971-4b0c-1543-536e10f16599, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.003218] env[69413]: DEBUG oslo_vmware.api [None req-7537e939-4424-4784-a40a-9f85895608b5 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3077584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.095106] env[69413]: DEBUG oslo_vmware.api [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': task-3077594, 'name': PowerOnVM_Task, 'duration_secs': 0.684922} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.095106] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.095106] env[69413]: INFO nova.compute.manager [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Took 9.68 seconds to spawn the instance on the hypervisor. [ 828.095106] env[69413]: DEBUG nova.compute.manager [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.095106] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83adee1c-3d7e-447c-abea-a163bd705b69 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.166532] env[69413]: DEBUG nova.objects.instance [None req-484ce57c-88df-4f11-9d12-0b0dd6a3e8af tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Lazy-loading 'flavor' on Instance uuid de756510-54b4-4b77-beeb-406507b128cb {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.224238] env[69413]: DEBUG nova.compute.manager [None req-6fe329b1-eb15-463c-ab70-a5ccdc75b34f tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 828.224697] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe329b1-eb15-463c-ab70-a5ccdc75b34f tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.226009] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb8ecc7-97e8-4487-a41e-0b2b01fbaed2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.234462] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fe329b1-eb15-463c-ab70-a5ccdc75b34f tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.234723] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a30f1eed-30ba-4729-9e5e-4535ee35330b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.242192] env[69413]: DEBUG oslo_vmware.api [None req-6fe329b1-eb15-463c-ab70-a5ccdc75b34f tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Waiting for the task: (returnval){ [ 828.242192] env[69413]: value = "task-3077599" [ 828.242192] env[69413]: _type = "Task" [ 828.242192] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.253300] env[69413]: DEBUG oslo_vmware.api [None req-6fe329b1-eb15-463c-ab70-a5ccdc75b34f tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Task: {'id': task-3077599, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.315914] env[69413]: DEBUG nova.network.neutron [req-7debc282-1502-4d39-a642-946c75091eae req-f090840f-3f77-4e9d-961f-30e8c98a50bc service nova] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Updated VIF entry in instance network info cache for port d1578701-af95-4a91-a433-04ec5d749801. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 828.316412] env[69413]: DEBUG nova.network.neutron [req-7debc282-1502-4d39-a642-946c75091eae req-f090840f-3f77-4e9d-961f-30e8c98a50bc service nova] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Updating instance_info_cache with network_info: [{"id": "d1578701-af95-4a91-a433-04ec5d749801", "address": "fa:16:3e:dd:46:6c", "network": {"id": "df4761ae-212a-4073-939a-98388439e29c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-36663941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "766233e1213a4e82b80bdbaf2b5c3609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1578701-af", "ovs_interfaceid": "d1578701-af95-4a91-a433-04ec5d749801", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.404904] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4bf6ad1e-b1cc-4899-80bd-85221f708edf tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.408666] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.370s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.408917] env[69413]: DEBUG nova.objects.instance [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Lazy-loading 'resources' on Instance uuid 9c167732-fb10-402b-8b16-d9094785af78 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.485914] env[69413]: DEBUG oslo_vmware.api [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52958fba-4971-4b0c-1543-536e10f16599, 'name': SearchDatastore_Task, 'duration_secs': 0.023032} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.490946] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.490946] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.490946] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.490946] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.490946] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.490946] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f2536f2-758c-4148-a5f2-828220304947 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.498503] env[69413]: DEBUG oslo_vmware.api [None req-7537e939-4424-4784-a40a-9f85895608b5 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3077584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.499462] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.499704] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.500490] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-717f0a0a-f918-4c61-b714-111eda6def21 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.505788] env[69413]: DEBUG oslo_vmware.api [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 828.505788] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b97d4d-b9ba-2181-0174-9dc3a96a0715" [ 828.505788] env[69413]: _type = "Task" [ 828.505788] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.517498] env[69413]: DEBUG oslo_vmware.api [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b97d4d-b9ba-2181-0174-9dc3a96a0715, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.617881] env[69413]: INFO nova.compute.manager [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Took 37.46 seconds to build instance. [ 828.677515] env[69413]: DEBUG oslo_concurrency.lockutils [None req-484ce57c-88df-4f11-9d12-0b0dd6a3e8af tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Acquiring lock "refresh_cache-de756510-54b4-4b77-beeb-406507b128cb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.677753] env[69413]: DEBUG oslo_concurrency.lockutils [None req-484ce57c-88df-4f11-9d12-0b0dd6a3e8af tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Acquired lock "refresh_cache-de756510-54b4-4b77-beeb-406507b128cb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.751343] env[69413]: DEBUG oslo_vmware.api [None req-6fe329b1-eb15-463c-ab70-a5ccdc75b34f tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Task: {'id': task-3077599, 'name': PowerOffVM_Task, 'duration_secs': 0.207965} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.751644] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fe329b1-eb15-463c-ab70-a5ccdc75b34f tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.751807] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe329b1-eb15-463c-ab70-a5ccdc75b34f tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.752079] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b1dc4bb-a870-4ffb-aa2a-93d493fdc87e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.822265] env[69413]: DEBUG oslo_concurrency.lockutils [req-7debc282-1502-4d39-a642-946c75091eae req-f090840f-3f77-4e9d-961f-30e8c98a50bc service nova] Releasing lock "refresh_cache-9dd19ffc-2855-4a97-919c-b71cf01b4e98" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.838743] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe329b1-eb15-463c-ab70-a5ccdc75b34f tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.839387] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe329b1-eb15-463c-ab70-a5ccdc75b34f tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.839387] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fe329b1-eb15-463c-ab70-a5ccdc75b34f tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Deleting the datastore file [datastore1] 1c18d995-e20d-4a6c-9e67-0973a0091a57 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.839682] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f2a8f7c-6907-4da1-a582-57db255796b7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.846428] env[69413]: DEBUG oslo_vmware.api [None req-6fe329b1-eb15-463c-ab70-a5ccdc75b34f tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Waiting for the task: (returnval){ [ 828.846428] env[69413]: value = "task-3077601" [ 828.846428] env[69413]: _type = "Task" [ 828.846428] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.855733] env[69413]: DEBUG oslo_vmware.api [None req-6fe329b1-eb15-463c-ab70-a5ccdc75b34f tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Task: {'id': task-3077601, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.894272] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd43171-5c98-437e-9b2a-4e11f2e353cd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.920447] env[69413]: DEBUG nova.objects.instance [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Lazy-loading 'numa_topology' on Instance uuid 9c167732-fb10-402b-8b16-d9094785af78 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.922765] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Updating instance 'ba72f8ba-3ed8-4b38-8a3a-e784ab200285' progress to 0 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 828.997747] env[69413]: DEBUG oslo_vmware.api [None req-7537e939-4424-4784-a40a-9f85895608b5 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3077584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.016972] env[69413]: DEBUG oslo_vmware.api [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b97d4d-b9ba-2181-0174-9dc3a96a0715, 'name': SearchDatastore_Task, 'duration_secs': 0.009288} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.017952] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9719a9e-450b-4eda-ab78-5f7383cd5290 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.023958] env[69413]: DEBUG oslo_vmware.api [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 829.023958] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c4acfc-2384-2743-9d70-c20394836627" [ 829.023958] env[69413]: _type = "Task" [ 829.023958] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.034276] env[69413]: DEBUG oslo_vmware.api [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c4acfc-2384-2743-9d70-c20394836627, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.120840] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7a89ce7f-b97d-4e46-805a-46b3e68bd2a3 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Lock "a2784ee1-84c7-471e-bb52-8554b9eaf215" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.975s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.151954] env[69413]: DEBUG nova.network.neutron [None req-484ce57c-88df-4f11-9d12-0b0dd6a3e8af tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] [instance: de756510-54b4-4b77-beeb-406507b128cb] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.358092] env[69413]: DEBUG oslo_vmware.api [None req-6fe329b1-eb15-463c-ab70-a5ccdc75b34f tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Task: {'id': task-3077601, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.425881] env[69413]: DEBUG nova.objects.base [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Object Instance<9c167732-fb10-402b-8b16-d9094785af78> lazy-loaded attributes: resources,numa_topology {{(pid=69413) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 829.434023] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.434023] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-725d1d3d-2f01-4de3-8be0-42db9d9e7b68 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.442019] env[69413]: DEBUG oslo_vmware.api [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Waiting for the task: (returnval){ [ 829.442019] env[69413]: value = "task-3077602" [ 829.442019] env[69413]: _type = "Task" [ 829.442019] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.451141] env[69413]: DEBUG oslo_vmware.api [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.469377] env[69413]: DEBUG nova.compute.manager [req-a4f786cb-382d-409a-ae27-ed35bdecf871 req-22ca1be1-9ad2-4a90-9ca8-9cd3910c7bd7 service nova] [instance: de756510-54b4-4b77-beeb-406507b128cb] Received event network-changed-73de899a-7a63-4ecb-b6bf-c73af2e7ded7 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.470150] env[69413]: DEBUG nova.compute.manager [req-a4f786cb-382d-409a-ae27-ed35bdecf871 req-22ca1be1-9ad2-4a90-9ca8-9cd3910c7bd7 service nova] [instance: de756510-54b4-4b77-beeb-406507b128cb] Refreshing instance network info cache due to event network-changed-73de899a-7a63-4ecb-b6bf-c73af2e7ded7. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 829.470150] env[69413]: DEBUG oslo_concurrency.lockutils [req-a4f786cb-382d-409a-ae27-ed35bdecf871 req-22ca1be1-9ad2-4a90-9ca8-9cd3910c7bd7 service nova] Acquiring lock "refresh_cache-de756510-54b4-4b77-beeb-406507b128cb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.499988] env[69413]: DEBUG oslo_vmware.api [None req-7537e939-4424-4784-a40a-9f85895608b5 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3077584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.535845] env[69413]: DEBUG oslo_vmware.api [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c4acfc-2384-2743-9d70-c20394836627, 'name': SearchDatastore_Task, 'duration_secs': 0.02498} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.536596] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.536596] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 9dd19ffc-2855-4a97-919c-b71cf01b4e98/9dd19ffc-2855-4a97-919c-b71cf01b4e98.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 829.540284] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3954263d-a273-4a2b-ab30-5077546429b3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.550042] env[69413]: DEBUG oslo_vmware.api [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 829.550042] env[69413]: value = "task-3077603" [ 829.550042] env[69413]: _type = "Task" [ 829.550042] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.563563] env[69413]: DEBUG oslo_vmware.api [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077603, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.744486] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1616f5e-2672-41af-b7f8-4dd740648484 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Volume attach. Driver type: vmdk {{(pid=69413) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 829.744828] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1616f5e-2672-41af-b7f8-4dd740648484 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616186', 'volume_id': '2267bfeb-a938-4571-8302-3d32ffb19082', 'name': 'volume-2267bfeb-a938-4571-8302-3d32ffb19082', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e9a9eb9b-ac85-4029-a417-6d38ef0de2e5', 'attached_at': '', 'detached_at': '', 'volume_id': '2267bfeb-a938-4571-8302-3d32ffb19082', 'serial': '2267bfeb-a938-4571-8302-3d32ffb19082'} {{(pid=69413) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 829.746015] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260ecadd-dc36-49bd-8958-5e6fbbd0ef1f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.770789] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2c8a6a-88bd-4f29-93aa-ea760468de8a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.799608] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1616f5e-2672-41af-b7f8-4dd740648484 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] volume-2267bfeb-a938-4571-8302-3d32ffb19082/volume-2267bfeb-a938-4571-8302-3d32ffb19082.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.805670] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97bb00a1-160c-4240-b74d-f6177496db80 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.827939] env[69413]: DEBUG oslo_vmware.api [None req-a1616f5e-2672-41af-b7f8-4dd740648484 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 829.827939] env[69413]: value = "task-3077604" [ 829.827939] env[69413]: _type = "Task" [ 829.827939] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.841069] env[69413]: DEBUG oslo_vmware.api [None req-a1616f5e-2672-41af-b7f8-4dd740648484 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077604, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.865185] env[69413]: DEBUG oslo_vmware.api [None req-6fe329b1-eb15-463c-ab70-a5ccdc75b34f tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Task: {'id': task-3077601, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.549569} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.865559] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fe329b1-eb15-463c-ab70-a5ccdc75b34f tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.865701] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe329b1-eb15-463c-ab70-a5ccdc75b34f tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.865874] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe329b1-eb15-463c-ab70-a5ccdc75b34f tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.866110] env[69413]: INFO nova.compute.manager [None req-6fe329b1-eb15-463c-ab70-a5ccdc75b34f tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Took 1.64 seconds to destroy the instance on the hypervisor. [ 829.866346] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fe329b1-eb15-463c-ab70-a5ccdc75b34f tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.866546] env[69413]: DEBUG nova.compute.manager [-] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.866642] env[69413]: DEBUG nova.network.neutron [-] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 829.952060] env[69413]: DEBUG oslo_vmware.api [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077602, 'name': PowerOffVM_Task, 'duration_secs': 0.194532} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.952060] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.952060] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Updating instance 'ba72f8ba-3ed8-4b38-8a3a-e784ab200285' progress to 17 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 829.968635] env[69413]: DEBUG nova.compute.manager [None req-5cb4717c-228d-4957-a33e-5286b9e557be tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.972311] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f998e2f-f7ac-40ff-8f62-a57939c82f27 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.004580] env[69413]: DEBUG oslo_vmware.api [None req-7537e939-4424-4784-a40a-9f85895608b5 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3077584, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.016515] env[69413]: DEBUG nova.network.neutron [None req-484ce57c-88df-4f11-9d12-0b0dd6a3e8af tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] [instance: de756510-54b4-4b77-beeb-406507b128cb] Updating instance_info_cache with network_info: [{"id": "73de899a-7a63-4ecb-b6bf-c73af2e7ded7", "address": "fa:16:3e:d1:b4:38", "network": {"id": "ae1421d8-cc24-418c-91b0-6cfbfce8d925", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1563470046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f082785c77304c42b2e5b6bd45dc809a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73de899a-7a", "ovs_interfaceid": "73de899a-7a63-4ecb-b6bf-c73af2e7ded7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.060691] env[69413]: DEBUG oslo_vmware.api [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077603, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.077639] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c58b12-3065-4752-bbef-983ffd591389 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.085418] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b99f851-b456-4334-985c-4282fecbf1d5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.119719] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72c9215-ea6b-4013-abe6-cfb4e6399b93 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.125098] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Acquiring lock "b7ecae2d-7a65-4eff-a8f0-5991e57f1775" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.125321] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Lock "b7ecae2d-7a65-4eff-a8f0-5991e57f1775" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.131218] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bedb38-ce8e-4788-a9f5-fb5c9651a960 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.146062] env[69413]: DEBUG nova.compute.provider_tree [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.223545] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Acquiring lock "6cf3c270-702a-49c8-b845-73e06b1f3c1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.223853] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Lock "6cf3c270-702a-49c8-b845-73e06b1f3c1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.340385] env[69413]: DEBUG oslo_vmware.api [None req-a1616f5e-2672-41af-b7f8-4dd740648484 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.459659] env[69413]: DEBUG nova.virt.hardware [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:10:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 830.459925] env[69413]: DEBUG nova.virt.hardware [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 830.460095] env[69413]: DEBUG nova.virt.hardware [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 830.460283] env[69413]: DEBUG nova.virt.hardware [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 830.460428] env[69413]: DEBUG nova.virt.hardware [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 830.460572] env[69413]: DEBUG nova.virt.hardware [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 830.460776] env[69413]: DEBUG nova.virt.hardware [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 830.460965] env[69413]: DEBUG nova.virt.hardware [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 830.461362] env[69413]: DEBUG nova.virt.hardware [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 830.461608] env[69413]: DEBUG nova.virt.hardware [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 830.461792] env[69413]: DEBUG nova.virt.hardware [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 830.467676] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb73e40f-4fe1-4c4c-8012-eaf0934e05e5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.486725] env[69413]: INFO nova.compute.manager [None req-5cb4717c-228d-4957-a33e-5286b9e557be tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] instance snapshotting [ 830.488659] env[69413]: DEBUG oslo_vmware.api [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Waiting for the task: (returnval){ [ 830.488659] env[69413]: value = "task-3077605" [ 830.488659] env[69413]: _type = "Task" [ 830.488659] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.489798] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3dc9e68-e802-4142-8216-690d33066ea5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.503874] env[69413]: DEBUG oslo_vmware.api [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.524731] env[69413]: DEBUG oslo_concurrency.lockutils [None req-484ce57c-88df-4f11-9d12-0b0dd6a3e8af tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Releasing lock "refresh_cache-de756510-54b4-4b77-beeb-406507b128cb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.525052] env[69413]: DEBUG nova.compute.manager [None req-484ce57c-88df-4f11-9d12-0b0dd6a3e8af tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] [instance: de756510-54b4-4b77-beeb-406507b128cb] Inject network info {{(pid=69413) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 830.525242] env[69413]: DEBUG nova.compute.manager [None req-484ce57c-88df-4f11-9d12-0b0dd6a3e8af tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] [instance: de756510-54b4-4b77-beeb-406507b128cb] network_info to inject: |[{"id": "73de899a-7a63-4ecb-b6bf-c73af2e7ded7", "address": "fa:16:3e:d1:b4:38", "network": {"id": "ae1421d8-cc24-418c-91b0-6cfbfce8d925", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1563470046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f082785c77304c42b2e5b6bd45dc809a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73de899a-7a", "ovs_interfaceid": "73de899a-7a63-4ecb-b6bf-c73af2e7ded7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 830.530128] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-484ce57c-88df-4f11-9d12-0b0dd6a3e8af tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] [instance: de756510-54b4-4b77-beeb-406507b128cb] Reconfiguring VM instance to set the machine id {{(pid=69413) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 830.530551] env[69413]: DEBUG oslo_vmware.api [None req-7537e939-4424-4784-a40a-9f85895608b5 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3077584, 'name': ReconfigVM_Task, 'duration_secs': 5.816537} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.530790] env[69413]: DEBUG oslo_concurrency.lockutils [req-a4f786cb-382d-409a-ae27-ed35bdecf871 req-22ca1be1-9ad2-4a90-9ca8-9cd3910c7bd7 service nova] Acquired lock "refresh_cache-de756510-54b4-4b77-beeb-406507b128cb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.530954] env[69413]: DEBUG nova.network.neutron [req-a4f786cb-382d-409a-ae27-ed35bdecf871 req-22ca1be1-9ad2-4a90-9ca8-9cd3910c7bd7 service nova] [instance: de756510-54b4-4b77-beeb-406507b128cb] Refreshing network info cache for port 73de899a-7a63-4ecb-b6bf-c73af2e7ded7 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 830.532149] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8da1a83c-9a0a-4137-920b-ce811fc86a34 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.542775] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e130a1-2094-4e3d-88c3-e1d129adec71 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.545578] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7537e939-4424-4784-a40a-9f85895608b5 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Releasing lock "a5107bcd-c438-4000-a1e8-6a7f377a6c04" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.545784] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7537e939-4424-4784-a40a-9f85895608b5 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Reconfigured VM to detach interface {{(pid=69413) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 830.560043] env[69413]: DEBUG oslo_vmware.api [None req-484ce57c-88df-4f11-9d12-0b0dd6a3e8af tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Waiting for the task: (returnval){ [ 830.560043] env[69413]: value = "task-3077606" [ 830.560043] env[69413]: _type = "Task" [ 830.560043] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.566724] env[69413]: DEBUG oslo_vmware.api [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077603, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515005} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.567541] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 9dd19ffc-2855-4a97-919c-b71cf01b4e98/9dd19ffc-2855-4a97-919c-b71cf01b4e98.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.567541] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.567775] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07799fdb-6120-4d55-a46b-f4e0d10e66f8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.572940] env[69413]: DEBUG oslo_vmware.api [None req-484ce57c-88df-4f11-9d12-0b0dd6a3e8af tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Task: {'id': task-3077606, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.576784] env[69413]: DEBUG oslo_vmware.api [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 830.576784] env[69413]: value = "task-3077607" [ 830.576784] env[69413]: _type = "Task" [ 830.576784] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.585780] env[69413]: DEBUG oslo_vmware.api [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077607, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.627635] env[69413]: DEBUG nova.compute.manager [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 830.637157] env[69413]: DEBUG nova.compute.manager [req-4ab3bfba-2535-430b-96d7-184d02e76777 req-3465d369-6e96-4c16-8f99-a11fd8c7a359 service nova] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Received event network-changed-2201acef-1381-45e0-8e9c-cb775a5a28dc {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.637157] env[69413]: DEBUG nova.compute.manager [req-4ab3bfba-2535-430b-96d7-184d02e76777 req-3465d369-6e96-4c16-8f99-a11fd8c7a359 service nova] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Refreshing instance network info cache due to event network-changed-2201acef-1381-45e0-8e9c-cb775a5a28dc. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 830.637360] env[69413]: DEBUG oslo_concurrency.lockutils [req-4ab3bfba-2535-430b-96d7-184d02e76777 req-3465d369-6e96-4c16-8f99-a11fd8c7a359 service nova] Acquiring lock "refresh_cache-a2784ee1-84c7-471e-bb52-8554b9eaf215" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.637399] env[69413]: DEBUG oslo_concurrency.lockutils [req-4ab3bfba-2535-430b-96d7-184d02e76777 req-3465d369-6e96-4c16-8f99-a11fd8c7a359 service nova] Acquired lock "refresh_cache-a2784ee1-84c7-471e-bb52-8554b9eaf215" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.637526] env[69413]: DEBUG nova.network.neutron [req-4ab3bfba-2535-430b-96d7-184d02e76777 req-3465d369-6e96-4c16-8f99-a11fd8c7a359 service nova] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Refreshing network info cache for port 2201acef-1381-45e0-8e9c-cb775a5a28dc {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 830.648782] env[69413]: DEBUG nova.scheduler.client.report [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.727783] env[69413]: DEBUG nova.compute.manager [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 830.841283] env[69413]: DEBUG oslo_vmware.api [None req-a1616f5e-2672-41af-b7f8-4dd740648484 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077604, 'name': ReconfigVM_Task, 'duration_secs': 0.637838} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.841948] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1616f5e-2672-41af-b7f8-4dd740648484 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Reconfigured VM instance instance-00000033 to attach disk [datastore2] volume-2267bfeb-a938-4571-8302-3d32ffb19082/volume-2267bfeb-a938-4571-8302-3d32ffb19082.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.853711] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a56f26cd-eb44-402a-bcb3-562f71c0fe74 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.866790] env[69413]: DEBUG oslo_vmware.api [None req-a1616f5e-2672-41af-b7f8-4dd740648484 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 830.866790] env[69413]: value = "task-3077608" [ 830.866790] env[69413]: _type = "Task" [ 830.866790] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.877104] env[69413]: DEBUG oslo_vmware.api [None req-a1616f5e-2672-41af-b7f8-4dd740648484 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077608, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.883867] env[69413]: DEBUG nova.network.neutron [-] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.942303] env[69413]: DEBUG nova.objects.instance [None req-dcc049fa-edb1-4f43-8962-ba5002471913 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Lazy-loading 'flavor' on Instance uuid de756510-54b4-4b77-beeb-406507b128cb {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.000381] env[69413]: DEBUG oslo_vmware.api [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077605, 'name': ReconfigVM_Task, 'duration_secs': 0.194696} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.000684] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Updating instance 'ba72f8ba-3ed8-4b38-8a3a-e784ab200285' progress to 33 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 831.041912] env[69413]: WARNING oslo_messaging._drivers.amqpdriver [None req-c577eee0-5bae-4c6a-a4f4-ac030b17aae9 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 831.063388] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb4717c-228d-4957-a33e-5286b9e557be tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Creating Snapshot of the VM instance {{(pid=69413) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 831.064203] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4e71bb49-996b-41c8-9f6f-d4dfcda6e312 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.076123] env[69413]: DEBUG oslo_vmware.api [None req-484ce57c-88df-4f11-9d12-0b0dd6a3e8af tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Task: {'id': task-3077606, 'name': ReconfigVM_Task, 'duration_secs': 0.178038} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.076962] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-484ce57c-88df-4f11-9d12-0b0dd6a3e8af tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] [instance: de756510-54b4-4b77-beeb-406507b128cb] Reconfigured VM instance to set the machine id {{(pid=69413) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 831.080352] env[69413]: DEBUG oslo_vmware.api [None req-5cb4717c-228d-4957-a33e-5286b9e557be tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Waiting for the task: (returnval){ [ 831.080352] env[69413]: value = "task-3077609" [ 831.080352] env[69413]: _type = "Task" [ 831.080352] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.097309] env[69413]: DEBUG oslo_vmware.api [None req-5cb4717c-228d-4957-a33e-5286b9e557be tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077609, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.097428] env[69413]: DEBUG oslo_vmware.api [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077607, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067354} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.100129] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 831.100919] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90097ff9-4b97-4b7b-b91d-ee2361563623 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.125499] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 9dd19ffc-2855-4a97-919c-b71cf01b4e98/9dd19ffc-2855-4a97-919c-b71cf01b4e98.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.126534] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-048c77ef-ca48-4a84-ac30-ca68bc45ec8e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.154202] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.745s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.157795] env[69413]: DEBUG oslo_vmware.api [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 831.157795] env[69413]: value = "task-3077610" [ 831.157795] env[69413]: _type = "Task" [ 831.157795] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.158203] env[69413]: DEBUG oslo_concurrency.lockutils [None req-accab0cd-383d-4863-b01c-7800726b01e1 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.772s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.158425] env[69413]: DEBUG nova.objects.instance [None req-accab0cd-383d-4863-b01c-7800726b01e1 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Lazy-loading 'resources' on Instance uuid 60618527-34f5-48f8-9cbe-d38db002d392 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.166555] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.170454] env[69413]: DEBUG oslo_vmware.api [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077610, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.253355] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.353924] env[69413]: DEBUG nova.network.neutron [req-4ab3bfba-2535-430b-96d7-184d02e76777 req-3465d369-6e96-4c16-8f99-a11fd8c7a359 service nova] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Updated VIF entry in instance network info cache for port 2201acef-1381-45e0-8e9c-cb775a5a28dc. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 831.354302] env[69413]: DEBUG nova.network.neutron [req-4ab3bfba-2535-430b-96d7-184d02e76777 req-3465d369-6e96-4c16-8f99-a11fd8c7a359 service nova] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Updating instance_info_cache with network_info: [{"id": "2201acef-1381-45e0-8e9c-cb775a5a28dc", "address": "fa:16:3e:7e:d1:af", "network": {"id": "273e800c-8b2c-4992-85c1-de21ed4c5610", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1933430888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d20bddf2427547dc91a4713087847f7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2201acef-13", "ovs_interfaceid": "2201acef-1381-45e0-8e9c-cb775a5a28dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.376981] env[69413]: DEBUG oslo_vmware.api [None req-a1616f5e-2672-41af-b7f8-4dd740648484 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077608, 'name': ReconfigVM_Task, 'duration_secs': 0.237989} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.377305] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1616f5e-2672-41af-b7f8-4dd740648484 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616186', 'volume_id': '2267bfeb-a938-4571-8302-3d32ffb19082', 'name': 'volume-2267bfeb-a938-4571-8302-3d32ffb19082', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e9a9eb9b-ac85-4029-a417-6d38ef0de2e5', 'attached_at': '', 'detached_at': '', 'volume_id': '2267bfeb-a938-4571-8302-3d32ffb19082', 'serial': '2267bfeb-a938-4571-8302-3d32ffb19082'} {{(pid=69413) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 831.387905] env[69413]: INFO nova.compute.manager [-] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Took 1.52 seconds to deallocate network for instance. [ 831.425280] env[69413]: DEBUG nova.network.neutron [req-a4f786cb-382d-409a-ae27-ed35bdecf871 req-22ca1be1-9ad2-4a90-9ca8-9cd3910c7bd7 service nova] [instance: de756510-54b4-4b77-beeb-406507b128cb] Updated VIF entry in instance network info cache for port 73de899a-7a63-4ecb-b6bf-c73af2e7ded7. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 831.425661] env[69413]: DEBUG nova.network.neutron [req-a4f786cb-382d-409a-ae27-ed35bdecf871 req-22ca1be1-9ad2-4a90-9ca8-9cd3910c7bd7 service nova] [instance: de756510-54b4-4b77-beeb-406507b128cb] Updating instance_info_cache with network_info: [{"id": "73de899a-7a63-4ecb-b6bf-c73af2e7ded7", "address": "fa:16:3e:d1:b4:38", "network": {"id": "ae1421d8-cc24-418c-91b0-6cfbfce8d925", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1563470046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f082785c77304c42b2e5b6bd45dc809a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73de899a-7a", "ovs_interfaceid": "73de899a-7a63-4ecb-b6bf-c73af2e7ded7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.447539] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dcc049fa-edb1-4f43-8962-ba5002471913 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Acquiring lock "refresh_cache-de756510-54b4-4b77-beeb-406507b128cb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.510651] env[69413]: DEBUG nova.virt.hardware [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:13:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='657cfb66-c6df-4151-a9ed-348f39de9c2b',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1725211029',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.510940] env[69413]: DEBUG nova.virt.hardware [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.511126] env[69413]: DEBUG nova.virt.hardware [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.511316] env[69413]: DEBUG nova.virt.hardware [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.511461] env[69413]: DEBUG nova.virt.hardware [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.511606] env[69413]: DEBUG nova.virt.hardware [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.511809] env[69413]: DEBUG nova.virt.hardware [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.511966] env[69413]: DEBUG nova.virt.hardware [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.512268] env[69413]: DEBUG nova.virt.hardware [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.512454] env[69413]: DEBUG nova.virt.hardware [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.512630] env[69413]: DEBUG nova.virt.hardware [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.519905] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Reconfiguring VM instance instance-0000002f to detach disk 2000 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 831.520182] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2668263d-e8cb-4eee-b09c-1f4ce1455869 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.536037] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7537e939-4424-4784-a40a-9f85895608b5 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "refresh_cache-a5107bcd-c438-4000-a1e8-6a7f377a6c04" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.536037] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7537e939-4424-4784-a40a-9f85895608b5 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquired lock "refresh_cache-a5107bcd-c438-4000-a1e8-6a7f377a6c04" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.536276] env[69413]: DEBUG nova.network.neutron [None req-7537e939-4424-4784-a40a-9f85895608b5 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.544509] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c577eee0-5bae-4c6a-a4f4-ac030b17aae9 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Acquiring lock "a2784ee1-84c7-471e-bb52-8554b9eaf215" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.544509] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c577eee0-5bae-4c6a-a4f4-ac030b17aae9 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Lock "a2784ee1-84c7-471e-bb52-8554b9eaf215" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.544783] env[69413]: INFO nova.compute.manager [None req-c577eee0-5bae-4c6a-a4f4-ac030b17aae9 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Rebooting instance [ 831.546614] env[69413]: DEBUG oslo_vmware.api [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Waiting for the task: (returnval){ [ 831.546614] env[69413]: value = "task-3077611" [ 831.546614] env[69413]: _type = "Task" [ 831.546614] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.559921] env[69413]: DEBUG oslo_vmware.api [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077611, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.594597] env[69413]: DEBUG oslo_vmware.api [None req-5cb4717c-228d-4957-a33e-5286b9e557be tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077609, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.668228] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ea394a97-e0da-49cf-aed5-d9bd17b2c1ce tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Lock "9c167732-fb10-402b-8b16-d9094785af78" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 47.923s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.669167] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Lock "9c167732-fb10-402b-8b16-d9094785af78" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 21.746s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.669335] env[69413]: INFO nova.compute.manager [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Unshelving [ 831.676335] env[69413]: DEBUG oslo_vmware.api [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.858121] env[69413]: DEBUG oslo_concurrency.lockutils [req-4ab3bfba-2535-430b-96d7-184d02e76777 req-3465d369-6e96-4c16-8f99-a11fd8c7a359 service nova] Releasing lock "refresh_cache-a2784ee1-84c7-471e-bb52-8554b9eaf215" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.900291] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6fe329b1-eb15-463c-ab70-a5ccdc75b34f tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.928483] env[69413]: DEBUG oslo_concurrency.lockutils [req-a4f786cb-382d-409a-ae27-ed35bdecf871 req-22ca1be1-9ad2-4a90-9ca8-9cd3910c7bd7 service nova] Releasing lock "refresh_cache-de756510-54b4-4b77-beeb-406507b128cb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.928965] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dcc049fa-edb1-4f43-8962-ba5002471913 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Acquired lock "refresh_cache-de756510-54b4-4b77-beeb-406507b128cb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.062633] env[69413]: DEBUG oslo_vmware.api [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077611, 'name': ReconfigVM_Task, 'duration_secs': 0.158183} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.063040] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Reconfigured VM instance instance-0000002f to detach disk 2000 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 832.064362] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0b0a96-8f80-40e3-819f-98ba84f0f18b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.069915] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c577eee0-5bae-4c6a-a4f4-ac030b17aae9 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Acquiring lock "refresh_cache-a2784ee1-84c7-471e-bb52-8554b9eaf215" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.070034] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c577eee0-5bae-4c6a-a4f4-ac030b17aae9 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Acquired lock "refresh_cache-a2784ee1-84c7-471e-bb52-8554b9eaf215" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.070670] env[69413]: DEBUG nova.network.neutron [None req-c577eee0-5bae-4c6a-a4f4-ac030b17aae9 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.098841] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] ba72f8ba-3ed8-4b38-8a3a-e784ab200285/ba72f8ba-3ed8-4b38-8a3a-e784ab200285.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.113236] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1656d97f-67f0-494c-9788-2bd3ec411a48 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.136091] env[69413]: DEBUG oslo_vmware.api [None req-5cb4717c-228d-4957-a33e-5286b9e557be tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077609, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.138273] env[69413]: DEBUG oslo_vmware.api [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Waiting for the task: (returnval){ [ 832.138273] env[69413]: value = "task-3077612" [ 832.138273] env[69413]: _type = "Task" [ 832.138273] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.147876] env[69413]: DEBUG oslo_vmware.api [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077612, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.190730] env[69413]: DEBUG oslo_vmware.api [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077610, 'name': ReconfigVM_Task, 'duration_secs': 0.700177} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.195758] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 9dd19ffc-2855-4a97-919c-b71cf01b4e98/9dd19ffc-2855-4a97-919c-b71cf01b4e98.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.197053] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e542740-44dc-416e-bd97-6e6585a9c14b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.206879] env[69413]: DEBUG oslo_vmware.api [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 832.206879] env[69413]: value = "task-3077613" [ 832.206879] env[69413]: _type = "Task" [ 832.206879] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.213171] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51210113-5e66-4a0b-979d-3bf1079034c3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.225188] env[69413]: DEBUG oslo_vmware.api [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077613, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.228970] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c7823d-4d1d-47a3-b41e-3851c01d3607 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.269439] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29c00f8-13c6-43a8-bb96-7bfb14272505 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.278802] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0d9b4f-7ad3-4e2f-8eb1-7270b882725b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.294893] env[69413]: DEBUG nova.compute.provider_tree [None req-accab0cd-383d-4863-b01c-7800726b01e1 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.384929] env[69413]: INFO nova.network.neutron [None req-7537e939-4424-4784-a40a-9f85895608b5 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Port d9ffd9ee-19b2-42e7-a9c9-e4649506eb30 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 832.385473] env[69413]: DEBUG nova.network.neutron [None req-7537e939-4424-4784-a40a-9f85895608b5 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Updating instance_info_cache with network_info: [{"id": "4b55742c-3491-4416-acc6-5182dd30cf5e", "address": "fa:16:3e:c7:54:6a", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b55742c-34", "ovs_interfaceid": "4b55742c-3491-4416-acc6-5182dd30cf5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.416904] env[69413]: DEBUG nova.objects.instance [None req-a1616f5e-2672-41af-b7f8-4dd740648484 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lazy-loading 'flavor' on Instance uuid e9a9eb9b-ac85-4029-a417-6d38ef0de2e5 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.605852] env[69413]: DEBUG oslo_vmware.api [None req-5cb4717c-228d-4957-a33e-5286b9e557be tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077609, 'name': CreateSnapshot_Task, 'duration_secs': 1.154403} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.606065] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb4717c-228d-4957-a33e-5286b9e557be tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Created Snapshot of the VM instance {{(pid=69413) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 832.610023] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ab3ef5-430a-4b04-831e-a26ff0a81e65 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.610023] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e7d0c5f3-11c8-4ee0-90d7-0ce63acfb1a5 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "e9a9eb9b-ac85-4029-a417-6d38ef0de2e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.649962] env[69413]: DEBUG oslo_vmware.api [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077612, 'name': ReconfigVM_Task, 'duration_secs': 0.348069} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.650275] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Reconfigured VM instance instance-0000002f to attach disk [datastore2] ba72f8ba-3ed8-4b38-8a3a-e784ab200285/ba72f8ba-3ed8-4b38-8a3a-e784ab200285.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.650533] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Updating instance 'ba72f8ba-3ed8-4b38-8a3a-e784ab200285' progress to 50 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 832.673455] env[69413]: DEBUG oslo_concurrency.lockutils [None req-769a99dc-0cc9-401b-b6c8-40651d3eb323 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "a5107bcd-c438-4000-a1e8-6a7f377a6c04" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.674588] env[69413]: DEBUG oslo_concurrency.lockutils [None req-769a99dc-0cc9-401b-b6c8-40651d3eb323 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "a5107bcd-c438-4000-a1e8-6a7f377a6c04" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.674588] env[69413]: DEBUG oslo_concurrency.lockutils [None req-769a99dc-0cc9-401b-b6c8-40651d3eb323 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "a5107bcd-c438-4000-a1e8-6a7f377a6c04-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.674588] env[69413]: DEBUG oslo_concurrency.lockutils [None req-769a99dc-0cc9-401b-b6c8-40651d3eb323 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "a5107bcd-c438-4000-a1e8-6a7f377a6c04-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.674588] env[69413]: DEBUG oslo_concurrency.lockutils [None req-769a99dc-0cc9-401b-b6c8-40651d3eb323 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "a5107bcd-c438-4000-a1e8-6a7f377a6c04-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.676936] env[69413]: INFO nova.compute.manager [None req-769a99dc-0cc9-401b-b6c8-40651d3eb323 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Terminating instance [ 832.713323] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.720526] env[69413]: DEBUG oslo_vmware.api [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077613, 'name': Rename_Task, 'duration_secs': 0.185246} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.722243] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.722738] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bff8c02-37ab-441e-8d1f-9eb444398e17 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.730774] env[69413]: DEBUG oslo_vmware.api [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 832.730774] env[69413]: value = "task-3077614" [ 832.730774] env[69413]: _type = "Task" [ 832.730774] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.739774] env[69413]: DEBUG oslo_vmware.api [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077614, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.797918] env[69413]: DEBUG nova.scheduler.client.report [None req-accab0cd-383d-4863-b01c-7800726b01e1 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.849117] env[69413]: DEBUG nova.network.neutron [None req-c577eee0-5bae-4c6a-a4f4-ac030b17aae9 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Updating instance_info_cache with network_info: [{"id": "2201acef-1381-45e0-8e9c-cb775a5a28dc", "address": "fa:16:3e:7e:d1:af", "network": {"id": "273e800c-8b2c-4992-85c1-de21ed4c5610", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1933430888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d20bddf2427547dc91a4713087847f7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2201acef-13", "ovs_interfaceid": "2201acef-1381-45e0-8e9c-cb775a5a28dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.888825] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7537e939-4424-4784-a40a-9f85895608b5 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Releasing lock "refresh_cache-a5107bcd-c438-4000-a1e8-6a7f377a6c04" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.922176] env[69413]: DEBUG nova.network.neutron [None req-dcc049fa-edb1-4f43-8962-ba5002471913 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] [instance: de756510-54b4-4b77-beeb-406507b128cb] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.927181] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a1616f5e-2672-41af-b7f8-4dd740648484 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "e9a9eb9b-ac85-4029-a417-6d38ef0de2e5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.825s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.928629] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e7d0c5f3-11c8-4ee0-90d7-0ce63acfb1a5 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "e9a9eb9b-ac85-4029-a417-6d38ef0de2e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.319s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.928865] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e7d0c5f3-11c8-4ee0-90d7-0ce63acfb1a5 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "e9a9eb9b-ac85-4029-a417-6d38ef0de2e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.929079] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e7d0c5f3-11c8-4ee0-90d7-0ce63acfb1a5 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "e9a9eb9b-ac85-4029-a417-6d38ef0de2e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.929245] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e7d0c5f3-11c8-4ee0-90d7-0ce63acfb1a5 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "e9a9eb9b-ac85-4029-a417-6d38ef0de2e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.931341] env[69413]: INFO nova.compute.manager [None req-e7d0c5f3-11c8-4ee0-90d7-0ce63acfb1a5 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Terminating instance [ 833.112405] env[69413]: DEBUG nova.compute.manager [req-aedbf9ab-3eea-48e9-bb39-820cd4dcd241 req-ed8656c9-440b-4be3-8e62-479dca643dcd service nova] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Received event network-vif-deleted-0a9b8dc5-3a4b-4c67-81c8-5d31a5f10d77 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.112618] env[69413]: DEBUG nova.compute.manager [req-aedbf9ab-3eea-48e9-bb39-820cd4dcd241 req-ed8656c9-440b-4be3-8e62-479dca643dcd service nova] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Received event network-vif-deleted-d9ffd9ee-19b2-42e7-a9c9-e4649506eb30 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.130895] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb4717c-228d-4957-a33e-5286b9e557be tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Creating linked-clone VM from snapshot {{(pid=69413) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 833.131621] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5d66b37f-f014-49e1-b3f4-ca8bd7ec85e7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.142572] env[69413]: DEBUG oslo_vmware.api [None req-5cb4717c-228d-4957-a33e-5286b9e557be tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Waiting for the task: (returnval){ [ 833.142572] env[69413]: value = "task-3077615" [ 833.142572] env[69413]: _type = "Task" [ 833.142572] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.151820] env[69413]: DEBUG oslo_vmware.api [None req-5cb4717c-228d-4957-a33e-5286b9e557be tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077615, 'name': CloneVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.159544] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce52235-770c-4057-b927-426e3a87da36 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.179734] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379019c3-f51b-4fcb-a0e7-83b8bd3b29f0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.182783] env[69413]: DEBUG nova.compute.manager [None req-769a99dc-0cc9-401b-b6c8-40651d3eb323 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 833.183825] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-769a99dc-0cc9-401b-b6c8-40651d3eb323 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.183914] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a17c415-bae9-4fec-9be3-e4069b964aae {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.216202] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Updating instance 'ba72f8ba-3ed8-4b38-8a3a-e784ab200285' progress to 67 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 833.222849] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-769a99dc-0cc9-401b-b6c8-40651d3eb323 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.223454] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5229ba17-dd33-45d9-90c0-83a2d994baba {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.231607] env[69413]: DEBUG oslo_vmware.api [None req-769a99dc-0cc9-401b-b6c8-40651d3eb323 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 833.231607] env[69413]: value = "task-3077616" [ 833.231607] env[69413]: _type = "Task" [ 833.231607] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.244122] env[69413]: DEBUG oslo_vmware.api [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077614, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.247215] env[69413]: DEBUG oslo_vmware.api [None req-769a99dc-0cc9-401b-b6c8-40651d3eb323 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3077616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.306187] env[69413]: DEBUG oslo_concurrency.lockutils [None req-accab0cd-383d-4863-b01c-7800726b01e1 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.148s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.308799] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4109532a-6134-4ac5-8c84-4e688b0a2819 tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.726s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.331407] env[69413]: INFO nova.scheduler.client.report [None req-accab0cd-383d-4863-b01c-7800726b01e1 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Deleted allocations for instance 60618527-34f5-48f8-9cbe-d38db002d392 [ 833.352814] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c577eee0-5bae-4c6a-a4f4-ac030b17aae9 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Releasing lock "refresh_cache-a2784ee1-84c7-471e-bb52-8554b9eaf215" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.394122] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7537e939-4424-4784-a40a-9f85895608b5 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "interface-a5107bcd-c438-4000-a1e8-6a7f377a6c04-d9ffd9ee-19b2-42e7-a9c9-e4649506eb30" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.517s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.436567] env[69413]: DEBUG nova.compute.manager [None req-e7d0c5f3-11c8-4ee0-90d7-0ce63acfb1a5 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 833.436822] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7d0c5f3-11c8-4ee0-90d7-0ce63acfb1a5 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.437116] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a8a0d4a-0c37-4aa2-b103-0e4ede947a65 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.448326] env[69413]: DEBUG oslo_vmware.api [None req-e7d0c5f3-11c8-4ee0-90d7-0ce63acfb1a5 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 833.448326] env[69413]: value = "task-3077617" [ 833.448326] env[69413]: _type = "Task" [ 833.448326] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.457539] env[69413]: DEBUG oslo_vmware.api [None req-e7d0c5f3-11c8-4ee0-90d7-0ce63acfb1a5 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077617, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.657856] env[69413]: DEBUG oslo_vmware.api [None req-5cb4717c-228d-4957-a33e-5286b9e557be tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077615, 'name': CloneVM_Task} progress is 94%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.744056] env[69413]: DEBUG oslo_vmware.api [None req-769a99dc-0cc9-401b-b6c8-40651d3eb323 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3077616, 'name': PowerOffVM_Task, 'duration_secs': 0.411045} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.749425] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-769a99dc-0cc9-401b-b6c8-40651d3eb323 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.749592] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-769a99dc-0cc9-401b-b6c8-40651d3eb323 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 833.749860] env[69413]: DEBUG oslo_vmware.api [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077614, 'name': PowerOnVM_Task, 'duration_secs': 0.980289} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.751071] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db2419e4-8071-4515-a4fd-6756336bdc5a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.752092] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.752311] env[69413]: INFO nova.compute.manager [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Took 9.19 seconds to spawn the instance on the hypervisor. [ 833.752503] env[69413]: DEBUG nova.compute.manager [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.753331] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8450f26-6c51-4243-8255-5af9d83a7c63 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.767931] env[69413]: DEBUG nova.network.neutron [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Port 82047ed8-cb13-4cf7-b7ae-74d136038111 binding to destination host cpu-1 is already ACTIVE {{(pid=69413) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 833.822841] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-769a99dc-0cc9-401b-b6c8-40651d3eb323 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 833.823245] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-769a99dc-0cc9-401b-b6c8-40651d3eb323 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 833.823478] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-769a99dc-0cc9-401b-b6c8-40651d3eb323 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Deleting the datastore file [datastore1] a5107bcd-c438-4000-a1e8-6a7f377a6c04 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.826457] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af60ae57-1e7d-4919-a9a8-cd2113363d69 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.834195] env[69413]: DEBUG oslo_vmware.api [None req-769a99dc-0cc9-401b-b6c8-40651d3eb323 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 833.834195] env[69413]: value = "task-3077619" [ 833.834195] env[69413]: _type = "Task" [ 833.834195] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.843549] env[69413]: DEBUG oslo_concurrency.lockutils [None req-accab0cd-383d-4863-b01c-7800726b01e1 tempest-ServersTestMultiNic-819792255 tempest-ServersTestMultiNic-819792255-project-member] Lock "60618527-34f5-48f8-9cbe-d38db002d392" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.553s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.858497] env[69413]: DEBUG oslo_vmware.api [None req-769a99dc-0cc9-401b-b6c8-40651d3eb323 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3077619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.859287] env[69413]: DEBUG nova.compute.manager [None req-c577eee0-5bae-4c6a-a4f4-ac030b17aae9 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.859881] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088c5c74-63da-4071-a7ed-b48ce0304f90 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.865356] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab736189-e46b-48ba-8229-84f3aa858f22 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.869201] env[69413]: DEBUG nova.network.neutron [None req-dcc049fa-edb1-4f43-8962-ba5002471913 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] [instance: de756510-54b4-4b77-beeb-406507b128cb] Updating instance_info_cache with network_info: [{"id": "73de899a-7a63-4ecb-b6bf-c73af2e7ded7", "address": "fa:16:3e:d1:b4:38", "network": {"id": "ae1421d8-cc24-418c-91b0-6cfbfce8d925", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1563470046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f082785c77304c42b2e5b6bd45dc809a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73de899a-7a", "ovs_interfaceid": "73de899a-7a63-4ecb-b6bf-c73af2e7ded7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.880420] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f92ba0-03bc-4392-a995-2f3593ca7fc4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.917406] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f434c614-c984-4a44-aed0-8a0f2b4314a8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.926329] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eca7bb0-b0b1-43f9-8b62-9e7538fdc394 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.941957] env[69413]: DEBUG nova.compute.provider_tree [None req-4109532a-6134-4ac5-8c84-4e688b0a2819 tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.958752] env[69413]: DEBUG oslo_vmware.api [None req-e7d0c5f3-11c8-4ee0-90d7-0ce63acfb1a5 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077617, 'name': PowerOffVM_Task, 'duration_secs': 0.278109} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.959149] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7d0c5f3-11c8-4ee0-90d7-0ce63acfb1a5 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.959422] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7d0c5f3-11c8-4ee0-90d7-0ce63acfb1a5 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Volume detach. Driver type: vmdk {{(pid=69413) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 833.959676] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7d0c5f3-11c8-4ee0-90d7-0ce63acfb1a5 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616186', 'volume_id': '2267bfeb-a938-4571-8302-3d32ffb19082', 'name': 'volume-2267bfeb-a938-4571-8302-3d32ffb19082', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e9a9eb9b-ac85-4029-a417-6d38ef0de2e5', 'attached_at': '', 'detached_at': '', 'volume_id': '2267bfeb-a938-4571-8302-3d32ffb19082', 'serial': '2267bfeb-a938-4571-8302-3d32ffb19082'} {{(pid=69413) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 833.960500] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09332ea-de85-4f2f-9102-11742ce1de1a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.983421] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c069f379-84d2-466d-9110-629330455dd0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.992050] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc81dc5a-9501-4c47-82f2-a42c0eb2b8d2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.015830] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a57a966-fbe4-4593-ba64-ba1fc1cb0980 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.036130] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7d0c5f3-11c8-4ee0-90d7-0ce63acfb1a5 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] The volume has not been displaced from its original location: [datastore2] volume-2267bfeb-a938-4571-8302-3d32ffb19082/volume-2267bfeb-a938-4571-8302-3d32ffb19082.vmdk. No consolidation needed. {{(pid=69413) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 834.042270] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7d0c5f3-11c8-4ee0-90d7-0ce63acfb1a5 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Reconfiguring VM instance instance-00000033 to detach disk 2001 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 834.042593] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be6dde99-2e63-4328-a7dd-4337ced177c1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.062222] env[69413]: DEBUG oslo_vmware.api [None req-e7d0c5f3-11c8-4ee0-90d7-0ce63acfb1a5 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 834.062222] env[69413]: value = "task-3077620" [ 834.062222] env[69413]: _type = "Task" [ 834.062222] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.071152] env[69413]: DEBUG oslo_vmware.api [None req-e7d0c5f3-11c8-4ee0-90d7-0ce63acfb1a5 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077620, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.160054] env[69413]: DEBUG oslo_vmware.api [None req-5cb4717c-228d-4957-a33e-5286b9e557be tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077615, 'name': CloneVM_Task} progress is 95%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.279157] env[69413]: INFO nova.compute.manager [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Took 31.65 seconds to build instance. [ 834.313725] env[69413]: DEBUG oslo_concurrency.lockutils [None req-70ade0e8-8740-44bd-b40f-60be6478d114 tempest-VolumesAssistedSnapshotsTest-1183211231 tempest-VolumesAssistedSnapshotsTest-1183211231-project-admin] Acquiring lock "6bc4ef14-5504-4c90-8d21-a8cd681b9070" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.314015] env[69413]: DEBUG oslo_concurrency.lockutils [None req-70ade0e8-8740-44bd-b40f-60be6478d114 tempest-VolumesAssistedSnapshotsTest-1183211231 tempest-VolumesAssistedSnapshotsTest-1183211231-project-admin] Lock "6bc4ef14-5504-4c90-8d21-a8cd681b9070" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.345726] env[69413]: DEBUG oslo_vmware.api [None req-769a99dc-0cc9-401b-b6c8-40651d3eb323 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3077619, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166738} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.345990] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-769a99dc-0cc9-401b-b6c8-40651d3eb323 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.346196] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-769a99dc-0cc9-401b-b6c8-40651d3eb323 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 834.346375] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-769a99dc-0cc9-401b-b6c8-40651d3eb323 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.346542] env[69413]: INFO nova.compute.manager [None req-769a99dc-0cc9-401b-b6c8-40651d3eb323 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Took 1.16 seconds to destroy the instance on the hypervisor. [ 834.346783] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-769a99dc-0cc9-401b-b6c8-40651d3eb323 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.346971] env[69413]: DEBUG nova.compute.manager [-] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 834.347090] env[69413]: DEBUG nova.network.neutron [-] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 834.372906] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dcc049fa-edb1-4f43-8962-ba5002471913 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Releasing lock "refresh_cache-de756510-54b4-4b77-beeb-406507b128cb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.373262] env[69413]: DEBUG nova.compute.manager [None req-dcc049fa-edb1-4f43-8962-ba5002471913 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] [instance: de756510-54b4-4b77-beeb-406507b128cb] Inject network info {{(pid=69413) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 834.373528] env[69413]: DEBUG nova.compute.manager [None req-dcc049fa-edb1-4f43-8962-ba5002471913 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] [instance: de756510-54b4-4b77-beeb-406507b128cb] network_info to inject: |[{"id": "73de899a-7a63-4ecb-b6bf-c73af2e7ded7", "address": "fa:16:3e:d1:b4:38", "network": {"id": "ae1421d8-cc24-418c-91b0-6cfbfce8d925", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1563470046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f082785c77304c42b2e5b6bd45dc809a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73de899a-7a", "ovs_interfaceid": "73de899a-7a63-4ecb-b6bf-c73af2e7ded7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 834.378483] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc049fa-edb1-4f43-8962-ba5002471913 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] [instance: de756510-54b4-4b77-beeb-406507b128cb] Reconfiguring VM instance to set the machine id {{(pid=69413) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 834.380811] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-945ddd16-1477-4ec8-a7aa-6f014dda5182 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.401109] env[69413]: DEBUG oslo_vmware.api [None req-dcc049fa-edb1-4f43-8962-ba5002471913 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Waiting for the task: (returnval){ [ 834.401109] env[69413]: value = "task-3077621" [ 834.401109] env[69413]: _type = "Task" [ 834.401109] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.409816] env[69413]: DEBUG oslo_vmware.api [None req-dcc049fa-edb1-4f43-8962-ba5002471913 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Task: {'id': task-3077621, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.445498] env[69413]: DEBUG nova.scheduler.client.report [None req-4109532a-6134-4ac5-8c84-4e688b0a2819 tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.573511] env[69413]: DEBUG oslo_vmware.api [None req-e7d0c5f3-11c8-4ee0-90d7-0ce63acfb1a5 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077620, 'name': ReconfigVM_Task, 'duration_secs': 0.289809} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.573790] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7d0c5f3-11c8-4ee0-90d7-0ce63acfb1a5 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Reconfigured VM instance instance-00000033 to detach disk 2001 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 834.578520] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5fa2809-95c1-4c17-86f4-340aa378c910 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.596026] env[69413]: DEBUG oslo_vmware.api [None req-e7d0c5f3-11c8-4ee0-90d7-0ce63acfb1a5 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 834.596026] env[69413]: value = "task-3077622" [ 834.596026] env[69413]: _type = "Task" [ 834.596026] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.607617] env[69413]: DEBUG oslo_vmware.api [None req-e7d0c5f3-11c8-4ee0-90d7-0ce63acfb1a5 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077622, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.657245] env[69413]: DEBUG oslo_vmware.api [None req-5cb4717c-228d-4957-a33e-5286b9e557be tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077615, 'name': CloneVM_Task, 'duration_secs': 1.239405} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.657543] env[69413]: INFO nova.virt.vmwareapi.vmops [None req-5cb4717c-228d-4957-a33e-5286b9e557be tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Created linked-clone VM from snapshot [ 834.658453] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7822510d-def0-4d9f-bcd5-19c9861e5877 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.667029] env[69413]: DEBUG nova.virt.vmwareapi.images [None req-5cb4717c-228d-4957-a33e-5286b9e557be tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Uploading image 68cff8aa-b73f-4dda-9c84-7bb68d6d1212 {{(pid=69413) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 834.691708] env[69413]: DEBUG oslo_vmware.rw_handles [None req-5cb4717c-228d-4957-a33e-5286b9e557be tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 834.691708] env[69413]: value = "vm-616191" [ 834.691708] env[69413]: _type = "VirtualMachine" [ 834.691708] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 834.693152] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-51a32adc-2d87-41fd-81de-af6d211abc95 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.700609] env[69413]: DEBUG oslo_vmware.rw_handles [None req-5cb4717c-228d-4957-a33e-5286b9e557be tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Lease: (returnval){ [ 834.700609] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b574ea-424a-4372-c6fb-143fa34023b6" [ 834.700609] env[69413]: _type = "HttpNfcLease" [ 834.700609] env[69413]: } obtained for exporting VM: (result){ [ 834.700609] env[69413]: value = "vm-616191" [ 834.700609] env[69413]: _type = "VirtualMachine" [ 834.700609] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 834.700609] env[69413]: DEBUG oslo_vmware.api [None req-5cb4717c-228d-4957-a33e-5286b9e557be tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Waiting for the lease: (returnval){ [ 834.700609] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b574ea-424a-4372-c6fb-143fa34023b6" [ 834.700609] env[69413]: _type = "HttpNfcLease" [ 834.700609] env[69413]: } to be ready. {{(pid=69413) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 834.709384] env[69413]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 834.709384] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b574ea-424a-4372-c6fb-143fa34023b6" [ 834.709384] env[69413]: _type = "HttpNfcLease" [ 834.709384] env[69413]: } is initializing. {{(pid=69413) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 834.793179] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0d526091-0e3b-4443-b3ec-70001ede516c tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "9dd19ffc-2855-4a97-919c-b71cf01b4e98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.171s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.808590] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Acquiring lock "ba72f8ba-3ed8-4b38-8a3a-e784ab200285-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.812019] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Lock "ba72f8ba-3ed8-4b38-8a3a-e784ab200285-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.812019] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Lock "ba72f8ba-3ed8-4b38-8a3a-e784ab200285-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.817719] env[69413]: DEBUG nova.compute.utils [None req-70ade0e8-8740-44bd-b40f-60be6478d114 tempest-VolumesAssistedSnapshotsTest-1183211231 tempest-VolumesAssistedSnapshotsTest-1183211231-project-admin] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.896862] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1af83d7-39f3-4e98-8607-df0b5f064c22 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.909909] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c577eee0-5bae-4c6a-a4f4-ac030b17aae9 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Doing hard reboot of VM {{(pid=69413) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 834.910634] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-97fb9e19-bcef-42c6-93ea-442ef077d275 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.917573] env[69413]: DEBUG oslo_vmware.api [None req-dcc049fa-edb1-4f43-8962-ba5002471913 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Task: {'id': task-3077621, 'name': ReconfigVM_Task, 'duration_secs': 0.151967} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.918389] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc049fa-edb1-4f43-8962-ba5002471913 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] [instance: de756510-54b4-4b77-beeb-406507b128cb] Reconfigured VM instance to set the machine id {{(pid=69413) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 834.929505] env[69413]: DEBUG oslo_vmware.api [None req-c577eee0-5bae-4c6a-a4f4-ac030b17aae9 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Waiting for the task: (returnval){ [ 834.929505] env[69413]: value = "task-3077624" [ 834.929505] env[69413]: _type = "Task" [ 834.929505] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.939535] env[69413]: DEBUG oslo_vmware.api [None req-c577eee0-5bae-4c6a-a4f4-ac030b17aae9 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': task-3077624, 'name': ResetVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.951684] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4109532a-6134-4ac5-8c84-4e688b0a2819 tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.643s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.951909] env[69413]: INFO nova.compute.manager [None req-4109532a-6134-4ac5-8c84-4e688b0a2819 tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Successfully reverted task state from rebuilding on failure for instance. [ 834.957794] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c705d801-f650-4f7c-8c6f-598f88cfe227 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.907s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.958112] env[69413]: DEBUG nova.objects.instance [None req-c705d801-f650-4f7c-8c6f-598f88cfe227 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lazy-loading 'resources' on Instance uuid 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 835.110534] env[69413]: DEBUG oslo_vmware.api [None req-e7d0c5f3-11c8-4ee0-90d7-0ce63acfb1a5 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077622, 'name': ReconfigVM_Task, 'duration_secs': 0.230014} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.110890] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7d0c5f3-11c8-4ee0-90d7-0ce63acfb1a5 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616186', 'volume_id': '2267bfeb-a938-4571-8302-3d32ffb19082', 'name': 'volume-2267bfeb-a938-4571-8302-3d32ffb19082', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e9a9eb9b-ac85-4029-a417-6d38ef0de2e5', 'attached_at': '', 'detached_at': '', 'volume_id': '2267bfeb-a938-4571-8302-3d32ffb19082', 'serial': '2267bfeb-a938-4571-8302-3d32ffb19082'} {{(pid=69413) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 835.111178] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d0c5f3-11c8-4ee0-90d7-0ce63acfb1a5 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.112135] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42674898-20bc-4f7d-97af-e00f1a403f46 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.121696] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d0c5f3-11c8-4ee0-90d7-0ce63acfb1a5 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.121696] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aee2b008-2f5a-40df-b29e-f85abeb960ca {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.187373] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d0c5f3-11c8-4ee0-90d7-0ce63acfb1a5 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.187703] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d0c5f3-11c8-4ee0-90d7-0ce63acfb1a5 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.187940] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7d0c5f3-11c8-4ee0-90d7-0ce63acfb1a5 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Deleting the datastore file [datastore1] e9a9eb9b-ac85-4029-a417-6d38ef0de2e5 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.188273] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16e4a565-2dec-42b1-bc45-ececb4e87982 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.196535] env[69413]: DEBUG oslo_vmware.api [None req-e7d0c5f3-11c8-4ee0-90d7-0ce63acfb1a5 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 835.196535] env[69413]: value = "task-3077626" [ 835.196535] env[69413]: _type = "Task" [ 835.196535] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.207824] env[69413]: DEBUG oslo_vmware.api [None req-e7d0c5f3-11c8-4ee0-90d7-0ce63acfb1a5 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.212168] env[69413]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 835.212168] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b574ea-424a-4372-c6fb-143fa34023b6" [ 835.212168] env[69413]: _type = "HttpNfcLease" [ 835.212168] env[69413]: } is ready. {{(pid=69413) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 835.212168] env[69413]: DEBUG oslo_vmware.rw_handles [None req-5cb4717c-228d-4957-a33e-5286b9e557be tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 835.212168] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b574ea-424a-4372-c6fb-143fa34023b6" [ 835.212168] env[69413]: _type = "HttpNfcLease" [ 835.212168] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 835.212794] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9616ed-84fc-44e4-b9f1-6668d47ffa51 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.221689] env[69413]: DEBUG oslo_vmware.rw_handles [None req-5cb4717c-228d-4957-a33e-5286b9e557be tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52003775-47d4-41d1-96e6-4ea59c1bc55a/disk-0.vmdk from lease info. {{(pid=69413) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 835.221689] env[69413]: DEBUG oslo_vmware.rw_handles [None req-5cb4717c-228d-4957-a33e-5286b9e557be tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52003775-47d4-41d1-96e6-4ea59c1bc55a/disk-0.vmdk for reading. {{(pid=69413) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 835.315937] env[69413]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a687082b-2075-4598-8e66-6d32c6c96f79 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.320827] env[69413]: DEBUG oslo_concurrency.lockutils [None req-70ade0e8-8740-44bd-b40f-60be6478d114 tempest-VolumesAssistedSnapshotsTest-1183211231 tempest-VolumesAssistedSnapshotsTest-1183211231-project-admin] Lock "6bc4ef14-5504-4c90-8d21-a8cd681b9070" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.430511] env[69413]: DEBUG nova.network.neutron [-] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.444021] env[69413]: DEBUG oslo_vmware.api [None req-c577eee0-5bae-4c6a-a4f4-ac030b17aae9 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': task-3077624, 'name': ResetVM_Task, 'duration_secs': 0.098327} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.444021] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c577eee0-5bae-4c6a-a4f4-ac030b17aae9 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Did hard reboot of VM {{(pid=69413) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 835.444021] env[69413]: DEBUG nova.compute.manager [None req-c577eee0-5bae-4c6a-a4f4-ac030b17aae9 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.444021] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340b8ad0-97d7-4f50-bfc3-a02e0671d508 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.537067] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c1e486b2-c595-479a-a0d7-e599f0d13009 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquiring lock "9dd19ffc-2855-4a97-919c-b71cf01b4e98" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.537791] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c1e486b2-c595-479a-a0d7-e599f0d13009 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "9dd19ffc-2855-4a97-919c-b71cf01b4e98" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.537791] env[69413]: DEBUG nova.compute.manager [None req-c1e486b2-c595-479a-a0d7-e599f0d13009 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.539018] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf5c4af-4955-4e5e-af0a-ebae0dee68cf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.547949] env[69413]: DEBUG nova.compute.manager [None req-c1e486b2-c595-479a-a0d7-e599f0d13009 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69413) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 835.549412] env[69413]: DEBUG nova.objects.instance [None req-c1e486b2-c595-479a-a0d7-e599f0d13009 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lazy-loading 'flavor' on Instance uuid 9dd19ffc-2855-4a97-919c-b71cf01b4e98 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 835.592947] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3a2ac24d-1ff2-4e73-8fbb-b60e20ba6050 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Acquiring lock "de756510-54b4-4b77-beeb-406507b128cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.593249] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3a2ac24d-1ff2-4e73-8fbb-b60e20ba6050 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Lock "de756510-54b4-4b77-beeb-406507b128cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.593459] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3a2ac24d-1ff2-4e73-8fbb-b60e20ba6050 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Acquiring lock "de756510-54b4-4b77-beeb-406507b128cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.593639] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3a2ac24d-1ff2-4e73-8fbb-b60e20ba6050 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Lock "de756510-54b4-4b77-beeb-406507b128cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.593803] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3a2ac24d-1ff2-4e73-8fbb-b60e20ba6050 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Lock "de756510-54b4-4b77-beeb-406507b128cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.598116] env[69413]: INFO nova.compute.manager [None req-3a2ac24d-1ff2-4e73-8fbb-b60e20ba6050 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] [instance: de756510-54b4-4b77-beeb-406507b128cb] Terminating instance [ 835.707986] env[69413]: DEBUG oslo_vmware.api [None req-e7d0c5f3-11c8-4ee0-90d7-0ce63acfb1a5 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077626, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151474} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.711162] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7d0c5f3-11c8-4ee0-90d7-0ce63acfb1a5 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.711447] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d0c5f3-11c8-4ee0-90d7-0ce63acfb1a5 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.711682] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d0c5f3-11c8-4ee0-90d7-0ce63acfb1a5 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.711848] env[69413]: INFO nova.compute.manager [None req-e7d0c5f3-11c8-4ee0-90d7-0ce63acfb1a5 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Took 2.28 seconds to destroy the instance on the hypervisor. [ 835.712320] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7d0c5f3-11c8-4ee0-90d7-0ce63acfb1a5 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.713046] env[69413]: DEBUG nova.compute.manager [-] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.713046] env[69413]: DEBUG nova.network.neutron [-] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.872242] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Acquiring lock "refresh_cache-ba72f8ba-3ed8-4b38-8a3a-e784ab200285" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.875582] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Acquired lock "refresh_cache-ba72f8ba-3ed8-4b38-8a3a-e784ab200285" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.875582] env[69413]: DEBUG nova.network.neutron [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.936257] env[69413]: INFO nova.compute.manager [-] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Took 1.59 seconds to deallocate network for instance. [ 835.963984] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c577eee0-5bae-4c6a-a4f4-ac030b17aae9 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Lock "a2784ee1-84c7-471e-bb52-8554b9eaf215" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.418s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.002486] env[69413]: DEBUG nova.compute.manager [req-5a888227-2389-4d1b-97de-abdd481e4a0e req-206c57d8-fa4f-4211-b80b-29564840e2f8 service nova] [instance: de756510-54b4-4b77-beeb-406507b128cb] Received event network-changed-73de899a-7a63-4ecb-b6bf-c73af2e7ded7 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.002681] env[69413]: DEBUG nova.compute.manager [req-5a888227-2389-4d1b-97de-abdd481e4a0e req-206c57d8-fa4f-4211-b80b-29564840e2f8 service nova] [instance: de756510-54b4-4b77-beeb-406507b128cb] Refreshing instance network info cache due to event network-changed-73de899a-7a63-4ecb-b6bf-c73af2e7ded7. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 836.002885] env[69413]: DEBUG oslo_concurrency.lockutils [req-5a888227-2389-4d1b-97de-abdd481e4a0e req-206c57d8-fa4f-4211-b80b-29564840e2f8 service nova] Acquiring lock "refresh_cache-de756510-54b4-4b77-beeb-406507b128cb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.006647] env[69413]: DEBUG oslo_concurrency.lockutils [req-5a888227-2389-4d1b-97de-abdd481e4a0e req-206c57d8-fa4f-4211-b80b-29564840e2f8 service nova] Acquired lock "refresh_cache-de756510-54b4-4b77-beeb-406507b128cb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.006647] env[69413]: DEBUG nova.network.neutron [req-5a888227-2389-4d1b-97de-abdd481e4a0e req-206c57d8-fa4f-4211-b80b-29564840e2f8 service nova] [instance: de756510-54b4-4b77-beeb-406507b128cb] Refreshing network info cache for port 73de899a-7a63-4ecb-b6bf-c73af2e7ded7 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.068711] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff5cc35-47a7-424c-915b-7896cac14f47 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.082514] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb33919e-3624-4341-87cd-e0228b8deb7d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.117570] env[69413]: DEBUG nova.compute.manager [None req-3a2ac24d-1ff2-4e73-8fbb-b60e20ba6050 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] [instance: de756510-54b4-4b77-beeb-406507b128cb] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 836.120258] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-3a2ac24d-1ff2-4e73-8fbb-b60e20ba6050 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] [instance: de756510-54b4-4b77-beeb-406507b128cb] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 836.120258] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03884bad-7627-458b-a615-dc58bcea6e47 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.123344] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcab19a7-9cb4-4c70-b90c-7f3923810a6b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.137516] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a2ac24d-1ff2-4e73-8fbb-b60e20ba6050 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] [instance: de756510-54b4-4b77-beeb-406507b128cb] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.138387] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66d7f248-073b-491b-9745-4c67d9c7ee14 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.141641] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea011ce-c4b5-416c-81bc-4f24d35bc1ed {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.164797] env[69413]: DEBUG nova.compute.provider_tree [None req-c705d801-f650-4f7c-8c6f-598f88cfe227 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.166364] env[69413]: DEBUG oslo_vmware.api [None req-3a2ac24d-1ff2-4e73-8fbb-b60e20ba6050 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Waiting for the task: (returnval){ [ 836.166364] env[69413]: value = "task-3077627" [ 836.166364] env[69413]: _type = "Task" [ 836.166364] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.177712] env[69413]: DEBUG oslo_vmware.api [None req-3a2ac24d-1ff2-4e73-8fbb-b60e20ba6050 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Task: {'id': task-3077627, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.445157] env[69413]: DEBUG oslo_concurrency.lockutils [None req-769a99dc-0cc9-401b-b6c8-40651d3eb323 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.469306] env[69413]: DEBUG oslo_concurrency.lockutils [None req-70ade0e8-8740-44bd-b40f-60be6478d114 tempest-VolumesAssistedSnapshotsTest-1183211231 tempest-VolumesAssistedSnapshotsTest-1183211231-project-admin] Acquiring lock "6bc4ef14-5504-4c90-8d21-a8cd681b9070" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.469747] env[69413]: DEBUG oslo_concurrency.lockutils [None req-70ade0e8-8740-44bd-b40f-60be6478d114 tempest-VolumesAssistedSnapshotsTest-1183211231 tempest-VolumesAssistedSnapshotsTest-1183211231-project-admin] Lock "6bc4ef14-5504-4c90-8d21-a8cd681b9070" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.470104] env[69413]: INFO nova.compute.manager [None req-70ade0e8-8740-44bd-b40f-60be6478d114 tempest-VolumesAssistedSnapshotsTest-1183211231 tempest-VolumesAssistedSnapshotsTest-1183211231-project-admin] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Attaching volume ef5c2a38-62be-4f56-950d-444ad686cffd to /dev/sdb [ 836.521210] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eead2722-b28f-407e-98b4-a27310d12e35 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.529542] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5146646-5d5d-477e-80d1-dfadc9dde9e5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.546421] env[69413]: DEBUG nova.virt.block_device [None req-70ade0e8-8740-44bd-b40f-60be6478d114 tempest-VolumesAssistedSnapshotsTest-1183211231 tempest-VolumesAssistedSnapshotsTest-1183211231-project-admin] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Updating existing volume attachment record: 7ed9d957-ca79-4df7-b441-35e5dbe181d5 {{(pid=69413) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 836.559340] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e486b2-c595-479a-a0d7-e599f0d13009 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.559648] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40f2f1b2-8a3e-44d4-95b9-35aeb7cd9dd9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.566551] env[69413]: DEBUG oslo_vmware.api [None req-c1e486b2-c595-479a-a0d7-e599f0d13009 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 836.566551] env[69413]: value = "task-3077628" [ 836.566551] env[69413]: _type = "Task" [ 836.566551] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.578703] env[69413]: DEBUG oslo_vmware.api [None req-c1e486b2-c595-479a-a0d7-e599f0d13009 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.668296] env[69413]: DEBUG nova.scheduler.client.report [None req-c705d801-f650-4f7c-8c6f-598f88cfe227 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.671741] env[69413]: DEBUG nova.network.neutron [-] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.686442] env[69413]: DEBUG oslo_vmware.api [None req-3a2ac24d-1ff2-4e73-8fbb-b60e20ba6050 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Task: {'id': task-3077627, 'name': PowerOffVM_Task, 'duration_secs': 0.219141} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.687603] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a2ac24d-1ff2-4e73-8fbb-b60e20ba6050 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] [instance: de756510-54b4-4b77-beeb-406507b128cb] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.687797] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-3a2ac24d-1ff2-4e73-8fbb-b60e20ba6050 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] [instance: de756510-54b4-4b77-beeb-406507b128cb] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 836.688260] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5fbe674-3dab-4692-82ef-e9f405102713 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.757117] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-3a2ac24d-1ff2-4e73-8fbb-b60e20ba6050 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] [instance: de756510-54b4-4b77-beeb-406507b128cb] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.757117] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-3a2ac24d-1ff2-4e73-8fbb-b60e20ba6050 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] [instance: de756510-54b4-4b77-beeb-406507b128cb] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.757117] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a2ac24d-1ff2-4e73-8fbb-b60e20ba6050 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Deleting the datastore file [datastore2] de756510-54b4-4b77-beeb-406507b128cb {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.757117] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb1dcccd-4220-41db-b86f-1a2e50432df3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.765885] env[69413]: DEBUG oslo_vmware.api [None req-3a2ac24d-1ff2-4e73-8fbb-b60e20ba6050 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Waiting for the task: (returnval){ [ 836.765885] env[69413]: value = "task-3077632" [ 836.765885] env[69413]: _type = "Task" [ 836.765885] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.778527] env[69413]: DEBUG oslo_vmware.api [None req-3a2ac24d-1ff2-4e73-8fbb-b60e20ba6050 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Task: {'id': task-3077632, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.794517] env[69413]: DEBUG nova.network.neutron [req-5a888227-2389-4d1b-97de-abdd481e4a0e req-206c57d8-fa4f-4211-b80b-29564840e2f8 service nova] [instance: de756510-54b4-4b77-beeb-406507b128cb] Updated VIF entry in instance network info cache for port 73de899a-7a63-4ecb-b6bf-c73af2e7ded7. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.795314] env[69413]: DEBUG nova.network.neutron [req-5a888227-2389-4d1b-97de-abdd481e4a0e req-206c57d8-fa4f-4211-b80b-29564840e2f8 service nova] [instance: de756510-54b4-4b77-beeb-406507b128cb] Updating instance_info_cache with network_info: [{"id": "73de899a-7a63-4ecb-b6bf-c73af2e7ded7", "address": "fa:16:3e:d1:b4:38", "network": {"id": "ae1421d8-cc24-418c-91b0-6cfbfce8d925", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1563470046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f082785c77304c42b2e5b6bd45dc809a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73de899a-7a", "ovs_interfaceid": "73de899a-7a63-4ecb-b6bf-c73af2e7ded7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.807366] env[69413]: DEBUG nova.network.neutron [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Updating instance_info_cache with network_info: [{"id": "82047ed8-cb13-4cf7-b7ae-74d136038111", "address": "fa:16:3e:26:47:51", "network": {"id": "8cb610e7-e4da-4776-8f19-c9728f51fb27", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9a021a88be0b4ec0bf1248cc136ac194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82047ed8-cb", "ovs_interfaceid": "82047ed8-cb13-4cf7-b7ae-74d136038111", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.079549] env[69413]: DEBUG oslo_vmware.api [None req-c1e486b2-c595-479a-a0d7-e599f0d13009 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077628, 'name': PowerOffVM_Task, 'duration_secs': 0.283273} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.079906] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e486b2-c595-479a-a0d7-e599f0d13009 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 837.080030] env[69413]: DEBUG nova.compute.manager [None req-c1e486b2-c595-479a-a0d7-e599f0d13009 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.080921] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed41158-92f1-4d2e-8f2f-c2fee49e2437 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.176570] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c705d801-f650-4f7c-8c6f-598f88cfe227 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.180804] env[69413]: DEBUG oslo_concurrency.lockutils [None req-930d0d3c-6ae7-4a57-9c78-ce580fcfbe4a tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.396s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.180804] env[69413]: DEBUG nova.objects.instance [None req-930d0d3c-6ae7-4a57-9c78-ce580fcfbe4a tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Lazy-loading 'resources' on Instance uuid 8e433184-6504-4214-9dc1-868f573a9a4d {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.182543] env[69413]: INFO nova.compute.manager [-] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Took 1.47 seconds to deallocate network for instance. [ 837.225719] env[69413]: INFO nova.scheduler.client.report [None req-c705d801-f650-4f7c-8c6f-598f88cfe227 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Deleted allocations for instance 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc [ 837.290119] env[69413]: DEBUG oslo_vmware.api [None req-3a2ac24d-1ff2-4e73-8fbb-b60e20ba6050 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Task: {'id': task-3077632, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232083} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.290119] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a2ac24d-1ff2-4e73-8fbb-b60e20ba6050 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.290119] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-3a2ac24d-1ff2-4e73-8fbb-b60e20ba6050 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] [instance: de756510-54b4-4b77-beeb-406507b128cb] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.290119] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-3a2ac24d-1ff2-4e73-8fbb-b60e20ba6050 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] [instance: de756510-54b4-4b77-beeb-406507b128cb] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.290119] env[69413]: INFO nova.compute.manager [None req-3a2ac24d-1ff2-4e73-8fbb-b60e20ba6050 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] [instance: de756510-54b4-4b77-beeb-406507b128cb] Took 1.17 seconds to destroy the instance on the hypervisor. [ 837.291082] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a2ac24d-1ff2-4e73-8fbb-b60e20ba6050 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.293967] env[69413]: DEBUG nova.compute.manager [-] [instance: de756510-54b4-4b77-beeb-406507b128cb] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 837.293967] env[69413]: DEBUG nova.network.neutron [-] [instance: de756510-54b4-4b77-beeb-406507b128cb] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 837.301466] env[69413]: DEBUG oslo_concurrency.lockutils [req-5a888227-2389-4d1b-97de-abdd481e4a0e req-206c57d8-fa4f-4211-b80b-29564840e2f8 service nova] Releasing lock "refresh_cache-de756510-54b4-4b77-beeb-406507b128cb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.301769] env[69413]: DEBUG nova.compute.manager [req-5a888227-2389-4d1b-97de-abdd481e4a0e req-206c57d8-fa4f-4211-b80b-29564840e2f8 service nova] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Received event network-vif-deleted-4b55742c-3491-4416-acc6-5182dd30cf5e {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.321277] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Releasing lock "refresh_cache-ba72f8ba-3ed8-4b38-8a3a-e784ab200285" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.593186] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c1e486b2-c595-479a-a0d7-e599f0d13009 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "9dd19ffc-2855-4a97-919c-b71cf01b4e98" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.733421] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c705d801-f650-4f7c-8c6f-598f88cfe227 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lock "6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.318s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.739218] env[69413]: INFO nova.compute.manager [None req-e7d0c5f3-11c8-4ee0-90d7-0ce63acfb1a5 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Took 0.56 seconds to detach 1 volumes for instance. [ 837.856655] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b002b7-25ff-44a9-bf75-85fe9a8100e0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.890353] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0724e49f-a6dc-4d27-98f2-e965564fc0ed {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.900964] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Updating instance 'ba72f8ba-3ed8-4b38-8a3a-e784ab200285' progress to 83 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 838.252621] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e7d0c5f3-11c8-4ee0-90d7-0ce63acfb1a5 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.260871] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9bd563-4085-4130-8135-9b69b4eece03 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.269619] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b724db8-79b8-4785-b4e5-200d34dcb3fe {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.301279] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1130607f-ad33-4df5-8063-174846f11c77 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.308890] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a61636-ea99-4b22-820d-ae949670c0cb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.321992] env[69413]: DEBUG nova.compute.provider_tree [None req-930d0d3c-6ae7-4a57-9c78-ce580fcfbe4a tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.410949] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.411320] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68017b2e-e753-4a67-8493-11a695f4614b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.421017] env[69413]: DEBUG oslo_vmware.api [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Waiting for the task: (returnval){ [ 838.421017] env[69413]: value = "task-3077634" [ 838.421017] env[69413]: _type = "Task" [ 838.421017] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.427421] env[69413]: DEBUG oslo_vmware.api [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077634, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.636375] env[69413]: DEBUG nova.compute.manager [req-31dd4a22-98c8-40da-b95c-c129d548a386 req-43bd10ec-4f8e-4725-95f2-06a13e9929f6 service nova] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Received event network-vif-deleted-b678de24-2c12-4e4a-8a7a-03350dc4b3ce {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.637290] env[69413]: DEBUG nova.compute.manager [req-31dd4a22-98c8-40da-b95c-c129d548a386 req-43bd10ec-4f8e-4725-95f2-06a13e9929f6 service nova] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Received event network-changed-2201acef-1381-45e0-8e9c-cb775a5a28dc {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.637516] env[69413]: DEBUG nova.compute.manager [req-31dd4a22-98c8-40da-b95c-c129d548a386 req-43bd10ec-4f8e-4725-95f2-06a13e9929f6 service nova] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Refreshing instance network info cache due to event network-changed-2201acef-1381-45e0-8e9c-cb775a5a28dc. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 838.637792] env[69413]: DEBUG oslo_concurrency.lockutils [req-31dd4a22-98c8-40da-b95c-c129d548a386 req-43bd10ec-4f8e-4725-95f2-06a13e9929f6 service nova] Acquiring lock "refresh_cache-a2784ee1-84c7-471e-bb52-8554b9eaf215" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.637937] env[69413]: DEBUG oslo_concurrency.lockutils [req-31dd4a22-98c8-40da-b95c-c129d548a386 req-43bd10ec-4f8e-4725-95f2-06a13e9929f6 service nova] Acquired lock "refresh_cache-a2784ee1-84c7-471e-bb52-8554b9eaf215" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.638169] env[69413]: DEBUG nova.network.neutron [req-31dd4a22-98c8-40da-b95c-c129d548a386 req-43bd10ec-4f8e-4725-95f2-06a13e9929f6 service nova] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Refreshing network info cache for port 2201acef-1381-45e0-8e9c-cb775a5a28dc {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.826780] env[69413]: DEBUG nova.scheduler.client.report [None req-930d0d3c-6ae7-4a57-9c78-ce580fcfbe4a tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.933704] env[69413]: DEBUG oslo_vmware.api [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077634, 'name': PowerOnVM_Task, 'duration_secs': 0.483054} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.934061] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 838.934289] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c6370b50-cf19-4711-a215-00ee144d85d2 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Updating instance 'ba72f8ba-3ed8-4b38-8a3a-e784ab200285' progress to 100 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 839.113853] env[69413]: DEBUG nova.network.neutron [-] [instance: de756510-54b4-4b77-beeb-406507b128cb] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.344200] env[69413]: DEBUG oslo_concurrency.lockutils [None req-930d0d3c-6ae7-4a57-9c78-ce580fcfbe4a tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.350108] env[69413]: DEBUG oslo_concurrency.lockutils [None req-adcb0cf2-6b6f-47a1-8066-8bbf8df5c30f tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.868s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.350108] env[69413]: DEBUG nova.objects.instance [None req-adcb0cf2-6b6f-47a1-8066-8bbf8df5c30f tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Lazy-loading 'resources' on Instance uuid e6b74a1f-99fb-456f-844a-30dc33ecf36e {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.369011] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ea544e1a-52dd-4ce5-8e26-3343fcf76d56 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Acquiring lock "a2784ee1-84c7-471e-bb52-8554b9eaf215" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.369608] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ea544e1a-52dd-4ce5-8e26-3343fcf76d56 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Lock "a2784ee1-84c7-471e-bb52-8554b9eaf215" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.369706] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ea544e1a-52dd-4ce5-8e26-3343fcf76d56 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Acquiring lock "a2784ee1-84c7-471e-bb52-8554b9eaf215-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.369831] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ea544e1a-52dd-4ce5-8e26-3343fcf76d56 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Lock "a2784ee1-84c7-471e-bb52-8554b9eaf215-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.370017] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ea544e1a-52dd-4ce5-8e26-3343fcf76d56 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Lock "a2784ee1-84c7-471e-bb52-8554b9eaf215-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.372592] env[69413]: INFO nova.compute.manager [None req-ea544e1a-52dd-4ce5-8e26-3343fcf76d56 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Terminating instance [ 839.386506] env[69413]: INFO nova.scheduler.client.report [None req-930d0d3c-6ae7-4a57-9c78-ce580fcfbe4a tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Deleted allocations for instance 8e433184-6504-4214-9dc1-868f573a9a4d [ 839.462255] env[69413]: DEBUG nova.network.neutron [req-31dd4a22-98c8-40da-b95c-c129d548a386 req-43bd10ec-4f8e-4725-95f2-06a13e9929f6 service nova] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Updated VIF entry in instance network info cache for port 2201acef-1381-45e0-8e9c-cb775a5a28dc. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 839.462255] env[69413]: DEBUG nova.network.neutron [req-31dd4a22-98c8-40da-b95c-c129d548a386 req-43bd10ec-4f8e-4725-95f2-06a13e9929f6 service nova] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Updating instance_info_cache with network_info: [{"id": "2201acef-1381-45e0-8e9c-cb775a5a28dc", "address": "fa:16:3e:7e:d1:af", "network": {"id": "273e800c-8b2c-4992-85c1-de21ed4c5610", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1933430888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d20bddf2427547dc91a4713087847f7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2201acef-13", "ovs_interfaceid": "2201acef-1381-45e0-8e9c-cb775a5a28dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.615903] env[69413]: INFO nova.compute.manager [-] [instance: de756510-54b4-4b77-beeb-406507b128cb] Took 2.32 seconds to deallocate network for instance. [ 839.834272] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7530315e-8ae2-45bf-9bc8-8d1c21b9872f tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquiring lock "4b6393d7-65da-49b2-8c0e-762e947a2e31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.834550] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7530315e-8ae2-45bf-9bc8-8d1c21b9872f tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lock "4b6393d7-65da-49b2-8c0e-762e947a2e31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.834755] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7530315e-8ae2-45bf-9bc8-8d1c21b9872f tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquiring lock "4b6393d7-65da-49b2-8c0e-762e947a2e31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.834935] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7530315e-8ae2-45bf-9bc8-8d1c21b9872f tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lock "4b6393d7-65da-49b2-8c0e-762e947a2e31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.835135] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7530315e-8ae2-45bf-9bc8-8d1c21b9872f tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lock "4b6393d7-65da-49b2-8c0e-762e947a2e31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.837190] env[69413]: INFO nova.compute.manager [None req-7530315e-8ae2-45bf-9bc8-8d1c21b9872f tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Terminating instance [ 839.877337] env[69413]: DEBUG nova.compute.manager [None req-ea544e1a-52dd-4ce5-8e26-3343fcf76d56 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.877768] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ea544e1a-52dd-4ce5-8e26-3343fcf76d56 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.878565] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b376d4b-4c04-4dff-8220-f42c5b4ecb1b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.892310] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea544e1a-52dd-4ce5-8e26-3343fcf76d56 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.892310] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0236c992-ad01-4fac-a414-0f8908c0d0b5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.896518] env[69413]: DEBUG oslo_concurrency.lockutils [None req-930d0d3c-6ae7-4a57-9c78-ce580fcfbe4a tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Lock "8e433184-6504-4214-9dc1-868f573a9a4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.675s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.903537] env[69413]: DEBUG oslo_vmware.api [None req-ea544e1a-52dd-4ce5-8e26-3343fcf76d56 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Waiting for the task: (returnval){ [ 839.903537] env[69413]: value = "task-3077636" [ 839.903537] env[69413]: _type = "Task" [ 839.903537] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.914081] env[69413]: DEBUG oslo_vmware.api [None req-ea544e1a-52dd-4ce5-8e26-3343fcf76d56 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': task-3077636, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.963855] env[69413]: DEBUG oslo_concurrency.lockutils [req-31dd4a22-98c8-40da-b95c-c129d548a386 req-43bd10ec-4f8e-4725-95f2-06a13e9929f6 service nova] Releasing lock "refresh_cache-a2784ee1-84c7-471e-bb52-8554b9eaf215" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.127968] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3a2ac24d-1ff2-4e73-8fbb-b60e20ba6050 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.343902] env[69413]: DEBUG nova.compute.manager [None req-7530315e-8ae2-45bf-9bc8-8d1c21b9872f tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 840.343902] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7530315e-8ae2-45bf-9bc8-8d1c21b9872f tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 840.344644] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a747643-5545-4b96-86bb-72dde51cf926 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.351425] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd96fa57-bc5a-47a7-adfa-daefe3b5eed5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.356296] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7530315e-8ae2-45bf-9bc8-8d1c21b9872f tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.356847] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5637801b-b9ee-4daa-a741-07ee426b2ef6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.360946] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1fc163-e787-413a-898e-3c1e770c07ff {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.365144] env[69413]: DEBUG oslo_vmware.api [None req-7530315e-8ae2-45bf-9bc8-8d1c21b9872f tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 840.365144] env[69413]: value = "task-3077637" [ 840.365144] env[69413]: _type = "Task" [ 840.365144] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.396750] env[69413]: DEBUG nova.compute.manager [None req-a34bb29a-615a-46a6-acb3-45e7b9bb6f08 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.398422] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fc51f7-b511-425e-8635-52fb55eb86c4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.402156] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b993d9-255f-48a0-abdf-7fd19a122ba8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.408686] env[69413]: DEBUG oslo_vmware.api [None req-7530315e-8ae2-45bf-9bc8-8d1c21b9872f tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077637, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.420150] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1f3ecc-e32a-42df-ae8c-a8de983532be {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.428260] env[69413]: DEBUG oslo_vmware.api [None req-ea544e1a-52dd-4ce5-8e26-3343fcf76d56 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': task-3077636, 'name': PowerOffVM_Task, 'duration_secs': 0.221426} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.429014] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea544e1a-52dd-4ce5-8e26-3343fcf76d56 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.429231] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ea544e1a-52dd-4ce5-8e26-3343fcf76d56 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.429549] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25571abe-242b-4c1b-a93a-d7fe49dfe719 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.439995] env[69413]: DEBUG nova.compute.provider_tree [None req-adcb0cf2-6b6f-47a1-8066-8bbf8df5c30f tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.505762] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ea544e1a-52dd-4ce5-8e26-3343fcf76d56 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.505983] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ea544e1a-52dd-4ce5-8e26-3343fcf76d56 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.506185] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea544e1a-52dd-4ce5-8e26-3343fcf76d56 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Deleting the datastore file [datastore2] a2784ee1-84c7-471e-bb52-8554b9eaf215 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.506947] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33803dde-0f56-4acf-8746-7287d39fa36c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.512961] env[69413]: DEBUG oslo_vmware.api [None req-ea544e1a-52dd-4ce5-8e26-3343fcf76d56 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Waiting for the task: (returnval){ [ 840.512961] env[69413]: value = "task-3077639" [ 840.512961] env[69413]: _type = "Task" [ 840.512961] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.521547] env[69413]: DEBUG oslo_vmware.api [None req-ea544e1a-52dd-4ce5-8e26-3343fcf76d56 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': task-3077639, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.877222] env[69413]: DEBUG oslo_vmware.api [None req-7530315e-8ae2-45bf-9bc8-8d1c21b9872f tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077637, 'name': PowerOffVM_Task, 'duration_secs': 0.187481} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.877551] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7530315e-8ae2-45bf-9bc8-8d1c21b9872f tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.877874] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7530315e-8ae2-45bf-9bc8-8d1c21b9872f tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.878559] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93656d72-7937-479f-8a12-7cdec1ba7bac {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.920938] env[69413]: INFO nova.compute.manager [None req-a34bb29a-615a-46a6-acb3-45e7b9bb6f08 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] instance snapshotting [ 840.921147] env[69413]: WARNING nova.compute.manager [None req-a34bb29a-615a-46a6-acb3-45e7b9bb6f08 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 840.923901] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e27a383-6518-4932-9914-b2a4a3595f8c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.944683] env[69413]: DEBUG nova.scheduler.client.report [None req-adcb0cf2-6b6f-47a1-8066-8bbf8df5c30f tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.950894] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599ffae1-b423-4c84-afb7-2356704e37a4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.954242] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7530315e-8ae2-45bf-9bc8-8d1c21b9872f tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.954500] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7530315e-8ae2-45bf-9bc8-8d1c21b9872f tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.954783] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-7530315e-8ae2-45bf-9bc8-8d1c21b9872f tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Deleting the datastore file [datastore2] 4b6393d7-65da-49b2-8c0e-762e947a2e31 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.955332] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c5a0476-ede6-4367-a2b3-cf2b73df2f45 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.965828] env[69413]: DEBUG oslo_vmware.api [None req-7530315e-8ae2-45bf-9bc8-8d1c21b9872f tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 840.965828] env[69413]: value = "task-3077641" [ 840.965828] env[69413]: _type = "Task" [ 840.965828] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.971521] env[69413]: DEBUG nova.compute.manager [req-730516be-fecc-4d0e-90e5-7a284039f3fb req-00807fe4-c195-474c-bc7f-988925b1cb9a service nova] [instance: de756510-54b4-4b77-beeb-406507b128cb] Received event network-vif-deleted-73de899a-7a63-4ecb-b6bf-c73af2e7ded7 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.977470] env[69413]: DEBUG oslo_vmware.api [None req-7530315e-8ae2-45bf-9bc8-8d1c21b9872f tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077641, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.025191] env[69413]: DEBUG oslo_vmware.api [None req-ea544e1a-52dd-4ce5-8e26-3343fcf76d56 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': task-3077639, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181693} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.025408] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea544e1a-52dd-4ce5-8e26-3343fcf76d56 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.025653] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ea544e1a-52dd-4ce5-8e26-3343fcf76d56 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.025895] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ea544e1a-52dd-4ce5-8e26-3343fcf76d56 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.026156] env[69413]: INFO nova.compute.manager [None req-ea544e1a-52dd-4ce5-8e26-3343fcf76d56 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Took 1.15 seconds to destroy the instance on the hypervisor. [ 841.027677] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea544e1a-52dd-4ce5-8e26-3343fcf76d56 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.027677] env[69413]: DEBUG nova.compute.manager [-] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 841.027677] env[69413]: DEBUG nova.network.neutron [-] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 841.117927] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-70ade0e8-8740-44bd-b40f-60be6478d114 tempest-VolumesAssistedSnapshotsTest-1183211231 tempest-VolumesAssistedSnapshotsTest-1183211231-project-admin] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Volume attach. Driver type: vmdk {{(pid=69413) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 841.118237] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-70ade0e8-8740-44bd-b40f-60be6478d114 tempest-VolumesAssistedSnapshotsTest-1183211231 tempest-VolumesAssistedSnapshotsTest-1183211231-project-admin] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616194', 'volume_id': 'ef5c2a38-62be-4f56-950d-444ad686cffd', 'name': 'volume-ef5c2a38-62be-4f56-950d-444ad686cffd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6bc4ef14-5504-4c90-8d21-a8cd681b9070', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef5c2a38-62be-4f56-950d-444ad686cffd', 'serial': 'ef5c2a38-62be-4f56-950d-444ad686cffd'} {{(pid=69413) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 841.119523] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6eb43df-6afc-436d-aeb0-d9bf049d386f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.127136] env[69413]: DEBUG oslo_concurrency.lockutils [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Acquiring lock "2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.127373] env[69413]: DEBUG oslo_concurrency.lockutils [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Lock "2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.144263] env[69413]: DEBUG nova.compute.manager [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 841.147224] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce07121-d50f-447f-962a-6a99d1d6826d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.174394] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-70ade0e8-8740-44bd-b40f-60be6478d114 tempest-VolumesAssistedSnapshotsTest-1183211231 tempest-VolumesAssistedSnapshotsTest-1183211231-project-admin] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] volume-ef5c2a38-62be-4f56-950d-444ad686cffd/volume-ef5c2a38-62be-4f56-950d-444ad686cffd.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.174998] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0df719e-e98f-43be-b20b-84e2276bbc5b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.197034] env[69413]: DEBUG oslo_vmware.api [None req-70ade0e8-8740-44bd-b40f-60be6478d114 tempest-VolumesAssistedSnapshotsTest-1183211231 tempest-VolumesAssistedSnapshotsTest-1183211231-project-admin] Waiting for the task: (returnval){ [ 841.197034] env[69413]: value = "task-3077642" [ 841.197034] env[69413]: _type = "Task" [ 841.197034] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.208582] env[69413]: DEBUG oslo_concurrency.lockutils [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Acquiring lock "dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.208957] env[69413]: DEBUG oslo_concurrency.lockutils [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Lock "dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.210421] env[69413]: DEBUG oslo_vmware.api [None req-70ade0e8-8740-44bd-b40f-60be6478d114 tempest-VolumesAssistedSnapshotsTest-1183211231 tempest-VolumesAssistedSnapshotsTest-1183211231-project-admin] Task: {'id': task-3077642, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.262224] env[69413]: DEBUG nova.network.neutron [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Port 82047ed8-cb13-4cf7-b7ae-74d136038111 binding to destination host cpu-1 is already ACTIVE {{(pid=69413) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 841.262898] env[69413]: DEBUG oslo_concurrency.lockutils [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Acquiring lock "refresh_cache-ba72f8ba-3ed8-4b38-8a3a-e784ab200285" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.262898] env[69413]: DEBUG oslo_concurrency.lockutils [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Acquired lock "refresh_cache-ba72f8ba-3ed8-4b38-8a3a-e784ab200285" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.262898] env[69413]: DEBUG nova.network.neutron [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.457280] env[69413]: DEBUG oslo_concurrency.lockutils [None req-adcb0cf2-6b6f-47a1-8066-8bbf8df5c30f tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.109s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.459627] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.422s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.461150] env[69413]: INFO nova.compute.claims [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.472079] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a34bb29a-615a-46a6-acb3-45e7b9bb6f08 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Creating Snapshot of the VM instance {{(pid=69413) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 841.473851] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f97d632e-04c6-444d-8777-a3ea18e11f1c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.483674] env[69413]: DEBUG oslo_vmware.api [None req-7530315e-8ae2-45bf-9bc8-8d1c21b9872f tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077641, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177136} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.483819] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-7530315e-8ae2-45bf-9bc8-8d1c21b9872f tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.483900] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7530315e-8ae2-45bf-9bc8-8d1c21b9872f tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.484097] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7530315e-8ae2-45bf-9bc8-8d1c21b9872f tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.484294] env[69413]: INFO nova.compute.manager [None req-7530315e-8ae2-45bf-9bc8-8d1c21b9872f tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Took 1.14 seconds to destroy the instance on the hypervisor. [ 841.484546] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7530315e-8ae2-45bf-9bc8-8d1c21b9872f tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.484733] env[69413]: DEBUG nova.compute.manager [-] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 841.484829] env[69413]: DEBUG nova.network.neutron [-] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 841.487835] env[69413]: DEBUG oslo_vmware.api [None req-a34bb29a-615a-46a6-acb3-45e7b9bb6f08 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 841.487835] env[69413]: value = "task-3077643" [ 841.487835] env[69413]: _type = "Task" [ 841.487835] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.497442] env[69413]: DEBUG oslo_vmware.api [None req-a34bb29a-615a-46a6-acb3-45e7b9bb6f08 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077643, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.681681] env[69413]: DEBUG oslo_concurrency.lockutils [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.709819] env[69413]: DEBUG oslo_vmware.api [None req-70ade0e8-8740-44bd-b40f-60be6478d114 tempest-VolumesAssistedSnapshotsTest-1183211231 tempest-VolumesAssistedSnapshotsTest-1183211231-project-admin] Task: {'id': task-3077642, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.712075] env[69413]: DEBUG nova.compute.manager [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] [instance: dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 841.933564] env[69413]: DEBUG nova.network.neutron [-] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.988233] env[69413]: DEBUG oslo_concurrency.lockutils [None req-adcb0cf2-6b6f-47a1-8066-8bbf8df5c30f tempest-ServerActionsV293TestJSON-1442903613 tempest-ServerActionsV293TestJSON-1442903613-project-member] Lock "e6b74a1f-99fb-456f-844a-30dc33ecf36e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.849s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.998912] env[69413]: DEBUG oslo_vmware.api [None req-a34bb29a-615a-46a6-acb3-45e7b9bb6f08 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077643, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.064402] env[69413]: DEBUG nova.network.neutron [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Updating instance_info_cache with network_info: [{"id": "82047ed8-cb13-4cf7-b7ae-74d136038111", "address": "fa:16:3e:26:47:51", "network": {"id": "8cb610e7-e4da-4776-8f19-c9728f51fb27", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9a021a88be0b4ec0bf1248cc136ac194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82047ed8-cb", "ovs_interfaceid": "82047ed8-cb13-4cf7-b7ae-74d136038111", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.202033] env[69413]: DEBUG nova.network.neutron [-] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.207281] env[69413]: DEBUG oslo_vmware.api [None req-70ade0e8-8740-44bd-b40f-60be6478d114 tempest-VolumesAssistedSnapshotsTest-1183211231 tempest-VolumesAssistedSnapshotsTest-1183211231-project-admin] Task: {'id': task-3077642, 'name': ReconfigVM_Task, 'duration_secs': 0.554559} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.207551] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-70ade0e8-8740-44bd-b40f-60be6478d114 tempest-VolumesAssistedSnapshotsTest-1183211231 tempest-VolumesAssistedSnapshotsTest-1183211231-project-admin] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Reconfigured VM instance instance-0000000f to attach disk [datastore1] volume-ef5c2a38-62be-4f56-950d-444ad686cffd/volume-ef5c2a38-62be-4f56-950d-444ad686cffd.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.212778] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ff36f76-0281-4d4d-a028-5c8894b51905 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.231523] env[69413]: DEBUG oslo_vmware.api [None req-70ade0e8-8740-44bd-b40f-60be6478d114 tempest-VolumesAssistedSnapshotsTest-1183211231 tempest-VolumesAssistedSnapshotsTest-1183211231-project-admin] Waiting for the task: (returnval){ [ 842.231523] env[69413]: value = "task-3077644" [ 842.231523] env[69413]: _type = "Task" [ 842.231523] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.240935] env[69413]: DEBUG oslo_vmware.api [None req-70ade0e8-8740-44bd-b40f-60be6478d114 tempest-VolumesAssistedSnapshotsTest-1183211231 tempest-VolumesAssistedSnapshotsTest-1183211231-project-admin] Task: {'id': task-3077644, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.242175] env[69413]: DEBUG oslo_concurrency.lockutils [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.437141] env[69413]: INFO nova.compute.manager [-] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Took 1.41 seconds to deallocate network for instance. [ 842.501171] env[69413]: DEBUG oslo_vmware.api [None req-a34bb29a-615a-46a6-acb3-45e7b9bb6f08 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077643, 'name': CreateSnapshot_Task, 'duration_secs': 0.76642} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.501484] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a34bb29a-615a-46a6-acb3-45e7b9bb6f08 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Created Snapshot of the VM instance {{(pid=69413) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 842.502299] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f1146d-c6ae-498b-85ea-27e3c6ab11f3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.569748] env[69413]: DEBUG oslo_concurrency.lockutils [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Releasing lock "refresh_cache-ba72f8ba-3ed8-4b38-8a3a-e784ab200285" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.705026] env[69413]: INFO nova.compute.manager [-] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Took 1.22 seconds to deallocate network for instance. [ 842.743987] env[69413]: DEBUG oslo_vmware.api [None req-70ade0e8-8740-44bd-b40f-60be6478d114 tempest-VolumesAssistedSnapshotsTest-1183211231 tempest-VolumesAssistedSnapshotsTest-1183211231-project-admin] Task: {'id': task-3077644, 'name': ReconfigVM_Task, 'duration_secs': 0.148728} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.746678] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-70ade0e8-8740-44bd-b40f-60be6478d114 tempest-VolumesAssistedSnapshotsTest-1183211231 tempest-VolumesAssistedSnapshotsTest-1183211231-project-admin] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616194', 'volume_id': 'ef5c2a38-62be-4f56-950d-444ad686cffd', 'name': 'volume-ef5c2a38-62be-4f56-950d-444ad686cffd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6bc4ef14-5504-4c90-8d21-a8cd681b9070', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef5c2a38-62be-4f56-950d-444ad686cffd', 'serial': 'ef5c2a38-62be-4f56-950d-444ad686cffd'} {{(pid=69413) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 842.907318] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc553753-77ad-4462-a3b4-6a1bdb47ee03 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.915570] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f1a71a-0589-4d67-8adf-0c40c5e1f86c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.946429] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ea544e1a-52dd-4ce5-8e26-3343fcf76d56 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.947501] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961ce4bb-213a-4146-a5e2-d21b5ba469a8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.955955] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f0b3de-a281-44d0-a7fa-80b90aff3b31 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.970483] env[69413]: DEBUG nova.compute.provider_tree [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.999101] env[69413]: DEBUG nova.compute.manager [req-8660f2ab-9b1f-4b99-aba4-2e57c55bdf0b req-0c365fe3-b32a-4474-a5ae-c3c0361ab2c8 service nova] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Received event network-vif-deleted-2201acef-1381-45e0-8e9c-cb775a5a28dc {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.999368] env[69413]: DEBUG nova.compute.manager [req-8660f2ab-9b1f-4b99-aba4-2e57c55bdf0b req-0c365fe3-b32a-4474-a5ae-c3c0361ab2c8 service nova] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Received event network-vif-deleted-2208fb77-442b-4c4e-abe8-abcc045ed244 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.019981] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a34bb29a-615a-46a6-acb3-45e7b9bb6f08 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Creating linked-clone VM from snapshot {{(pid=69413) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 843.020677] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3f052e87-0fe4-4737-8f6a-66063a16c70a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.028893] env[69413]: DEBUG oslo_vmware.api [None req-a34bb29a-615a-46a6-acb3-45e7b9bb6f08 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 843.028893] env[69413]: value = "task-3077645" [ 843.028893] env[69413]: _type = "Task" [ 843.028893] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.037210] env[69413]: DEBUG oslo_vmware.api [None req-a34bb29a-615a-46a6-acb3-45e7b9bb6f08 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077645, 'name': CloneVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.076262] env[69413]: DEBUG nova.compute.manager [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69413) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 843.076496] env[69413]: DEBUG oslo_concurrency.lockutils [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.213611] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7530315e-8ae2-45bf-9bc8-8d1c21b9872f tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.477968] env[69413]: DEBUG nova.scheduler.client.report [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.538855] env[69413]: DEBUG oslo_vmware.api [None req-a34bb29a-615a-46a6-acb3-45e7b9bb6f08 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077645, 'name': CloneVM_Task} progress is 94%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.788960] env[69413]: DEBUG nova.objects.instance [None req-70ade0e8-8740-44bd-b40f-60be6478d114 tempest-VolumesAssistedSnapshotsTest-1183211231 tempest-VolumesAssistedSnapshotsTest-1183211231-project-admin] Lazy-loading 'flavor' on Instance uuid 6bc4ef14-5504-4c90-8d21-a8cd681b9070 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.982141] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.982141] env[69413]: DEBUG nova.compute.manager [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 843.985575] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d3e3310e-d201-4d56-83f9-6e4f352856b4 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.446s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.985817] env[69413]: DEBUG nova.objects.instance [None req-d3e3310e-d201-4d56-83f9-6e4f352856b4 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Lazy-loading 'resources' on Instance uuid f87356eb-fccf-41d7-912f-2a3e76ff6d17 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.040927] env[69413]: DEBUG oslo_vmware.api [None req-a34bb29a-615a-46a6-acb3-45e7b9bb6f08 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077645, 'name': CloneVM_Task} progress is 94%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.294946] env[69413]: DEBUG oslo_concurrency.lockutils [None req-70ade0e8-8740-44bd-b40f-60be6478d114 tempest-VolumesAssistedSnapshotsTest-1183211231 tempest-VolumesAssistedSnapshotsTest-1183211231-project-admin] Lock "6bc4ef14-5504-4c90-8d21-a8cd681b9070" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.824s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.486102] env[69413]: DEBUG oslo_vmware.rw_handles [None req-5cb4717c-228d-4957-a33e-5286b9e557be tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52003775-47d4-41d1-96e6-4ea59c1bc55a/disk-0.vmdk. {{(pid=69413) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 844.486698] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6bc0a4-83dd-40e1-a6f5-136872973c76 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.492401] env[69413]: DEBUG nova.compute.utils [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 844.494989] env[69413]: DEBUG nova.compute.manager [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 844.494989] env[69413]: DEBUG nova.network.neutron [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 844.500400] env[69413]: DEBUG oslo_vmware.rw_handles [None req-5cb4717c-228d-4957-a33e-5286b9e557be tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52003775-47d4-41d1-96e6-4ea59c1bc55a/disk-0.vmdk is in state: ready. {{(pid=69413) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 844.500504] env[69413]: ERROR oslo_vmware.rw_handles [None req-5cb4717c-228d-4957-a33e-5286b9e557be tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52003775-47d4-41d1-96e6-4ea59c1bc55a/disk-0.vmdk due to incomplete transfer. [ 844.500731] env[69413]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4a0c9ba2-f8bb-4c15-ab7e-4da84d8421d7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.517134] env[69413]: DEBUG oslo_vmware.rw_handles [None req-5cb4717c-228d-4957-a33e-5286b9e557be tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52003775-47d4-41d1-96e6-4ea59c1bc55a/disk-0.vmdk. {{(pid=69413) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 844.517342] env[69413]: DEBUG nova.virt.vmwareapi.images [None req-5cb4717c-228d-4957-a33e-5286b9e557be tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Uploaded image 68cff8aa-b73f-4dda-9c84-7bb68d6d1212 to the Glance image server {{(pid=69413) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 844.519791] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cb4717c-228d-4957-a33e-5286b9e557be tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Destroying the VM {{(pid=69413) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 844.520307] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fc787364-443e-42ad-8db2-a3f14efa3562 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.522278] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3dc9ba22-9f43-458a-abc6-47235887b000 tempest-VolumesAssistedSnapshotsTest-1183211231 tempest-VolumesAssistedSnapshotsTest-1183211231-project-admin] Acquiring lock "6bc4ef14-5504-4c90-8d21-a8cd681b9070" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.522645] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3dc9ba22-9f43-458a-abc6-47235887b000 tempest-VolumesAssistedSnapshotsTest-1183211231 tempest-VolumesAssistedSnapshotsTest-1183211231-project-admin] Lock "6bc4ef14-5504-4c90-8d21-a8cd681b9070" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.526608] env[69413]: DEBUG oslo_vmware.api [None req-5cb4717c-228d-4957-a33e-5286b9e557be tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Waiting for the task: (returnval){ [ 844.526608] env[69413]: value = "task-3077646" [ 844.526608] env[69413]: _type = "Task" [ 844.526608] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.539245] env[69413]: DEBUG oslo_vmware.api [None req-5cb4717c-228d-4957-a33e-5286b9e557be tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077646, 'name': Destroy_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.544667] env[69413]: DEBUG oslo_vmware.api [None req-a34bb29a-615a-46a6-acb3-45e7b9bb6f08 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077645, 'name': CloneVM_Task} progress is 95%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.580853] env[69413]: DEBUG nova.policy [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7cf7db3bf5744939d3e579234760024', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a65a26ae5bf44c6d9e3338f8c008d097', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 844.992544] env[69413]: DEBUG nova.network.neutron [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Successfully created port: eef40dfc-98c2-4c1a-8223-e0969ca7c1f3 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 845.000885] env[69413]: DEBUG nova.compute.manager [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 845.027782] env[69413]: INFO nova.compute.manager [None req-3dc9ba22-9f43-458a-abc6-47235887b000 tempest-VolumesAssistedSnapshotsTest-1183211231 tempest-VolumesAssistedSnapshotsTest-1183211231-project-admin] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Detaching volume ef5c2a38-62be-4f56-950d-444ad686cffd [ 845.048573] env[69413]: DEBUG oslo_vmware.api [None req-5cb4717c-228d-4957-a33e-5286b9e557be tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077646, 'name': Destroy_Task, 'duration_secs': 0.342533} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.051794] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-5cb4717c-228d-4957-a33e-5286b9e557be tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Destroyed the VM [ 845.052057] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb4717c-228d-4957-a33e-5286b9e557be tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Deleting Snapshot of the VM instance {{(pid=69413) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 845.052328] env[69413]: DEBUG oslo_vmware.api [None req-a34bb29a-615a-46a6-acb3-45e7b9bb6f08 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077645, 'name': CloneVM_Task, 'duration_secs': 1.741614} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.055712] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ed40a156-5096-4704-9161-9396504d0083 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.059340] env[69413]: INFO nova.virt.vmwareapi.vmops [None req-a34bb29a-615a-46a6-acb3-45e7b9bb6f08 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Created linked-clone VM from snapshot [ 845.062237] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7406d27d-beed-4874-841f-fbb3f2169ec2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.067959] env[69413]: INFO nova.virt.block_device [None req-3dc9ba22-9f43-458a-abc6-47235887b000 tempest-VolumesAssistedSnapshotsTest-1183211231 tempest-VolumesAssistedSnapshotsTest-1183211231-project-admin] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Attempting to driver detach volume ef5c2a38-62be-4f56-950d-444ad686cffd from mountpoint /dev/sdb [ 845.069289] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dc9ba22-9f43-458a-abc6-47235887b000 tempest-VolumesAssistedSnapshotsTest-1183211231 tempest-VolumesAssistedSnapshotsTest-1183211231-project-admin] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Volume detach. Driver type: vmdk {{(pid=69413) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 845.069716] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dc9ba22-9f43-458a-abc6-47235887b000 tempest-VolumesAssistedSnapshotsTest-1183211231 tempest-VolumesAssistedSnapshotsTest-1183211231-project-admin] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616194', 'volume_id': 'ef5c2a38-62be-4f56-950d-444ad686cffd', 'name': 'volume-ef5c2a38-62be-4f56-950d-444ad686cffd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6bc4ef14-5504-4c90-8d21-a8cd681b9070', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef5c2a38-62be-4f56-950d-444ad686cffd', 'serial': 'ef5c2a38-62be-4f56-950d-444ad686cffd'} {{(pid=69413) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 845.070628] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf9923a-3412-436b-a3c7-a1b8d4ff7a2b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.081695] env[69413]: DEBUG nova.virt.vmwareapi.images [None req-a34bb29a-615a-46a6-acb3-45e7b9bb6f08 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Uploading image 637594db-08bd-40e6-b201-23c5f805502e {{(pid=69413) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 845.083475] env[69413]: DEBUG oslo_vmware.api [None req-5cb4717c-228d-4957-a33e-5286b9e557be tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Waiting for the task: (returnval){ [ 845.083475] env[69413]: value = "task-3077647" [ 845.083475] env[69413]: _type = "Task" [ 845.083475] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.109767] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cb4997-093e-4067-979f-57d6880d46ef {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.115938] env[69413]: DEBUG oslo_vmware.api [None req-5cb4717c-228d-4957-a33e-5286b9e557be tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077647, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.121242] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3920f60-ecc3-4c5e-895b-0641bba58779 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.142181] env[69413]: DEBUG oslo_vmware.rw_handles [None req-a34bb29a-615a-46a6-acb3-45e7b9bb6f08 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 845.142181] env[69413]: value = "vm-616196" [ 845.142181] env[69413]: _type = "VirtualMachine" [ 845.142181] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 845.143755] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f829ab9-adab-4299-b70f-fca19572434e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.146189] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-18ad5933-f6c6-4c10-af68-ff186089aaed {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.148176] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c07a34-ce84-4b99-8588-2d44a55e3ef4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.162556] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dc9ba22-9f43-458a-abc6-47235887b000 tempest-VolumesAssistedSnapshotsTest-1183211231 tempest-VolumesAssistedSnapshotsTest-1183211231-project-admin] The volume has not been displaced from its original location: [datastore1] volume-ef5c2a38-62be-4f56-950d-444ad686cffd/volume-ef5c2a38-62be-4f56-950d-444ad686cffd.vmdk. No consolidation needed. {{(pid=69413) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 845.167816] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dc9ba22-9f43-458a-abc6-47235887b000 tempest-VolumesAssistedSnapshotsTest-1183211231 tempest-VolumesAssistedSnapshotsTest-1183211231-project-admin] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Reconfiguring VM instance instance-0000000f to detach disk 2001 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 845.170669] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-601456cc-e6dd-4e85-b7e8-775ea6c0efc6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.183631] env[69413]: DEBUG oslo_vmware.rw_handles [None req-a34bb29a-615a-46a6-acb3-45e7b9bb6f08 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lease: (returnval){ [ 845.183631] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52699325-db62-a78f-57ac-1b9be8208f19" [ 845.183631] env[69413]: _type = "HttpNfcLease" [ 845.183631] env[69413]: } obtained for exporting VM: (result){ [ 845.183631] env[69413]: value = "vm-616196" [ 845.183631] env[69413]: _type = "VirtualMachine" [ 845.183631] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 845.184051] env[69413]: DEBUG oslo_vmware.api [None req-a34bb29a-615a-46a6-acb3-45e7b9bb6f08 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the lease: (returnval){ [ 845.184051] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52699325-db62-a78f-57ac-1b9be8208f19" [ 845.184051] env[69413]: _type = "HttpNfcLease" [ 845.184051] env[69413]: } to be ready. {{(pid=69413) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 845.184837] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7dcd1f-8582-45b0-b835-ca02d32530e6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.193386] env[69413]: DEBUG oslo_vmware.api [None req-3dc9ba22-9f43-458a-abc6-47235887b000 tempest-VolumesAssistedSnapshotsTest-1183211231 tempest-VolumesAssistedSnapshotsTest-1183211231-project-admin] Waiting for the task: (returnval){ [ 845.193386] env[69413]: value = "task-3077649" [ 845.193386] env[69413]: _type = "Task" [ 845.193386] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.219584] env[69413]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 845.219584] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52699325-db62-a78f-57ac-1b9be8208f19" [ 845.219584] env[69413]: _type = "HttpNfcLease" [ 845.219584] env[69413]: } is ready. {{(pid=69413) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 845.223597] env[69413]: DEBUG oslo_vmware.rw_handles [None req-a34bb29a-615a-46a6-acb3-45e7b9bb6f08 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 845.223597] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52699325-db62-a78f-57ac-1b9be8208f19" [ 845.223597] env[69413]: _type = "HttpNfcLease" [ 845.223597] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 845.224452] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee7ce75-a28e-4e08-91f7-46e54b5f10d4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.229018] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80691384-71cc-4c75-89b0-0212359fbda9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.235198] env[69413]: DEBUG oslo_vmware.rw_handles [None req-a34bb29a-615a-46a6-acb3-45e7b9bb6f08 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c8212e-595f-f4f4-fe84-cf7299a0aaff/disk-0.vmdk from lease info. {{(pid=69413) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 845.235408] env[69413]: DEBUG oslo_vmware.rw_handles [None req-a34bb29a-615a-46a6-acb3-45e7b9bb6f08 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c8212e-595f-f4f4-fe84-cf7299a0aaff/disk-0.vmdk for reading. {{(pid=69413) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 845.241659] env[69413]: DEBUG oslo_vmware.api [None req-3dc9ba22-9f43-458a-abc6-47235887b000 tempest-VolumesAssistedSnapshotsTest-1183211231 tempest-VolumesAssistedSnapshotsTest-1183211231-project-admin] Task: {'id': task-3077649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.243708] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379d184d-3dae-47b1-8bf1-008ebd4e47a4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.313553] env[69413]: DEBUG nova.compute.provider_tree [None req-d3e3310e-d201-4d56-83f9-6e4f352856b4 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.344712] env[69413]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dd73fbd7-ec3f-42c1-8e4d-93c182b5b6a9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.594971] env[69413]: DEBUG oslo_vmware.api [None req-5cb4717c-228d-4957-a33e-5286b9e557be tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077647, 'name': RemoveSnapshot_Task, 'duration_secs': 0.510603} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.595253] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb4717c-228d-4957-a33e-5286b9e557be tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Deleted Snapshot of the VM instance {{(pid=69413) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 845.595459] env[69413]: INFO nova.compute.manager [None req-5cb4717c-228d-4957-a33e-5286b9e557be tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Took 15.11 seconds to snapshot the instance on the hypervisor. [ 845.729161] env[69413]: DEBUG oslo_vmware.api [None req-3dc9ba22-9f43-458a-abc6-47235887b000 tempest-VolumesAssistedSnapshotsTest-1183211231 tempest-VolumesAssistedSnapshotsTest-1183211231-project-admin] Task: {'id': task-3077649, 'name': ReconfigVM_Task, 'duration_secs': 0.231315} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.729649] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dc9ba22-9f43-458a-abc6-47235887b000 tempest-VolumesAssistedSnapshotsTest-1183211231 tempest-VolumesAssistedSnapshotsTest-1183211231-project-admin] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Reconfigured VM instance instance-0000000f to detach disk 2001 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 845.734664] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afaaa2c1-df2f-45ca-81b4-6880d84834cb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.751162] env[69413]: DEBUG oslo_vmware.api [None req-3dc9ba22-9f43-458a-abc6-47235887b000 tempest-VolumesAssistedSnapshotsTest-1183211231 tempest-VolumesAssistedSnapshotsTest-1183211231-project-admin] Waiting for the task: (returnval){ [ 845.751162] env[69413]: value = "task-3077650" [ 845.751162] env[69413]: _type = "Task" [ 845.751162] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.759380] env[69413]: DEBUG oslo_vmware.api [None req-3dc9ba22-9f43-458a-abc6-47235887b000 tempest-VolumesAssistedSnapshotsTest-1183211231 tempest-VolumesAssistedSnapshotsTest-1183211231-project-admin] Task: {'id': task-3077650, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.817035] env[69413]: DEBUG nova.scheduler.client.report [None req-d3e3310e-d201-4d56-83f9-6e4f352856b4 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.010724] env[69413]: DEBUG nova.compute.manager [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 846.048562] env[69413]: DEBUG nova.virt.hardware [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.049344] env[69413]: DEBUG nova.virt.hardware [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.049344] env[69413]: DEBUG nova.virt.hardware [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.049838] env[69413]: DEBUG nova.virt.hardware [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.049838] env[69413]: DEBUG nova.virt.hardware [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.049838] env[69413]: DEBUG nova.virt.hardware [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.050286] env[69413]: DEBUG nova.virt.hardware [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.050286] env[69413]: DEBUG nova.virt.hardware [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.050402] env[69413]: DEBUG nova.virt.hardware [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.050530] env[69413]: DEBUG nova.virt.hardware [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.051900] env[69413]: DEBUG nova.virt.hardware [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.051900] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f099760-b5fd-4c48-bf83-01b134fb194d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.060934] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a808ce77-5b3e-45c7-9f38-2617f0c0139b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.262276] env[69413]: DEBUG oslo_vmware.api [None req-3dc9ba22-9f43-458a-abc6-47235887b000 tempest-VolumesAssistedSnapshotsTest-1183211231 tempest-VolumesAssistedSnapshotsTest-1183211231-project-admin] Task: {'id': task-3077650, 'name': ReconfigVM_Task, 'duration_secs': 0.170293} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.262659] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dc9ba22-9f43-458a-abc6-47235887b000 tempest-VolumesAssistedSnapshotsTest-1183211231 tempest-VolumesAssistedSnapshotsTest-1183211231-project-admin] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616194', 'volume_id': 'ef5c2a38-62be-4f56-950d-444ad686cffd', 'name': 'volume-ef5c2a38-62be-4f56-950d-444ad686cffd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6bc4ef14-5504-4c90-8d21-a8cd681b9070', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef5c2a38-62be-4f56-950d-444ad686cffd', 'serial': 'ef5c2a38-62be-4f56-950d-444ad686cffd'} {{(pid=69413) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 846.323741] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d3e3310e-d201-4d56-83f9-6e4f352856b4 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.338s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.326331] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 23.785s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.326569] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.326755] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69413) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 846.327256] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.479s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.328620] env[69413]: INFO nova.compute.claims [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 846.332282] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85794411-48e7-46db-b8cc-023b7f4677e2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.343253] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5e88bb-f727-4467-91f6-fb79b82c070e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.358434] env[69413]: INFO nova.scheduler.client.report [None req-d3e3310e-d201-4d56-83f9-6e4f352856b4 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Deleted allocations for instance f87356eb-fccf-41d7-912f-2a3e76ff6d17 [ 846.362282] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30856fdf-4ea8-4862-815a-2d364f97e231 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.371743] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34dad2b-b106-404d-9075-fae437beb4dc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.403981] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177890MB free_disk=139GB free_vcpus=48 pci_devices=None {{(pid=69413) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 846.404408] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.625076] env[69413]: DEBUG nova.compute.manager [req-a0b461cc-002d-4868-b703-33772fb075dc req-fcf08f33-133e-4a6c-bb65-4ea75085a151 service nova] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Received event network-vif-plugged-eef40dfc-98c2-4c1a-8223-e0969ca7c1f3 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.625416] env[69413]: DEBUG oslo_concurrency.lockutils [req-a0b461cc-002d-4868-b703-33772fb075dc req-fcf08f33-133e-4a6c-bb65-4ea75085a151 service nova] Acquiring lock "2d34fe6d-51d2-4019-908b-8a892c4ed5fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.625500] env[69413]: DEBUG oslo_concurrency.lockutils [req-a0b461cc-002d-4868-b703-33772fb075dc req-fcf08f33-133e-4a6c-bb65-4ea75085a151 service nova] Lock "2d34fe6d-51d2-4019-908b-8a892c4ed5fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.625677] env[69413]: DEBUG oslo_concurrency.lockutils [req-a0b461cc-002d-4868-b703-33772fb075dc req-fcf08f33-133e-4a6c-bb65-4ea75085a151 service nova] Lock "2d34fe6d-51d2-4019-908b-8a892c4ed5fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.625865] env[69413]: DEBUG nova.compute.manager [req-a0b461cc-002d-4868-b703-33772fb075dc req-fcf08f33-133e-4a6c-bb65-4ea75085a151 service nova] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] No waiting events found dispatching network-vif-plugged-eef40dfc-98c2-4c1a-8223-e0969ca7c1f3 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 846.626605] env[69413]: WARNING nova.compute.manager [req-a0b461cc-002d-4868-b703-33772fb075dc req-fcf08f33-133e-4a6c-bb65-4ea75085a151 service nova] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Received unexpected event network-vif-plugged-eef40dfc-98c2-4c1a-8223-e0969ca7c1f3 for instance with vm_state building and task_state spawning. [ 846.747189] env[69413]: DEBUG nova.network.neutron [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Successfully updated port: eef40dfc-98c2-4c1a-8223-e0969ca7c1f3 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 846.814773] env[69413]: DEBUG nova.objects.instance [None req-3dc9ba22-9f43-458a-abc6-47235887b000 tempest-VolumesAssistedSnapshotsTest-1183211231 tempest-VolumesAssistedSnapshotsTest-1183211231-project-admin] Lazy-loading 'flavor' on Instance uuid 6bc4ef14-5504-4c90-8d21-a8cd681b9070 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.871139] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d3e3310e-d201-4d56-83f9-6e4f352856b4 tempest-ServersTestManualDisk-1201865791 tempest-ServersTestManualDisk-1201865791-project-member] Lock "f87356eb-fccf-41d7-912f-2a3e76ff6d17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.313s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.255797] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Acquiring lock "refresh_cache-2d34fe6d-51d2-4019-908b-8a892c4ed5fd" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.255956] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Acquired lock "refresh_cache-2d34fe6d-51d2-4019-908b-8a892c4ed5fd" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.256149] env[69413]: DEBUG nova.network.neutron [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 847.813390] env[69413]: DEBUG nova.network.neutron [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 847.822819] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3dc9ba22-9f43-458a-abc6-47235887b000 tempest-VolumesAssistedSnapshotsTest-1183211231 tempest-VolumesAssistedSnapshotsTest-1183211231-project-admin] Lock "6bc4ef14-5504-4c90-8d21-a8cd681b9070" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.300s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.829805] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876dc25f-7825-4f93-b2b3-9a60b160738f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.840372] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883bd440-8384-4150-ac82-f65c50fcbd07 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.878229] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c424a7f6-28c3-4f62-bda1-83e1e6a42b0e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.888544] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01241419-1b38-44c0-bfff-273a2367b0ca {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.910894] env[69413]: DEBUG nova.compute.provider_tree [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.124629] env[69413]: DEBUG nova.network.neutron [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Updating instance_info_cache with network_info: [{"id": "eef40dfc-98c2-4c1a-8223-e0969ca7c1f3", "address": "fa:16:3e:e0:ab:77", "network": {"id": "8cb610e7-e4da-4776-8f19-c9728f51fb27", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9a021a88be0b4ec0bf1248cc136ac194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeef40dfc-98", "ovs_interfaceid": "eef40dfc-98c2-4c1a-8223-e0969ca7c1f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.415135] env[69413]: DEBUG nova.scheduler.client.report [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.627668] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Releasing lock "refresh_cache-2d34fe6d-51d2-4019-908b-8a892c4ed5fd" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.628073] env[69413]: DEBUG nova.compute.manager [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Instance network_info: |[{"id": "eef40dfc-98c2-4c1a-8223-e0969ca7c1f3", "address": "fa:16:3e:e0:ab:77", "network": {"id": "8cb610e7-e4da-4776-8f19-c9728f51fb27", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9a021a88be0b4ec0bf1248cc136ac194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeef40dfc-98", "ovs_interfaceid": "eef40dfc-98c2-4c1a-8223-e0969ca7c1f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 848.628538] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:ab:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4c5eb94-841c-4713-985a-8fc4117fbaf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eef40dfc-98c2-4c1a-8223-e0969ca7c1f3', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 848.637969] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.638280] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 848.638530] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2557288a-63e5-48bb-a339-2d3fd2048017 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.661616] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 848.661616] env[69413]: value = "task-3077652" [ 848.661616] env[69413]: _type = "Task" [ 848.661616] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.670515] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077652, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.744892] env[69413]: DEBUG nova.compute.manager [req-5b58c37e-fe14-44b4-95a4-7957395be6ce req-d399fae5-a8fd-4d5c-b89a-fe20c32b43a8 service nova] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Received event network-changed-eef40dfc-98c2-4c1a-8223-e0969ca7c1f3 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.745189] env[69413]: DEBUG nova.compute.manager [req-5b58c37e-fe14-44b4-95a4-7957395be6ce req-d399fae5-a8fd-4d5c-b89a-fe20c32b43a8 service nova] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Refreshing instance network info cache due to event network-changed-eef40dfc-98c2-4c1a-8223-e0969ca7c1f3. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 848.745622] env[69413]: DEBUG oslo_concurrency.lockutils [req-5b58c37e-fe14-44b4-95a4-7957395be6ce req-d399fae5-a8fd-4d5c-b89a-fe20c32b43a8 service nova] Acquiring lock "refresh_cache-2d34fe6d-51d2-4019-908b-8a892c4ed5fd" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.745694] env[69413]: DEBUG oslo_concurrency.lockutils [req-5b58c37e-fe14-44b4-95a4-7957395be6ce req-d399fae5-a8fd-4d5c-b89a-fe20c32b43a8 service nova] Acquired lock "refresh_cache-2d34fe6d-51d2-4019-908b-8a892c4ed5fd" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.745843] env[69413]: DEBUG nova.network.neutron [req-5b58c37e-fe14-44b4-95a4-7957395be6ce req-d399fae5-a8fd-4d5c-b89a-fe20c32b43a8 service nova] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Refreshing network info cache for port eef40dfc-98c2-4c1a-8223-e0969ca7c1f3 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.905501] env[69413]: DEBUG oslo_concurrency.lockutils [None req-85f08fa6-7bab-4ede-9ecf-37f83010a97b tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Acquiring lock "4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.905501] env[69413]: DEBUG oslo_concurrency.lockutils [None req-85f08fa6-7bab-4ede-9ecf-37f83010a97b tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Lock "4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.905501] env[69413]: DEBUG oslo_concurrency.lockutils [None req-85f08fa6-7bab-4ede-9ecf-37f83010a97b tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Acquiring lock "4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.905984] env[69413]: DEBUG oslo_concurrency.lockutils [None req-85f08fa6-7bab-4ede-9ecf-37f83010a97b tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Lock "4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.905984] env[69413]: DEBUG oslo_concurrency.lockutils [None req-85f08fa6-7bab-4ede-9ecf-37f83010a97b tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Lock "4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.908412] env[69413]: INFO nova.compute.manager [None req-85f08fa6-7bab-4ede-9ecf-37f83010a97b tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Terminating instance [ 848.920265] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.921361] env[69413]: DEBUG nova.compute.manager [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 848.926427] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 25.687s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.172197] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077652, 'name': CreateVM_Task, 'duration_secs': 0.348793} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.172662] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 849.173289] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.173535] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.174224] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.174224] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1477c6e6-83d6-4221-aa07-21bfd505c514 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.179173] env[69413]: DEBUG oslo_vmware.api [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Waiting for the task: (returnval){ [ 849.179173] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522877a0-1abc-fda7-7482-9b1695b7f3ba" [ 849.179173] env[69413]: _type = "Task" [ 849.179173] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.187357] env[69413]: DEBUG oslo_vmware.api [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522877a0-1abc-fda7-7482-9b1695b7f3ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.413975] env[69413]: DEBUG nova.compute.manager [None req-85f08fa6-7bab-4ede-9ecf-37f83010a97b tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 849.414208] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-85f08fa6-7bab-4ede-9ecf-37f83010a97b tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.415275] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daad359b-243e-474f-8b55-8fa2a309501b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.423858] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-85f08fa6-7bab-4ede-9ecf-37f83010a97b tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.424150] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b015ed2-e02a-4ee7-b829-ef5ea98d07d9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.427901] env[69413]: DEBUG nova.compute.utils [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 849.434183] env[69413]: DEBUG nova.compute.manager [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 849.434387] env[69413]: DEBUG nova.network.neutron [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 849.439406] env[69413]: INFO nova.compute.claims [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.448572] env[69413]: DEBUG oslo_vmware.api [None req-85f08fa6-7bab-4ede-9ecf-37f83010a97b tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Waiting for the task: (returnval){ [ 849.448572] env[69413]: value = "task-3077653" [ 849.448572] env[69413]: _type = "Task" [ 849.448572] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.464477] env[69413]: DEBUG oslo_vmware.api [None req-85f08fa6-7bab-4ede-9ecf-37f83010a97b tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.481818] env[69413]: DEBUG nova.policy [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1190cd14de364e759a8b214a7537676e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b904c2819b4749fbac5a2a532cafb6e7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 849.551379] env[69413]: DEBUG nova.network.neutron [req-5b58c37e-fe14-44b4-95a4-7957395be6ce req-d399fae5-a8fd-4d5c-b89a-fe20c32b43a8 service nova] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Updated VIF entry in instance network info cache for port eef40dfc-98c2-4c1a-8223-e0969ca7c1f3. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.551841] env[69413]: DEBUG nova.network.neutron [req-5b58c37e-fe14-44b4-95a4-7957395be6ce req-d399fae5-a8fd-4d5c-b89a-fe20c32b43a8 service nova] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Updating instance_info_cache with network_info: [{"id": "eef40dfc-98c2-4c1a-8223-e0969ca7c1f3", "address": "fa:16:3e:e0:ab:77", "network": {"id": "8cb610e7-e4da-4776-8f19-c9728f51fb27", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9a021a88be0b4ec0bf1248cc136ac194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeef40dfc-98", "ovs_interfaceid": "eef40dfc-98c2-4c1a-8223-e0969ca7c1f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.690858] env[69413]: DEBUG oslo_vmware.api [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522877a0-1abc-fda7-7482-9b1695b7f3ba, 'name': SearchDatastore_Task, 'duration_secs': 0.011625} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.691405] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.691664] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 849.691947] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.692110] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.692322] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 849.692642] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38dda694-ce33-49b5-b670-f317b7097102 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.701842] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 849.702086] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 849.703244] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fe29698-609c-442d-98f1-826750308da0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.708666] env[69413]: DEBUG oslo_vmware.api [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Waiting for the task: (returnval){ [ 849.708666] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b2d3b2-197c-afab-e05e-570faf652b41" [ 849.708666] env[69413]: _type = "Task" [ 849.708666] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.717014] env[69413]: DEBUG oslo_vmware.api [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b2d3b2-197c-afab-e05e-570faf652b41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.861137] env[69413]: DEBUG nova.network.neutron [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Successfully created port: 4bd10957-bf2e-49bb-850b-6809e7d85680 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 849.946723] env[69413]: INFO nova.compute.resource_tracker [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Updating resource usage from migration efc56dd0-ed1f-4885-a9d6-1fa969404ef6 [ 849.951211] env[69413]: DEBUG nova.compute.manager [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 849.971014] env[69413]: DEBUG oslo_vmware.api [None req-85f08fa6-7bab-4ede-9ecf-37f83010a97b tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077653, 'name': PowerOffVM_Task, 'duration_secs': 0.282787} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.973758] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-85f08fa6-7bab-4ede-9ecf-37f83010a97b tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.974050] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-85f08fa6-7bab-4ede-9ecf-37f83010a97b tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.974367] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2aaa4493-4e06-4c5f-8424-718c71ac8f62 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.036264] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-85f08fa6-7bab-4ede-9ecf-37f83010a97b tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.036475] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-85f08fa6-7bab-4ede-9ecf-37f83010a97b tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.036667] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-85f08fa6-7bab-4ede-9ecf-37f83010a97b tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Deleting the datastore file [datastore2] 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.036954] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4bd2f83-bbfd-4110-891e-3e1c1003ab3f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.046544] env[69413]: DEBUG oslo_vmware.api [None req-85f08fa6-7bab-4ede-9ecf-37f83010a97b tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Waiting for the task: (returnval){ [ 850.046544] env[69413]: value = "task-3077655" [ 850.046544] env[69413]: _type = "Task" [ 850.046544] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.056526] env[69413]: DEBUG oslo_vmware.api [None req-85f08fa6-7bab-4ede-9ecf-37f83010a97b tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.059588] env[69413]: DEBUG oslo_concurrency.lockutils [req-5b58c37e-fe14-44b4-95a4-7957395be6ce req-d399fae5-a8fd-4d5c-b89a-fe20c32b43a8 service nova] Releasing lock "refresh_cache-2d34fe6d-51d2-4019-908b-8a892c4ed5fd" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.218839] env[69413]: DEBUG oslo_vmware.api [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b2d3b2-197c-afab-e05e-570faf652b41, 'name': SearchDatastore_Task, 'duration_secs': 0.010415} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.223095] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4407e6a8-350a-4f82-8ce1-53b66b7838d7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.228709] env[69413]: DEBUG oslo_vmware.api [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Waiting for the task: (returnval){ [ 850.228709] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52319f47-3cff-b065-98fa-eaea896c15db" [ 850.228709] env[69413]: _type = "Task" [ 850.228709] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.237265] env[69413]: DEBUG oslo_vmware.api [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52319f47-3cff-b065-98fa-eaea896c15db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.430789] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e25172-1443-4a12-a76f-241bd14f0e5a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.439388] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60909dee-5499-4a72-bae6-2d65889ba1ae {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.477565] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9816bfde-17bb-462d-895e-d71f9f2b99c8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.486029] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84db7b37-792f-4407-9304-d28f2d605447 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.507488] env[69413]: DEBUG nova.compute.provider_tree [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.556145] env[69413]: DEBUG oslo_vmware.api [None req-85f08fa6-7bab-4ede-9ecf-37f83010a97b tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159314} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.556736] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-85f08fa6-7bab-4ede-9ecf-37f83010a97b tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.556927] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-85f08fa6-7bab-4ede-9ecf-37f83010a97b tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.557119] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-85f08fa6-7bab-4ede-9ecf-37f83010a97b tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.557291] env[69413]: INFO nova.compute.manager [None req-85f08fa6-7bab-4ede-9ecf-37f83010a97b tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 850.557528] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85f08fa6-7bab-4ede-9ecf-37f83010a97b tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.557717] env[69413]: DEBUG nova.compute.manager [-] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 850.557817] env[69413]: DEBUG nova.network.neutron [-] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 850.743600] env[69413]: DEBUG oslo_vmware.api [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52319f47-3cff-b065-98fa-eaea896c15db, 'name': SearchDatastore_Task, 'duration_secs': 0.01121} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.746019] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.746019] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 2d34fe6d-51d2-4019-908b-8a892c4ed5fd/2d34fe6d-51d2-4019-908b-8a892c4ed5fd.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 850.746019] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b699c7a-08e4-4a23-a4a8-836f94df7b68 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.754311] env[69413]: DEBUG oslo_vmware.api [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Waiting for the task: (returnval){ [ 850.754311] env[69413]: value = "task-3077656" [ 850.754311] env[69413]: _type = "Task" [ 850.754311] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.762746] env[69413]: DEBUG oslo_vmware.api [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Task: {'id': task-3077656, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.985039] env[69413]: DEBUG nova.compute.manager [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 851.014024] env[69413]: DEBUG nova.virt.hardware [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 851.014024] env[69413]: DEBUG nova.virt.hardware [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 851.014024] env[69413]: DEBUG nova.virt.hardware [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.015038] env[69413]: DEBUG nova.virt.hardware [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 851.015038] env[69413]: DEBUG nova.virt.hardware [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.015038] env[69413]: DEBUG nova.virt.hardware [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 851.015459] env[69413]: DEBUG nova.virt.hardware [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 851.018016] env[69413]: DEBUG nova.virt.hardware [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 851.018016] env[69413]: DEBUG nova.virt.hardware [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 851.018016] env[69413]: DEBUG nova.virt.hardware [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 851.018016] env[69413]: DEBUG nova.virt.hardware [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 851.018016] env[69413]: DEBUG nova.scheduler.client.report [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.022023] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536a888e-5513-4fa4-87f1-798c9c6d3577 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.045890] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bc5a00-ab7b-4365-bdcd-4315b86aad24 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.220996] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fdd0ce8c-104c-45b4-a3d3-a776360dba4a tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Acquiring lock "6bc4ef14-5504-4c90-8d21-a8cd681b9070" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.220996] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fdd0ce8c-104c-45b4-a3d3-a776360dba4a tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Lock "6bc4ef14-5504-4c90-8d21-a8cd681b9070" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.220996] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fdd0ce8c-104c-45b4-a3d3-a776360dba4a tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Acquiring lock "6bc4ef14-5504-4c90-8d21-a8cd681b9070-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.220996] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fdd0ce8c-104c-45b4-a3d3-a776360dba4a tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Lock "6bc4ef14-5504-4c90-8d21-a8cd681b9070-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.220996] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fdd0ce8c-104c-45b4-a3d3-a776360dba4a tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Lock "6bc4ef14-5504-4c90-8d21-a8cd681b9070-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.222105] env[69413]: INFO nova.compute.manager [None req-fdd0ce8c-104c-45b4-a3d3-a776360dba4a tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Terminating instance [ 851.266248] env[69413]: DEBUG oslo_vmware.api [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Task: {'id': task-3077656, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.527013] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.600s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.527256] env[69413]: INFO nova.compute.manager [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Migrating [ 851.534924] env[69413]: DEBUG oslo_concurrency.lockutils [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.620s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.536474] env[69413]: INFO nova.compute.claims [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.664218] env[69413]: DEBUG nova.compute.manager [req-681a226e-fdbd-4d0c-8bd0-0c147cc398a8 req-e7712929-9e2a-4e65-a068-109e7899389a service nova] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Received event network-vif-deleted-fd93eb90-60fc-480f-94b4-4c6ed3ffaa1a {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.664218] env[69413]: INFO nova.compute.manager [req-681a226e-fdbd-4d0c-8bd0-0c147cc398a8 req-e7712929-9e2a-4e65-a068-109e7899389a service nova] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Neutron deleted interface fd93eb90-60fc-480f-94b4-4c6ed3ffaa1a; detaching it from the instance and deleting it from the info cache [ 851.664218] env[69413]: DEBUG nova.network.neutron [req-681a226e-fdbd-4d0c-8bd0-0c147cc398a8 req-e7712929-9e2a-4e65-a068-109e7899389a service nova] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.727728] env[69413]: DEBUG nova.compute.manager [None req-fdd0ce8c-104c-45b4-a3d3-a776360dba4a tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 851.728149] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd0ce8c-104c-45b4-a3d3-a776360dba4a tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.729779] env[69413]: DEBUG nova.compute.manager [req-83e9e7d0-a60d-4fd3-81cd-176cf8fb7972 req-4c679fe8-9c66-4fbf-abc4-81db1233dfb3 service nova] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Received event network-vif-plugged-4bd10957-bf2e-49bb-850b-6809e7d85680 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.730251] env[69413]: DEBUG oslo_concurrency.lockutils [req-83e9e7d0-a60d-4fd3-81cd-176cf8fb7972 req-4c679fe8-9c66-4fbf-abc4-81db1233dfb3 service nova] Acquiring lock "da690ca9-bdde-4913-9366-9f2d213c496a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.730625] env[69413]: DEBUG oslo_concurrency.lockutils [req-83e9e7d0-a60d-4fd3-81cd-176cf8fb7972 req-4c679fe8-9c66-4fbf-abc4-81db1233dfb3 service nova] Lock "da690ca9-bdde-4913-9366-9f2d213c496a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.730960] env[69413]: DEBUG oslo_concurrency.lockutils [req-83e9e7d0-a60d-4fd3-81cd-176cf8fb7972 req-4c679fe8-9c66-4fbf-abc4-81db1233dfb3 service nova] Lock "da690ca9-bdde-4913-9366-9f2d213c496a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.733017] env[69413]: DEBUG nova.compute.manager [req-83e9e7d0-a60d-4fd3-81cd-176cf8fb7972 req-4c679fe8-9c66-4fbf-abc4-81db1233dfb3 service nova] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] No waiting events found dispatching network-vif-plugged-4bd10957-bf2e-49bb-850b-6809e7d85680 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 851.733017] env[69413]: WARNING nova.compute.manager [req-83e9e7d0-a60d-4fd3-81cd-176cf8fb7972 req-4c679fe8-9c66-4fbf-abc4-81db1233dfb3 service nova] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Received unexpected event network-vif-plugged-4bd10957-bf2e-49bb-850b-6809e7d85680 for instance with vm_state building and task_state spawning. [ 851.733017] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7ffa15-91fd-4f6f-bb40-e8dd73bfd7a0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.743031] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd0ce8c-104c-45b4-a3d3-a776360dba4a tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.743031] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-387a1e06-6ffd-47d4-a50d-9418241a2024 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.751280] env[69413]: DEBUG oslo_vmware.api [None req-fdd0ce8c-104c-45b4-a3d3-a776360dba4a tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Waiting for the task: (returnval){ [ 851.751280] env[69413]: value = "task-3077657" [ 851.751280] env[69413]: _type = "Task" [ 851.751280] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.764589] env[69413]: DEBUG oslo_vmware.api [None req-fdd0ce8c-104c-45b4-a3d3-a776360dba4a tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Task: {'id': task-3077657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.771947] env[69413]: DEBUG oslo_vmware.api [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Task: {'id': task-3077656, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526548} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.771947] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 2d34fe6d-51d2-4019-908b-8a892c4ed5fd/2d34fe6d-51d2-4019-908b-8a892c4ed5fd.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 851.771947] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 851.771947] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f4f82bc-6b46-449d-a7ae-5019fef6ebd7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.781264] env[69413]: DEBUG oslo_vmware.api [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Waiting for the task: (returnval){ [ 851.781264] env[69413]: value = "task-3077658" [ 851.781264] env[69413]: _type = "Task" [ 851.781264] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.790624] env[69413]: DEBUG oslo_vmware.api [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Task: {'id': task-3077658, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.819588] env[69413]: DEBUG nova.network.neutron [-] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.871312] env[69413]: DEBUG nova.network.neutron [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Successfully updated port: 4bd10957-bf2e-49bb-850b-6809e7d85680 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 852.057082] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "refresh_cache-ea9f83f0-3336-4ebc-a5ad-183da349a61f" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.057589] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquired lock "refresh_cache-ea9f83f0-3336-4ebc-a5ad-183da349a61f" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.057589] env[69413]: DEBUG nova.network.neutron [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.168375] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e77e5b6-151c-4bf0-9447-3c3dd8c54855 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.178525] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb31947e-e742-4f2c-9ad2-fbcfe4f03860 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.211204] env[69413]: DEBUG nova.compute.manager [req-681a226e-fdbd-4d0c-8bd0-0c147cc398a8 req-e7712929-9e2a-4e65-a068-109e7899389a service nova] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Detach interface failed, port_id=fd93eb90-60fc-480f-94b4-4c6ed3ffaa1a, reason: Instance 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 852.261048] env[69413]: DEBUG oslo_vmware.api [None req-fdd0ce8c-104c-45b4-a3d3-a776360dba4a tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Task: {'id': task-3077657, 'name': PowerOffVM_Task, 'duration_secs': 0.243199} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.261354] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd0ce8c-104c-45b4-a3d3-a776360dba4a tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.261482] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd0ce8c-104c-45b4-a3d3-a776360dba4a tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.261734] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d9d793e-a833-4dec-bb64-b189e892291d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.288402] env[69413]: DEBUG oslo_vmware.api [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Task: {'id': task-3077658, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104525} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.288682] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 852.289476] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc933f6-77c3-42e4-a0f3-b1f1f8476a84 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.311699] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 2d34fe6d-51d2-4019-908b-8a892c4ed5fd/2d34fe6d-51d2-4019-908b-8a892c4ed5fd.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 852.312033] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adfe6a97-119e-4ac6-a161-95c8c3fb6339 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.327456] env[69413]: INFO nova.compute.manager [-] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Took 1.77 seconds to deallocate network for instance. [ 852.333697] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd0ce8c-104c-45b4-a3d3-a776360dba4a tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.334041] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd0ce8c-104c-45b4-a3d3-a776360dba4a tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.334175] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdd0ce8c-104c-45b4-a3d3-a776360dba4a tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Deleting the datastore file [datastore2] 6bc4ef14-5504-4c90-8d21-a8cd681b9070 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.335717] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28eac908-edb4-4667-98ad-31f8cd9358f8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.337643] env[69413]: DEBUG oslo_vmware.api [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Waiting for the task: (returnval){ [ 852.337643] env[69413]: value = "task-3077660" [ 852.337643] env[69413]: _type = "Task" [ 852.337643] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.342700] env[69413]: DEBUG oslo_vmware.api [None req-fdd0ce8c-104c-45b4-a3d3-a776360dba4a tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Waiting for the task: (returnval){ [ 852.342700] env[69413]: value = "task-3077661" [ 852.342700] env[69413]: _type = "Task" [ 852.342700] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.349319] env[69413]: DEBUG oslo_vmware.api [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Task: {'id': task-3077660, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.354301] env[69413]: DEBUG oslo_vmware.api [None req-fdd0ce8c-104c-45b4-a3d3-a776360dba4a tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Task: {'id': task-3077661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.378567] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Acquiring lock "refresh_cache-da690ca9-bdde-4913-9366-9f2d213c496a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.378706] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Acquired lock "refresh_cache-da690ca9-bdde-4913-9366-9f2d213c496a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.378863] env[69413]: DEBUG nova.network.neutron [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.539321] env[69413]: DEBUG oslo_vmware.rw_handles [None req-a34bb29a-615a-46a6-acb3-45e7b9bb6f08 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c8212e-595f-f4f4-fe84-cf7299a0aaff/disk-0.vmdk. {{(pid=69413) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 852.540303] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ec0e45-8bd8-4934-bde5-8740a48a8550 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.547975] env[69413]: DEBUG oslo_vmware.rw_handles [None req-a34bb29a-615a-46a6-acb3-45e7b9bb6f08 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c8212e-595f-f4f4-fe84-cf7299a0aaff/disk-0.vmdk is in state: ready. {{(pid=69413) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 852.548467] env[69413]: ERROR oslo_vmware.rw_handles [None req-a34bb29a-615a-46a6-acb3-45e7b9bb6f08 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c8212e-595f-f4f4-fe84-cf7299a0aaff/disk-0.vmdk due to incomplete transfer. [ 852.548756] env[69413]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-650e43ac-d706-4f46-9dda-7374b1a8bc1f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.556808] env[69413]: DEBUG oslo_vmware.rw_handles [None req-a34bb29a-615a-46a6-acb3-45e7b9bb6f08 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c8212e-595f-f4f4-fe84-cf7299a0aaff/disk-0.vmdk. {{(pid=69413) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 852.557011] env[69413]: DEBUG nova.virt.vmwareapi.images [None req-a34bb29a-615a-46a6-acb3-45e7b9bb6f08 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Uploaded image 637594db-08bd-40e6-b201-23c5f805502e to the Glance image server {{(pid=69413) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 852.559283] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-a34bb29a-615a-46a6-acb3-45e7b9bb6f08 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Destroying the VM {{(pid=69413) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 852.559641] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e9e04f84-ca20-4e18-b63b-c0f2ed7b1378 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.572849] env[69413]: DEBUG oslo_vmware.api [None req-a34bb29a-615a-46a6-acb3-45e7b9bb6f08 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 852.572849] env[69413]: value = "task-3077662" [ 852.572849] env[69413]: _type = "Task" [ 852.572849] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.588491] env[69413]: DEBUG oslo_vmware.api [None req-a34bb29a-615a-46a6-acb3-45e7b9bb6f08 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077662, 'name': Destroy_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.838747] env[69413]: DEBUG oslo_concurrency.lockutils [None req-85f08fa6-7bab-4ede-9ecf-37f83010a97b tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.851546] env[69413]: DEBUG oslo_vmware.api [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Task: {'id': task-3077660, 'name': ReconfigVM_Task, 'duration_secs': 0.474228} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.854706] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 2d34fe6d-51d2-4019-908b-8a892c4ed5fd/2d34fe6d-51d2-4019-908b-8a892c4ed5fd.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.855493] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1486d806-e3f8-44ce-87af-889e528d539c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.864923] env[69413]: DEBUG oslo_vmware.api [None req-fdd0ce8c-104c-45b4-a3d3-a776360dba4a tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Task: {'id': task-3077661, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338071} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.864923] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdd0ce8c-104c-45b4-a3d3-a776360dba4a tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.864923] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd0ce8c-104c-45b4-a3d3-a776360dba4a tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.864923] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd0ce8c-104c-45b4-a3d3-a776360dba4a tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.864923] env[69413]: INFO nova.compute.manager [None req-fdd0ce8c-104c-45b4-a3d3-a776360dba4a tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Took 1.14 seconds to destroy the instance on the hypervisor. [ 852.864923] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fdd0ce8c-104c-45b4-a3d3-a776360dba4a tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.864923] env[69413]: DEBUG nova.compute.manager [-] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 852.864923] env[69413]: DEBUG nova.network.neutron [-] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 852.869704] env[69413]: DEBUG oslo_vmware.api [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Waiting for the task: (returnval){ [ 852.869704] env[69413]: value = "task-3077663" [ 852.869704] env[69413]: _type = "Task" [ 852.869704] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.890311] env[69413]: DEBUG oslo_vmware.api [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Task: {'id': task-3077663, 'name': Rename_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.956374] env[69413]: DEBUG nova.network.neutron [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 852.984120] env[69413]: DEBUG nova.network.neutron [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Updating instance_info_cache with network_info: [{"id": "24e46c02-d2dc-4658-b33d-6dad03ed964c", "address": "fa:16:3e:90:d8:b9", "network": {"id": "9b997f48-e078-4b7b-81f9-f111dbf3aed2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-448963928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4151a17ee9940e5a7934be8321a3ec6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24e46c02-d2", "ovs_interfaceid": "24e46c02-d2dc-4658-b33d-6dad03ed964c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.090824] env[69413]: DEBUG oslo_vmware.api [None req-a34bb29a-615a-46a6-acb3-45e7b9bb6f08 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077662, 'name': Destroy_Task, 'duration_secs': 0.296638} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.091122] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-a34bb29a-615a-46a6-acb3-45e7b9bb6f08 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Destroyed the VM [ 853.091464] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a34bb29a-615a-46a6-acb3-45e7b9bb6f08 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Deleting Snapshot of the VM instance {{(pid=69413) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 853.091758] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5ba4467e-8298-460c-a5b1-74325b1385a4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.102552] env[69413]: DEBUG oslo_vmware.api [None req-a34bb29a-615a-46a6-acb3-45e7b9bb6f08 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 853.102552] env[69413]: value = "task-3077664" [ 853.102552] env[69413]: _type = "Task" [ 853.102552] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.112116] env[69413]: DEBUG oslo_vmware.api [None req-a34bb29a-615a-46a6-acb3-45e7b9bb6f08 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077664, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.139880] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9adf817c-33ea-442a-8824-9e7cb70f03a4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.150521] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423a4606-34fb-4945-992f-01af9a7b676e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.191163] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045ba8a8-ed9a-4f4c-8fc6-7bee313c5374 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.198878] env[69413]: DEBUG nova.network.neutron [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Updating instance_info_cache with network_info: [{"id": "4bd10957-bf2e-49bb-850b-6809e7d85680", "address": "fa:16:3e:87:50:52", "network": {"id": "56f055e4-9ed6-4fab-82b8-005e1cfc205e", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-709002107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b904c2819b4749fbac5a2a532cafb6e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bd10957-bf", "ovs_interfaceid": "4bd10957-bf2e-49bb-850b-6809e7d85680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.210132] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12ecc5a-7b6f-4085-b045-b47393ef13da {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.231662] env[69413]: DEBUG nova.compute.provider_tree [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.384802] env[69413]: DEBUG oslo_vmware.api [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Task: {'id': task-3077663, 'name': Rename_Task, 'duration_secs': 0.363971} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.384904] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.385147] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28a993cf-4da5-4498-84ea-48b4c48c5a8e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.390942] env[69413]: DEBUG oslo_vmware.api [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Waiting for the task: (returnval){ [ 853.390942] env[69413]: value = "task-3077665" [ 853.390942] env[69413]: _type = "Task" [ 853.390942] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.398761] env[69413]: DEBUG oslo_vmware.api [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Task: {'id': task-3077665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.487310] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Releasing lock "refresh_cache-ea9f83f0-3336-4ebc-a5ad-183da349a61f" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.612279] env[69413]: DEBUG oslo_vmware.api [None req-a34bb29a-615a-46a6-acb3-45e7b9bb6f08 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077664, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.701900] env[69413]: DEBUG oslo_concurrency.lockutils [None req-cbbe94bc-e0b1-4fff-a167-9208c55cd84b tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquiring lock "9dd19ffc-2855-4a97-919c-b71cf01b4e98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.702652] env[69413]: DEBUG oslo_concurrency.lockutils [None req-cbbe94bc-e0b1-4fff-a167-9208c55cd84b tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "9dd19ffc-2855-4a97-919c-b71cf01b4e98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.702652] env[69413]: DEBUG oslo_concurrency.lockutils [None req-cbbe94bc-e0b1-4fff-a167-9208c55cd84b tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquiring lock "9dd19ffc-2855-4a97-919c-b71cf01b4e98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.702804] env[69413]: DEBUG oslo_concurrency.lockutils [None req-cbbe94bc-e0b1-4fff-a167-9208c55cd84b tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "9dd19ffc-2855-4a97-919c-b71cf01b4e98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.702978] env[69413]: DEBUG oslo_concurrency.lockutils [None req-cbbe94bc-e0b1-4fff-a167-9208c55cd84b tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "9dd19ffc-2855-4a97-919c-b71cf01b4e98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.708040] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Releasing lock "refresh_cache-da690ca9-bdde-4913-9366-9f2d213c496a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.708040] env[69413]: DEBUG nova.compute.manager [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Instance network_info: |[{"id": "4bd10957-bf2e-49bb-850b-6809e7d85680", "address": "fa:16:3e:87:50:52", "network": {"id": "56f055e4-9ed6-4fab-82b8-005e1cfc205e", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-709002107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b904c2819b4749fbac5a2a532cafb6e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bd10957-bf", "ovs_interfaceid": "4bd10957-bf2e-49bb-850b-6809e7d85680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 853.708040] env[69413]: INFO nova.compute.manager [None req-cbbe94bc-e0b1-4fff-a167-9208c55cd84b tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Terminating instance [ 853.709644] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:50:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bd10957-bf2e-49bb-850b-6809e7d85680', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 853.721355] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Creating folder: Project (b904c2819b4749fbac5a2a532cafb6e7). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 853.723990] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a25798e-6813-4a5a-99f1-32e31ad0d6ea {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.735736] env[69413]: DEBUG nova.scheduler.client.report [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.741055] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Created folder: Project (b904c2819b4749fbac5a2a532cafb6e7) in parent group-v616034. [ 853.741055] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Creating folder: Instances. Parent ref: group-v616198. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 853.741750] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-269d217e-05f4-4cd6-84fa-f8b02b002a98 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.760181] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Created folder: Instances in parent group-v616198. [ 853.760181] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.760181] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 853.760181] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d3fff8f-896c-4430-9e85-6dc5c97c14f2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.784033] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 853.784033] env[69413]: value = "task-3077668" [ 853.784033] env[69413]: _type = "Task" [ 853.784033] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.792143] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077668, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.905066] env[69413]: DEBUG oslo_vmware.api [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Task: {'id': task-3077665, 'name': PowerOnVM_Task, 'duration_secs': 0.487019} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.905509] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.905842] env[69413]: INFO nova.compute.manager [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Took 7.89 seconds to spawn the instance on the hypervisor. [ 853.906272] env[69413]: DEBUG nova.compute.manager [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.910017] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f77fdb0-f315-4df2-a1dc-e674478169a4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.022437] env[69413]: DEBUG nova.network.neutron [-] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.112577] env[69413]: DEBUG oslo_vmware.api [None req-a34bb29a-615a-46a6-acb3-45e7b9bb6f08 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077664, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.226281] env[69413]: DEBUG nova.compute.manager [None req-cbbe94bc-e0b1-4fff-a167-9208c55cd84b tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 854.227159] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbe94bc-e0b1-4fff-a167-9208c55cd84b tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.228425] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c44870-9954-44b0-a92f-c15f00c98662 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.238971] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbe94bc-e0b1-4fff-a167-9208c55cd84b tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.238971] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66e29d0a-f3fa-481e-8187-972d71fba5fc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.243292] env[69413]: DEBUG oslo_concurrency.lockutils [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.243474] env[69413]: DEBUG nova.compute.manager [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 854.246857] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.175s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.248571] env[69413]: INFO nova.compute.claims [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 854.298544] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077668, 'name': CreateVM_Task, 'duration_secs': 0.317029} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.299663] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 854.300157] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.304017] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.304017] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.304017] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-821fefaa-fa81-4b8e-84b8-0d5b689a8882 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.304017] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbe94bc-e0b1-4fff-a167-9208c55cd84b tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.304017] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbe94bc-e0b1-4fff-a167-9208c55cd84b tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.304017] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbbe94bc-e0b1-4fff-a167-9208c55cd84b tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Deleting the datastore file [datastore2] 9dd19ffc-2855-4a97-919c-b71cf01b4e98 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.304462] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-545cc340-1bc2-4cf7-bc6c-df92320f4a35 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.313759] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquiring lock "4ca96837-840e-46e5-be3f-76060bb4ca88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.314278] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "4ca96837-840e-46e5-be3f-76060bb4ca88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.315341] env[69413]: DEBUG oslo_vmware.api [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Waiting for the task: (returnval){ [ 854.315341] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a51b9f-6cef-52a0-aa30-6d31736d860d" [ 854.315341] env[69413]: _type = "Task" [ 854.315341] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.321426] env[69413]: DEBUG oslo_vmware.api [None req-cbbe94bc-e0b1-4fff-a167-9208c55cd84b tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 854.321426] env[69413]: value = "task-3077670" [ 854.321426] env[69413]: _type = "Task" [ 854.321426] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.329905] env[69413]: DEBUG oslo_vmware.api [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a51b9f-6cef-52a0-aa30-6d31736d860d, 'name': SearchDatastore_Task, 'duration_secs': 0.013567} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.330805] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.331081] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 854.331329] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.331476] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.331662] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.332185] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d37da99f-559c-4a5e-b4f9-a5f4c79e2204 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.337368] env[69413]: DEBUG oslo_vmware.api [None req-cbbe94bc-e0b1-4fff-a167-9208c55cd84b tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077670, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.343899] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.344089] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.344842] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-679e4829-e548-46b3-93eb-b31190fa563e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.350452] env[69413]: DEBUG oslo_vmware.api [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Waiting for the task: (returnval){ [ 854.350452] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a67695-8d1f-7306-99a4-98adaa5eff27" [ 854.350452] env[69413]: _type = "Task" [ 854.350452] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.360117] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquiring lock "c15d57db-e0cf-45df-8bc4-9743066e5d54" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.360117] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lock "c15d57db-e0cf-45df-8bc4-9743066e5d54" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.360117] env[69413]: INFO nova.compute.manager [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Shelving [ 854.360700] env[69413]: DEBUG oslo_vmware.api [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a67695-8d1f-7306-99a4-98adaa5eff27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.380788] env[69413]: DEBUG nova.compute.manager [req-5d2180fc-7e2c-4fa4-9825-10f973cbdb51 req-e922e887-eabe-4216-94ea-b38aab93538a service nova] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Received event network-vif-deleted-b18d2e86-7f8b-48dd-aac6-be1032b71654 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.429919] env[69413]: INFO nova.compute.manager [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Took 38.42 seconds to build instance. [ 854.492835] env[69413]: DEBUG nova.compute.manager [req-9020b441-a402-45d0-9b8d-80f29ed20241 req-598f4244-84a4-4f37-8bf4-210cfe029b1c service nova] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Received event network-changed-4bd10957-bf2e-49bb-850b-6809e7d85680 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.492835] env[69413]: DEBUG nova.compute.manager [req-9020b441-a402-45d0-9b8d-80f29ed20241 req-598f4244-84a4-4f37-8bf4-210cfe029b1c service nova] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Refreshing instance network info cache due to event network-changed-4bd10957-bf2e-49bb-850b-6809e7d85680. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 854.492835] env[69413]: DEBUG oslo_concurrency.lockutils [req-9020b441-a402-45d0-9b8d-80f29ed20241 req-598f4244-84a4-4f37-8bf4-210cfe029b1c service nova] Acquiring lock "refresh_cache-da690ca9-bdde-4913-9366-9f2d213c496a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.492960] env[69413]: DEBUG oslo_concurrency.lockutils [req-9020b441-a402-45d0-9b8d-80f29ed20241 req-598f4244-84a4-4f37-8bf4-210cfe029b1c service nova] Acquired lock "refresh_cache-da690ca9-bdde-4913-9366-9f2d213c496a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.493780] env[69413]: DEBUG nova.network.neutron [req-9020b441-a402-45d0-9b8d-80f29ed20241 req-598f4244-84a4-4f37-8bf4-210cfe029b1c service nova] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Refreshing network info cache for port 4bd10957-bf2e-49bb-850b-6809e7d85680 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.525852] env[69413]: INFO nova.compute.manager [-] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Took 1.66 seconds to deallocate network for instance. [ 854.613639] env[69413]: DEBUG oslo_vmware.api [None req-a34bb29a-615a-46a6-acb3-45e7b9bb6f08 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077664, 'name': RemoveSnapshot_Task, 'duration_secs': 1.124778} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.613903] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a34bb29a-615a-46a6-acb3-45e7b9bb6f08 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Deleted Snapshot of the VM instance {{(pid=69413) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 854.614141] env[69413]: INFO nova.compute.manager [None req-a34bb29a-615a-46a6-acb3-45e7b9bb6f08 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Took 13.69 seconds to snapshot the instance on the hypervisor. [ 854.757987] env[69413]: DEBUG nova.compute.utils [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 854.757987] env[69413]: DEBUG nova.compute.manager [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 854.757987] env[69413]: DEBUG nova.network.neutron [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 854.819964] env[69413]: DEBUG nova.compute.manager [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 854.835292] env[69413]: DEBUG oslo_vmware.api [None req-cbbe94bc-e0b1-4fff-a167-9208c55cd84b tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077670, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.836722] env[69413]: DEBUG nova.policy [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b591f8104c294d2a84516a961e3796bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f603c4eab95049b2a3ac276067f89c87', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 854.870661] env[69413]: DEBUG oslo_vmware.api [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a67695-8d1f-7306-99a4-98adaa5eff27, 'name': SearchDatastore_Task, 'duration_secs': 0.009464} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.873564] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18193faf-c1a8-47ca-a247-8d4db3859f45 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.879584] env[69413]: DEBUG oslo_vmware.api [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Waiting for the task: (returnval){ [ 854.879584] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]520a5c09-29b6-18d7-5635-f16a5333805e" [ 854.879584] env[69413]: _type = "Task" [ 854.879584] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.889201] env[69413]: DEBUG oslo_vmware.api [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]520a5c09-29b6-18d7-5635-f16a5333805e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.932188] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e65df16e-cee1-4c0a-a963-87b1c58ff615 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Lock "2d34fe6d-51d2-4019-908b-8a892c4ed5fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.925s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.009943] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb21262-fff6-4137-8d6f-e6b29e313c55 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.033068] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Updating instance 'ea9f83f0-3336-4ebc-a5ad-183da349a61f' progress to 0 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 855.039602] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fdd0ce8c-104c-45b4-a3d3-a776360dba4a tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.040138] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquiring lock "820f1f01-9b3b-4b2f-9155-2ac397579fce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.040469] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Lock "820f1f01-9b3b-4b2f-9155-2ac397579fce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.078703] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquiring lock "1b3bac56-2886-42fa-934b-2e547b8104ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.078947] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Lock "1b3bac56-2886-42fa-934b-2e547b8104ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.120219] env[69413]: DEBUG nova.compute.manager [None req-a34bb29a-615a-46a6-acb3-45e7b9bb6f08 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Instance disappeared during snapshot {{(pid=69413) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 855.131999] env[69413]: DEBUG nova.compute.manager [None req-a34bb29a-615a-46a6-acb3-45e7b9bb6f08 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Image not found during clean up 637594db-08bd-40e6-b201-23c5f805502e {{(pid=69413) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 855.251312] env[69413]: DEBUG nova.network.neutron [req-9020b441-a402-45d0-9b8d-80f29ed20241 req-598f4244-84a4-4f37-8bf4-210cfe029b1c service nova] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Updated VIF entry in instance network info cache for port 4bd10957-bf2e-49bb-850b-6809e7d85680. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 855.252775] env[69413]: DEBUG nova.network.neutron [req-9020b441-a402-45d0-9b8d-80f29ed20241 req-598f4244-84a4-4f37-8bf4-210cfe029b1c service nova] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Updating instance_info_cache with network_info: [{"id": "4bd10957-bf2e-49bb-850b-6809e7d85680", "address": "fa:16:3e:87:50:52", "network": {"id": "56f055e4-9ed6-4fab-82b8-005e1cfc205e", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-709002107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b904c2819b4749fbac5a2a532cafb6e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bd10957-bf", "ovs_interfaceid": "4bd10957-bf2e-49bb-850b-6809e7d85680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.262799] env[69413]: DEBUG nova.compute.manager [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 855.333623] env[69413]: DEBUG nova.network.neutron [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Successfully created port: a4eec6b8-d942-4463-a1b2-ab9290cc860a {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 855.350444] env[69413]: DEBUG oslo_vmware.api [None req-cbbe94bc-e0b1-4fff-a167-9208c55cd84b tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077670, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.578644} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.350705] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbbe94bc-e0b1-4fff-a167-9208c55cd84b tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.351150] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbe94bc-e0b1-4fff-a167-9208c55cd84b tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.351341] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbe94bc-e0b1-4fff-a167-9208c55cd84b tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.351514] env[69413]: INFO nova.compute.manager [None req-cbbe94bc-e0b1-4fff-a167-9208c55cd84b tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Took 1.13 seconds to destroy the instance on the hypervisor. [ 855.351907] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbbe94bc-e0b1-4fff-a167-9208c55cd84b tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.352153] env[69413]: DEBUG nova.compute.manager [-] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 855.352256] env[69413]: DEBUG nova.network.neutron [-] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 855.358198] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.375449] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.376221] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2bcfc0ee-1955-418a-86af-c08f00c49841 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.384612] env[69413]: DEBUG oslo_vmware.api [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 855.384612] env[69413]: value = "task-3077671" [ 855.384612] env[69413]: _type = "Task" [ 855.384612] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.394714] env[69413]: DEBUG oslo_vmware.api [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]520a5c09-29b6-18d7-5635-f16a5333805e, 'name': SearchDatastore_Task, 'duration_secs': 0.011533} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.394714] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.394819] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] da690ca9-bdde-4913-9366-9f2d213c496a/da690ca9-bdde-4913-9366-9f2d213c496a.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 855.395280] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db14c3f9-5145-4645-9884-5e4f31425608 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.403696] env[69413]: DEBUG oslo_vmware.api [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.411714] env[69413]: DEBUG oslo_vmware.api [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Waiting for the task: (returnval){ [ 855.411714] env[69413]: value = "task-3077672" [ 855.411714] env[69413]: _type = "Task" [ 855.411714] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.423718] env[69413]: DEBUG oslo_vmware.api [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Task: {'id': task-3077672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.517123] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf4bc73-968a-4860-9f5f-a55395f6651f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.525075] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc58b69-d9d0-44c8-8fc2-3fcb94b1f3b7 tempest-ServersAdminNegativeTestJSON-805243187 tempest-ServersAdminNegativeTestJSON-805243187-project-admin] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Suspending the VM {{(pid=69413) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 855.525407] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-2a8a2d59-82a9-4e5b-aed1-93235214c157 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.536982] env[69413]: DEBUG oslo_vmware.api [None req-ebc58b69-d9d0-44c8-8fc2-3fcb94b1f3b7 tempest-ServersAdminNegativeTestJSON-805243187 tempest-ServersAdminNegativeTestJSON-805243187-project-admin] Waiting for the task: (returnval){ [ 855.536982] env[69413]: value = "task-3077673" [ 855.536982] env[69413]: _type = "Task" [ 855.536982] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.544514] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.545330] env[69413]: DEBUG nova.compute.manager [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 855.551196] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f2ee029-ccc1-46d3-a145-87e878c5ed12 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.558367] env[69413]: DEBUG oslo_vmware.api [None req-ebc58b69-d9d0-44c8-8fc2-3fcb94b1f3b7 tempest-ServersAdminNegativeTestJSON-805243187 tempest-ServersAdminNegativeTestJSON-805243187-project-admin] Task: {'id': task-3077673, 'name': SuspendVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.560114] env[69413]: DEBUG oslo_vmware.api [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 855.560114] env[69413]: value = "task-3077674" [ 855.560114] env[69413]: _type = "Task" [ 855.560114] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.570854] env[69413]: DEBUG oslo_vmware.api [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.581819] env[69413]: DEBUG nova.compute.manager [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 855.756120] env[69413]: DEBUG oslo_concurrency.lockutils [req-9020b441-a402-45d0-9b8d-80f29ed20241 req-598f4244-84a4-4f37-8bf4-210cfe029b1c service nova] Releasing lock "refresh_cache-da690ca9-bdde-4913-9366-9f2d213c496a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.881249] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b5e02b-cdb9-43a6-a8b5-4ab527774382 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.897420] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc850c35-45ce-4cf2-a497-02d4ed827e8e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.906281] env[69413]: DEBUG oslo_vmware.api [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077671, 'name': PowerOffVM_Task, 'duration_secs': 0.211585} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.934385] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.935573] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77eb80df-33d2-4d1f-93c8-892c0b981756 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.943060] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81eaa11f-629f-4c23-9a71-d7bf7c1cc5e9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.951277] env[69413]: DEBUG oslo_vmware.api [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Task: {'id': task-3077672, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.968648] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01699ac9-966f-4446-8156-77d2bde06f62 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.974091] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0515274-c212-4a2a-8530-9d60b3bb8351 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.991843] env[69413]: DEBUG nova.compute.provider_tree [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.049778] env[69413]: DEBUG oslo_vmware.api [None req-ebc58b69-d9d0-44c8-8fc2-3fcb94b1f3b7 tempest-ServersAdminNegativeTestJSON-805243187 tempest-ServersAdminNegativeTestJSON-805243187-project-admin] Task: {'id': task-3077673, 'name': SuspendVM_Task} progress is 66%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.073933] env[69413]: DEBUG oslo_vmware.api [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077674, 'name': PowerOffVM_Task, 'duration_secs': 0.181236} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.074196] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.074443] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Updating instance 'ea9f83f0-3336-4ebc-a5ad-183da349a61f' progress to 17 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 856.079247] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.102629] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.142456] env[69413]: DEBUG nova.network.neutron [-] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.275209] env[69413]: DEBUG nova.compute.manager [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 856.302309] env[69413]: DEBUG nova.virt.hardware [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 856.302593] env[69413]: DEBUG nova.virt.hardware [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.302766] env[69413]: DEBUG nova.virt.hardware [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.302955] env[69413]: DEBUG nova.virt.hardware [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.303112] env[69413]: DEBUG nova.virt.hardware [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.303257] env[69413]: DEBUG nova.virt.hardware [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 856.303534] env[69413]: DEBUG nova.virt.hardware [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 856.303692] env[69413]: DEBUG nova.virt.hardware [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 856.303853] env[69413]: DEBUG nova.virt.hardware [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 856.304021] env[69413]: DEBUG nova.virt.hardware [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 856.304198] env[69413]: DEBUG nova.virt.hardware [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 856.305083] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d15e649-6b68-43a8-a5a4-691ae08ce881 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.313400] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ba7273-bc78-43f8-bc8e-acb6244d8942 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.446405] env[69413]: DEBUG oslo_vmware.api [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Task: {'id': task-3077672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.796093} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.446735] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] da690ca9-bdde-4913-9366-9f2d213c496a/da690ca9-bdde-4913-9366-9f2d213c496a.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 856.446987] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 856.447284] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93ec563f-5b5b-41c2-82a3-b12f357a182e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.454511] env[69413]: DEBUG oslo_vmware.api [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Waiting for the task: (returnval){ [ 856.454511] env[69413]: value = "task-3077675" [ 856.454511] env[69413]: _type = "Task" [ 856.454511] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.462262] env[69413]: DEBUG oslo_vmware.api [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Task: {'id': task-3077675, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.494711] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Creating Snapshot of the VM instance {{(pid=69413) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 856.495594] env[69413]: DEBUG nova.scheduler.client.report [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.499049] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8261443c-afe6-4932-8885-283703c51989 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.506704] env[69413]: DEBUG oslo_vmware.api [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 856.506704] env[69413]: value = "task-3077676" [ 856.506704] env[69413]: _type = "Task" [ 856.506704] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.517145] env[69413]: DEBUG oslo_vmware.api [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077676, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.548187] env[69413]: DEBUG oslo_vmware.api [None req-ebc58b69-d9d0-44c8-8fc2-3fcb94b1f3b7 tempest-ServersAdminNegativeTestJSON-805243187 tempest-ServersAdminNegativeTestJSON-805243187-project-admin] Task: {'id': task-3077673, 'name': SuspendVM_Task, 'duration_secs': 0.845078} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.548458] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc58b69-d9d0-44c8-8fc2-3fcb94b1f3b7 tempest-ServersAdminNegativeTestJSON-805243187 tempest-ServersAdminNegativeTestJSON-805243187-project-admin] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Suspended the VM {{(pid=69413) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 856.548634] env[69413]: DEBUG nova.compute.manager [None req-ebc58b69-d9d0-44c8-8fc2-3fcb94b1f3b7 tempest-ServersAdminNegativeTestJSON-805243187 tempest-ServersAdminNegativeTestJSON-805243187-project-admin] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.549414] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f5d177-0a87-4f27-97ef-ef3e1cc4f3d3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.558832] env[69413]: DEBUG nova.compute.manager [req-5110c353-a2db-4ee1-89a7-aa2e42a2a021 req-7f61d392-71f9-4e6d-bede-777776a1834c service nova] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Received event network-vif-deleted-d1578701-af95-4a91-a433-04ec5d749801 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.583011] env[69413]: DEBUG nova.virt.hardware [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:10:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 856.583320] env[69413]: DEBUG nova.virt.hardware [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.583509] env[69413]: DEBUG nova.virt.hardware [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.584163] env[69413]: DEBUG nova.virt.hardware [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.584163] env[69413]: DEBUG nova.virt.hardware [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.584163] env[69413]: DEBUG nova.virt.hardware [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 856.584307] env[69413]: DEBUG nova.virt.hardware [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 856.584455] env[69413]: DEBUG nova.virt.hardware [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 856.584628] env[69413]: DEBUG nova.virt.hardware [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 856.584815] env[69413]: DEBUG nova.virt.hardware [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 856.585007] env[69413]: DEBUG nova.virt.hardware [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 856.591025] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08b1469b-7afc-42f2-8652-620d755dc85b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.606710] env[69413]: DEBUG oslo_vmware.api [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 856.606710] env[69413]: value = "task-3077677" [ 856.606710] env[69413]: _type = "Task" [ 856.606710] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.615180] env[69413]: DEBUG oslo_vmware.api [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077677, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.644977] env[69413]: INFO nova.compute.manager [-] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Took 1.29 seconds to deallocate network for instance. [ 856.964049] env[69413]: DEBUG oslo_vmware.api [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Task: {'id': task-3077675, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065664} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.964335] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 856.965145] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74328d0e-6175-4219-b07d-8c1cdc29fdfa {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.988822] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] da690ca9-bdde-4913-9366-9f2d213c496a/da690ca9-bdde-4913-9366-9f2d213c496a.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.990068] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fce87d45-f4b0-432b-933d-890af84e359a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.005470] env[69413]: DEBUG nova.compute.manager [req-16021947-afce-4224-ac13-a8014465941d req-0b6bd8e0-9b6e-4839-a8f1-d179132b2c3c service nova] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Received event network-vif-plugged-a4eec6b8-d942-4463-a1b2-ab9290cc860a {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.005746] env[69413]: DEBUG oslo_concurrency.lockutils [req-16021947-afce-4224-ac13-a8014465941d req-0b6bd8e0-9b6e-4839-a8f1-d179132b2c3c service nova] Acquiring lock "dc802a86-b5a3-4808-a641-dc42d77ee1e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.006009] env[69413]: DEBUG oslo_concurrency.lockutils [req-16021947-afce-4224-ac13-a8014465941d req-0b6bd8e0-9b6e-4839-a8f1-d179132b2c3c service nova] Lock "dc802a86-b5a3-4808-a641-dc42d77ee1e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.006187] env[69413]: DEBUG oslo_concurrency.lockutils [req-16021947-afce-4224-ac13-a8014465941d req-0b6bd8e0-9b6e-4839-a8f1-d179132b2c3c service nova] Lock "dc802a86-b5a3-4808-a641-dc42d77ee1e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.006354] env[69413]: DEBUG nova.compute.manager [req-16021947-afce-4224-ac13-a8014465941d req-0b6bd8e0-9b6e-4839-a8f1-d179132b2c3c service nova] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] No waiting events found dispatching network-vif-plugged-a4eec6b8-d942-4463-a1b2-ab9290cc860a {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 857.006517] env[69413]: WARNING nova.compute.manager [req-16021947-afce-4224-ac13-a8014465941d req-0b6bd8e0-9b6e-4839-a8f1-d179132b2c3c service nova] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Received unexpected event network-vif-plugged-a4eec6b8-d942-4463-a1b2-ab9290cc860a for instance with vm_state building and task_state spawning. [ 857.007538] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.007977] env[69413]: DEBUG nova.compute.manager [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 857.010856] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4de39f07-dc88-4644-a9cd-a1d0cd7477eb tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.380s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.011061] env[69413]: DEBUG nova.objects.instance [None req-4de39f07-dc88-4644-a9cd-a1d0cd7477eb tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Lazy-loading 'resources' on Instance uuid 7cdbd118-ef90-4606-8eff-56cf9f2d61d7 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 857.018905] env[69413]: DEBUG oslo_vmware.api [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Waiting for the task: (returnval){ [ 857.018905] env[69413]: value = "task-3077678" [ 857.018905] env[69413]: _type = "Task" [ 857.018905] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.024177] env[69413]: DEBUG oslo_vmware.api [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077676, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.030152] env[69413]: DEBUG oslo_vmware.api [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Task: {'id': task-3077678, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.119358] env[69413]: DEBUG oslo_vmware.api [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077677, 'name': ReconfigVM_Task, 'duration_secs': 0.483991} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.119977] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Updating instance 'ea9f83f0-3336-4ebc-a5ad-183da349a61f' progress to 33 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 857.148935] env[69413]: DEBUG nova.network.neutron [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Successfully updated port: a4eec6b8-d942-4463-a1b2-ab9290cc860a {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 857.151703] env[69413]: DEBUG oslo_concurrency.lockutils [None req-cbbe94bc-e0b1-4fff-a167-9208c55cd84b tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.512846] env[69413]: DEBUG nova.compute.utils [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 857.520032] env[69413]: DEBUG nova.compute.manager [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 857.520032] env[69413]: DEBUG nova.network.neutron [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 857.534301] env[69413]: DEBUG oslo_vmware.api [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077676, 'name': CreateSnapshot_Task, 'duration_secs': 0.943151} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.538214] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Created Snapshot of the VM instance {{(pid=69413) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 857.538838] env[69413]: DEBUG oslo_vmware.api [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Task: {'id': task-3077678, 'name': ReconfigVM_Task, 'duration_secs': 0.320816} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.539571] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4638cfb-627f-4738-83b9-09c690591c39 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.542327] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Reconfigured VM instance instance-00000037 to attach disk [datastore2] da690ca9-bdde-4913-9366-9f2d213c496a/da690ca9-bdde-4913-9366-9f2d213c496a.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.543154] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5d2bcd5-31fc-4e87-ab99-ac846f430dd8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.558050] env[69413]: DEBUG oslo_vmware.api [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Waiting for the task: (returnval){ [ 857.558050] env[69413]: value = "task-3077679" [ 857.558050] env[69413]: _type = "Task" [ 857.558050] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.567751] env[69413]: DEBUG oslo_vmware.api [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Task: {'id': task-3077679, 'name': Rename_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.578856] env[69413]: DEBUG nova.policy [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b591f8104c294d2a84516a961e3796bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f603c4eab95049b2a3ac276067f89c87', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 857.626704] env[69413]: DEBUG nova.virt.hardware [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.626955] env[69413]: DEBUG nova.virt.hardware [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.627137] env[69413]: DEBUG nova.virt.hardware [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.627333] env[69413]: DEBUG nova.virt.hardware [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.627490] env[69413]: DEBUG nova.virt.hardware [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.627634] env[69413]: DEBUG nova.virt.hardware [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.627851] env[69413]: DEBUG nova.virt.hardware [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.628015] env[69413]: DEBUG nova.virt.hardware [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.628192] env[69413]: DEBUG nova.virt.hardware [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.628367] env[69413]: DEBUG nova.virt.hardware [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.628567] env[69413]: DEBUG nova.virt.hardware [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.634146] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 857.635487] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b57b3579-30f0-4d44-a0a8-e0f51436822e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.651583] env[69413]: DEBUG oslo_concurrency.lockutils [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquiring lock "refresh_cache-dc802a86-b5a3-4808-a641-dc42d77ee1e6" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.651813] env[69413]: DEBUG oslo_concurrency.lockutils [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquired lock "refresh_cache-dc802a86-b5a3-4808-a641-dc42d77ee1e6" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.651881] env[69413]: DEBUG nova.network.neutron [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.660386] env[69413]: DEBUG oslo_vmware.api [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 857.660386] env[69413]: value = "task-3077680" [ 857.660386] env[69413]: _type = "Task" [ 857.660386] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.680772] env[69413]: DEBUG oslo_vmware.api [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077680, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.995400] env[69413]: DEBUG nova.network.neutron [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Successfully created port: 5b4d5b00-b745-476f-9f4c-fd912f4a70a4 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 858.022305] env[69413]: DEBUG nova.compute.manager [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 858.065704] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Creating linked-clone VM from snapshot {{(pid=69413) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 858.066450] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-09e50456-55e4-488e-a0b4-8c426a0b0731 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.080155] env[69413]: DEBUG oslo_vmware.api [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Task: {'id': task-3077679, 'name': Rename_Task, 'duration_secs': 0.138127} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.083706] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.083978] env[69413]: DEBUG oslo_vmware.api [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 858.083978] env[69413]: value = "task-3077681" [ 858.083978] env[69413]: _type = "Task" [ 858.083978] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.084630] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0145f980-7f03-4cc3-a7ac-009f778dbaf0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.097208] env[69413]: DEBUG oslo_vmware.api [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077681, 'name': CloneVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.100273] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4b9e37-0d73-4adc-8933-98fe82a21bec {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.103910] env[69413]: DEBUG oslo_vmware.api [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Waiting for the task: (returnval){ [ 858.103910] env[69413]: value = "task-3077682" [ 858.103910] env[69413]: _type = "Task" [ 858.103910] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.111310] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09369776-c4f3-4495-9e6a-74a7237f9a72 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.122477] env[69413]: DEBUG oslo_vmware.api [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Task: {'id': task-3077682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.157998] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701e7575-ca9d-465e-a747-dfc4b69319e9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.169200] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be7aa5b-66c0-42c5-9a3d-7afff783f78d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.176608] env[69413]: DEBUG oslo_vmware.api [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077680, 'name': ReconfigVM_Task, 'duration_secs': 0.165611} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.177264] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 858.178114] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd3a6ab-d78b-4959-92b0-babdf35542bd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.193338] env[69413]: DEBUG nova.compute.provider_tree [None req-4de39f07-dc88-4644-a9cd-a1d0cd7477eb tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.193338] env[69413]: DEBUG nova.network.neutron [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 858.215868] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] ea9f83f0-3336-4ebc-a5ad-183da349a61f/ea9f83f0-3336-4ebc-a5ad-183da349a61f.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.219153] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa74bc79-4378-46a5-a783-cfae8cbd294f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.239494] env[69413]: DEBUG oslo_vmware.api [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 858.239494] env[69413]: value = "task-3077683" [ 858.239494] env[69413]: _type = "Task" [ 858.239494] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.249161] env[69413]: DEBUG oslo_vmware.api [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077683, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.352963] env[69413]: DEBUG nova.network.neutron [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Updating instance_info_cache with network_info: [{"id": "a4eec6b8-d942-4463-a1b2-ab9290cc860a", "address": "fa:16:3e:32:d8:1c", "network": {"id": "953617f3-da82-4cf8-b2fc-cf0a2125bdbc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1761269620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f603c4eab95049b2a3ac276067f89c87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4eec6b8-d9", "ovs_interfaceid": "a4eec6b8-d942-4463-a1b2-ab9290cc860a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.595990] env[69413]: DEBUG oslo_vmware.api [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077681, 'name': CloneVM_Task} progress is 94%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.613289] env[69413]: DEBUG oslo_vmware.api [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Task: {'id': task-3077682, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.696281] env[69413]: DEBUG nova.scheduler.client.report [None req-4de39f07-dc88-4644-a9cd-a1d0cd7477eb tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.750811] env[69413]: DEBUG oslo_vmware.api [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077683, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.855716] env[69413]: DEBUG oslo_concurrency.lockutils [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Releasing lock "refresh_cache-dc802a86-b5a3-4808-a641-dc42d77ee1e6" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.855829] env[69413]: DEBUG nova.compute.manager [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Instance network_info: |[{"id": "a4eec6b8-d942-4463-a1b2-ab9290cc860a", "address": "fa:16:3e:32:d8:1c", "network": {"id": "953617f3-da82-4cf8-b2fc-cf0a2125bdbc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1761269620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f603c4eab95049b2a3ac276067f89c87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4eec6b8-d9", "ovs_interfaceid": "a4eec6b8-d942-4463-a1b2-ab9290cc860a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 858.856232] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:d8:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4eec6b8-d942-4463-a1b2-ab9290cc860a', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.864863] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Creating folder: Project (f603c4eab95049b2a3ac276067f89c87). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 858.865262] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a093d9a5-74ba-42b1-a366-d651e18b1864 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.877914] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Created folder: Project (f603c4eab95049b2a3ac276067f89c87) in parent group-v616034. [ 858.878220] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Creating folder: Instances. Parent ref: group-v616203. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 858.878457] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5b0dfb7-6fa2-4a0e-bf09-b88bff26c490 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.888204] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Created folder: Instances in parent group-v616203. [ 858.888446] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.888733] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.889013] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b03da3d4-44a8-4255-afdc-0c6459b396f8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.908565] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.908565] env[69413]: value = "task-3077686" [ 858.908565] env[69413]: _type = "Task" [ 858.908565] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.916970] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077686, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.032256] env[69413]: DEBUG nova.compute.manager [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 859.061830] env[69413]: DEBUG nova.virt.hardware [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 859.062083] env[69413]: DEBUG nova.virt.hardware [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 859.062313] env[69413]: DEBUG nova.virt.hardware [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 859.062428] env[69413]: DEBUG nova.virt.hardware [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 859.062571] env[69413]: DEBUG nova.virt.hardware [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 859.062713] env[69413]: DEBUG nova.virt.hardware [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 859.062911] env[69413]: DEBUG nova.virt.hardware [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 859.063140] env[69413]: DEBUG nova.virt.hardware [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 859.063372] env[69413]: DEBUG nova.virt.hardware [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 859.063508] env[69413]: DEBUG nova.virt.hardware [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 859.063683] env[69413]: DEBUG nova.virt.hardware [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 859.065065] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5414c93-6636-43bf-bd1a-5321a4a77827 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.073370] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe10c33-04fa-4151-bb88-e09a9196b2a0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.096925] env[69413]: DEBUG oslo_vmware.api [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077681, 'name': CloneVM_Task} progress is 94%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.115805] env[69413]: DEBUG oslo_vmware.api [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Task: {'id': task-3077682, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.202417] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4de39f07-dc88-4644-a9cd-a1d0cd7477eb tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.191s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.205616] env[69413]: DEBUG oslo_concurrency.lockutils [None req-03bbb808-f724-4afe-9e67-2061ecdfc354 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.429s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.205940] env[69413]: DEBUG nova.objects.instance [None req-03bbb808-f724-4afe-9e67-2061ecdfc354 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Lazy-loading 'resources' on Instance uuid 76c49241-9cd4-4f51-8dd2-093e10b61ac0 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.233683] env[69413]: INFO nova.scheduler.client.report [None req-4de39f07-dc88-4644-a9cd-a1d0cd7477eb tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Deleted allocations for instance 7cdbd118-ef90-4606-8eff-56cf9f2d61d7 [ 859.250906] env[69413]: DEBUG oslo_vmware.api [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077683, 'name': ReconfigVM_Task, 'duration_secs': 0.516054} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.251532] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Reconfigured VM instance instance-00000031 to attach disk [datastore1] ea9f83f0-3336-4ebc-a5ad-183da349a61f/ea9f83f0-3336-4ebc-a5ad-183da349a61f.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.251800] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Updating instance 'ea9f83f0-3336-4ebc-a5ad-183da349a61f' progress to 50 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 859.299415] env[69413]: DEBUG nova.compute.manager [req-561840cb-0299-432c-a34b-f8ae21cf9b51 req-dd616984-5780-4563-b4ea-e59eb22c3b16 service nova] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Received event network-changed-a4eec6b8-d942-4463-a1b2-ab9290cc860a {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.299612] env[69413]: DEBUG nova.compute.manager [req-561840cb-0299-432c-a34b-f8ae21cf9b51 req-dd616984-5780-4563-b4ea-e59eb22c3b16 service nova] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Refreshing instance network info cache due to event network-changed-a4eec6b8-d942-4463-a1b2-ab9290cc860a. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 859.300142] env[69413]: DEBUG oslo_concurrency.lockutils [req-561840cb-0299-432c-a34b-f8ae21cf9b51 req-dd616984-5780-4563-b4ea-e59eb22c3b16 service nova] Acquiring lock "refresh_cache-dc802a86-b5a3-4808-a641-dc42d77ee1e6" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.300340] env[69413]: DEBUG oslo_concurrency.lockutils [req-561840cb-0299-432c-a34b-f8ae21cf9b51 req-dd616984-5780-4563-b4ea-e59eb22c3b16 service nova] Acquired lock "refresh_cache-dc802a86-b5a3-4808-a641-dc42d77ee1e6" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.300563] env[69413]: DEBUG nova.network.neutron [req-561840cb-0299-432c-a34b-f8ae21cf9b51 req-dd616984-5780-4563-b4ea-e59eb22c3b16 service nova] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Refreshing network info cache for port a4eec6b8-d942-4463-a1b2-ab9290cc860a {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.420037] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077686, 'name': CreateVM_Task, 'duration_secs': 0.351092} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.420037] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.420379] env[69413]: DEBUG oslo_concurrency.lockutils [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.420543] env[69413]: DEBUG oslo_concurrency.lockutils [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.420860] env[69413]: DEBUG oslo_concurrency.lockutils [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.421130] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21055fce-b5d8-4558-a845-63e2129f0d1b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.426366] env[69413]: DEBUG oslo_vmware.api [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 859.426366] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f4ffe1-48a0-7fe2-d5c7-ea8360af1db6" [ 859.426366] env[69413]: _type = "Task" [ 859.426366] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.434791] env[69413]: DEBUG oslo_vmware.api [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f4ffe1-48a0-7fe2-d5c7-ea8360af1db6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.512917] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fdad9e11-0137-48ea-95de-b5533813c92c tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Acquiring lock "935b60fb-6c0e-412c-9547-df9c36ff5eda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.513152] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fdad9e11-0137-48ea-95de-b5533813c92c tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Lock "935b60fb-6c0e-412c-9547-df9c36ff5eda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.513395] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fdad9e11-0137-48ea-95de-b5533813c92c tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Acquiring lock "935b60fb-6c0e-412c-9547-df9c36ff5eda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.513585] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fdad9e11-0137-48ea-95de-b5533813c92c tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Lock "935b60fb-6c0e-412c-9547-df9c36ff5eda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.513758] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fdad9e11-0137-48ea-95de-b5533813c92c tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Lock "935b60fb-6c0e-412c-9547-df9c36ff5eda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.516175] env[69413]: INFO nova.compute.manager [None req-fdad9e11-0137-48ea-95de-b5533813c92c tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Terminating instance [ 859.600650] env[69413]: DEBUG oslo_vmware.api [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077681, 'name': CloneVM_Task, 'duration_secs': 1.291007} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.600650] env[69413]: INFO nova.virt.vmwareapi.vmops [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Created linked-clone VM from snapshot [ 859.601223] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b1c3b7-b202-4778-bcdb-b781f31c7688 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.609021] env[69413]: DEBUG nova.virt.vmwareapi.images [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Uploading image 2a441474-00d6-4da8-9222-912cdd30e1af {{(pid=69413) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 859.620863] env[69413]: DEBUG oslo_vmware.api [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Task: {'id': task-3077682, 'name': PowerOnVM_Task, 'duration_secs': 1.296142} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.620863] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.620863] env[69413]: INFO nova.compute.manager [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Took 8.64 seconds to spawn the instance on the hypervisor. [ 859.620863] env[69413]: DEBUG nova.compute.manager [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.620863] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bbfbae-37ff-407c-b2f3-832fc6c1dfdf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.639169] env[69413]: DEBUG oslo_vmware.rw_handles [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 859.639169] env[69413]: value = "vm-616202" [ 859.639169] env[69413]: _type = "VirtualMachine" [ 859.639169] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 859.639444] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4160f78e-501c-49c3-a2d9-a744e536e971 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.645220] env[69413]: DEBUG oslo_vmware.rw_handles [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lease: (returnval){ [ 859.645220] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52ceb9a1-6d93-6651-d8f7-85ece82bbc7f" [ 859.645220] env[69413]: _type = "HttpNfcLease" [ 859.645220] env[69413]: } obtained for exporting VM: (result){ [ 859.645220] env[69413]: value = "vm-616202" [ 859.645220] env[69413]: _type = "VirtualMachine" [ 859.645220] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 859.645520] env[69413]: DEBUG oslo_vmware.api [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the lease: (returnval){ [ 859.645520] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52ceb9a1-6d93-6651-d8f7-85ece82bbc7f" [ 859.645520] env[69413]: _type = "HttpNfcLease" [ 859.645520] env[69413]: } to be ready. {{(pid=69413) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 859.651937] env[69413]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 859.651937] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52ceb9a1-6d93-6651-d8f7-85ece82bbc7f" [ 859.651937] env[69413]: _type = "HttpNfcLease" [ 859.651937] env[69413]: } is initializing. {{(pid=69413) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 859.745725] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4de39f07-dc88-4644-a9cd-a1d0cd7477eb tempest-ServersTestBootFromVolume-163878189 tempest-ServersTestBootFromVolume-163878189-project-member] Lock "7cdbd118-ef90-4606-8eff-56cf9f2d61d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.207s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.761414] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ba59e3-be47-4c71-bf1f-1fc75a56927b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.787175] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc95f2c4-a998-40be-b472-c6e7d049f89b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.808491] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Updating instance 'ea9f83f0-3336-4ebc-a5ad-183da349a61f' progress to 67 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 859.936142] env[69413]: DEBUG oslo_vmware.api [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f4ffe1-48a0-7fe2-d5c7-ea8360af1db6, 'name': SearchDatastore_Task, 'duration_secs': 0.010241} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.938584] env[69413]: DEBUG oslo_concurrency.lockutils [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.938824] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.939068] env[69413]: DEBUG oslo_concurrency.lockutils [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.939218] env[69413]: DEBUG oslo_concurrency.lockutils [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.939398] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.939875] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19382e6f-3089-409c-af8e-f18629b798df {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.948861] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.949163] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.952468] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cb2d800-78da-4e7c-8645-0186f891f2ec {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.958129] env[69413]: DEBUG oslo_vmware.api [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 859.958129] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528d0b56-eef9-ff4f-1794-a14158cca22c" [ 859.958129] env[69413]: _type = "Task" [ 859.958129] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.966192] env[69413]: DEBUG oslo_vmware.api [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528d0b56-eef9-ff4f-1794-a14158cca22c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.021366] env[69413]: DEBUG nova.compute.manager [None req-fdad9e11-0137-48ea-95de-b5533813c92c tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 860.021862] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-fdad9e11-0137-48ea-95de-b5533813c92c tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.022734] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b436e2b7-05e9-4087-b91a-e2f3c89a2049 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.029944] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdad9e11-0137-48ea-95de-b5533813c92c tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.032307] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fea2eaa-5870-4ebe-b066-0f1df9b93879 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.038709] env[69413]: DEBUG oslo_vmware.api [None req-fdad9e11-0137-48ea-95de-b5533813c92c tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Waiting for the task: (returnval){ [ 860.038709] env[69413]: value = "task-3077688" [ 860.038709] env[69413]: _type = "Task" [ 860.038709] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.044356] env[69413]: DEBUG nova.network.neutron [req-561840cb-0299-432c-a34b-f8ae21cf9b51 req-dd616984-5780-4563-b4ea-e59eb22c3b16 service nova] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Updated VIF entry in instance network info cache for port a4eec6b8-d942-4463-a1b2-ab9290cc860a. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.045013] env[69413]: DEBUG nova.network.neutron [req-561840cb-0299-432c-a34b-f8ae21cf9b51 req-dd616984-5780-4563-b4ea-e59eb22c3b16 service nova] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Updating instance_info_cache with network_info: [{"id": "a4eec6b8-d942-4463-a1b2-ab9290cc860a", "address": "fa:16:3e:32:d8:1c", "network": {"id": "953617f3-da82-4cf8-b2fc-cf0a2125bdbc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1761269620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f603c4eab95049b2a3ac276067f89c87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4eec6b8-d9", "ovs_interfaceid": "a4eec6b8-d942-4463-a1b2-ab9290cc860a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.052353] env[69413]: DEBUG oslo_vmware.api [None req-fdad9e11-0137-48ea-95de-b5533813c92c tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Task: {'id': task-3077688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.143216] env[69413]: INFO nova.compute.manager [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Took 37.33 seconds to build instance. [ 860.159017] env[69413]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 860.159017] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52ceb9a1-6d93-6651-d8f7-85ece82bbc7f" [ 860.159017] env[69413]: _type = "HttpNfcLease" [ 860.159017] env[69413]: } is ready. {{(pid=69413) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 860.159017] env[69413]: DEBUG oslo_vmware.rw_handles [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 860.159017] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52ceb9a1-6d93-6651-d8f7-85ece82bbc7f" [ 860.159017] env[69413]: _type = "HttpNfcLease" [ 860.159017] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 860.163017] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a03b79-6e2c-41a3-b8cc-05c76723d723 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.173043] env[69413]: DEBUG nova.network.neutron [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Successfully updated port: 5b4d5b00-b745-476f-9f4c-fd912f4a70a4 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 860.176943] env[69413]: DEBUG oslo_vmware.rw_handles [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5276fa69-f3cb-c336-0441-5235535cfa6b/disk-0.vmdk from lease info. {{(pid=69413) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 860.177244] env[69413]: DEBUG oslo_vmware.rw_handles [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5276fa69-f3cb-c336-0441-5235535cfa6b/disk-0.vmdk for reading. {{(pid=69413) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 860.252838] env[69413]: DEBUG oslo_concurrency.lockutils [None req-23fe2996-9fc0-47c5-8575-d704c2bd0958 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Acquiring lock "2d34fe6d-51d2-4019-908b-8a892c4ed5fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.253176] env[69413]: DEBUG oslo_concurrency.lockutils [None req-23fe2996-9fc0-47c5-8575-d704c2bd0958 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Lock "2d34fe6d-51d2-4019-908b-8a892c4ed5fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.253284] env[69413]: DEBUG oslo_concurrency.lockutils [None req-23fe2996-9fc0-47c5-8575-d704c2bd0958 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Acquiring lock "2d34fe6d-51d2-4019-908b-8a892c4ed5fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.253513] env[69413]: DEBUG oslo_concurrency.lockutils [None req-23fe2996-9fc0-47c5-8575-d704c2bd0958 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Lock "2d34fe6d-51d2-4019-908b-8a892c4ed5fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.253685] env[69413]: DEBUG oslo_concurrency.lockutils [None req-23fe2996-9fc0-47c5-8575-d704c2bd0958 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Lock "2d34fe6d-51d2-4019-908b-8a892c4ed5fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.257759] env[69413]: INFO nova.compute.manager [None req-23fe2996-9fc0-47c5-8575-d704c2bd0958 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Terminating instance [ 860.278427] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cea2375-2c10-48db-96fb-990a8174261c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.286275] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871166db-5ba2-48df-82c3-37cc7e2c7077 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.325182] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bc5753-b2f6-4053-a5be-e0fc3bb9ed90 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.332825] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74bbee7-957d-45c0-96c3-02fa70f8157b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.346586] env[69413]: DEBUG nova.compute.provider_tree [None req-03bbb808-f724-4afe-9e67-2061ecdfc354 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.359057] env[69413]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c63118b8-e84d-4aa7-98be-973fbdf97a4f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.362647] env[69413]: DEBUG nova.network.neutron [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Port 24e46c02-d2dc-4658-b33d-6dad03ed964c binding to destination host cpu-1 is already ACTIVE {{(pid=69413) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 860.468715] env[69413]: DEBUG oslo_vmware.api [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528d0b56-eef9-ff4f-1794-a14158cca22c, 'name': SearchDatastore_Task, 'duration_secs': 0.009047} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.469532] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b277a010-0215-4e24-aff8-651782f1ec49 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.475567] env[69413]: DEBUG oslo_vmware.api [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 860.475567] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52088ed2-6e23-ccbd-9b5d-7ae71a8d2f1d" [ 860.475567] env[69413]: _type = "Task" [ 860.475567] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.483016] env[69413]: DEBUG oslo_vmware.api [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52088ed2-6e23-ccbd-9b5d-7ae71a8d2f1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.548517] env[69413]: DEBUG oslo_vmware.api [None req-fdad9e11-0137-48ea-95de-b5533813c92c tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Task: {'id': task-3077688, 'name': PowerOffVM_Task, 'duration_secs': 0.181136} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.548849] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdad9e11-0137-48ea-95de-b5533813c92c tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.548931] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-fdad9e11-0137-48ea-95de-b5533813c92c tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.549210] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8ef4eca-0b13-4dbf-ba66-128bf017ff8e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.554400] env[69413]: DEBUG oslo_concurrency.lockutils [req-561840cb-0299-432c-a34b-f8ae21cf9b51 req-dd616984-5780-4563-b4ea-e59eb22c3b16 service nova] Releasing lock "refresh_cache-dc802a86-b5a3-4808-a641-dc42d77ee1e6" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.606000] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-fdad9e11-0137-48ea-95de-b5533813c92c tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.606487] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-fdad9e11-0137-48ea-95de-b5533813c92c tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.606599] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdad9e11-0137-48ea-95de-b5533813c92c tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Deleting the datastore file [datastore2] 935b60fb-6c0e-412c-9547-df9c36ff5eda {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.606828] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05a75bd2-1d13-456b-9d70-b44042efe484 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.613119] env[69413]: DEBUG oslo_vmware.api [None req-fdad9e11-0137-48ea-95de-b5533813c92c tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Waiting for the task: (returnval){ [ 860.613119] env[69413]: value = "task-3077690" [ 860.613119] env[69413]: _type = "Task" [ 860.613119] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.623206] env[69413]: DEBUG oslo_vmware.api [None req-fdad9e11-0137-48ea-95de-b5533813c92c tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Task: {'id': task-3077690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.644536] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1f60a6ec-2214-492d-870d-d8f48ea840c8 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Lock "da690ca9-bdde-4913-9366-9f2d213c496a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.837s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.679990] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquiring lock "refresh_cache-9fb1b0a7-ddb8-4325-a38a-4659ee69ce36" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.679990] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquired lock "refresh_cache-9fb1b0a7-ddb8-4325-a38a-4659ee69ce36" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.680207] env[69413]: DEBUG nova.network.neutron [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.764766] env[69413]: DEBUG nova.compute.manager [None req-23fe2996-9fc0-47c5-8575-d704c2bd0958 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 860.765010] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-23fe2996-9fc0-47c5-8575-d704c2bd0958 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.765910] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab51b1a-f546-4933-98ec-3d0a0a6b386e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.776248] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-23fe2996-9fc0-47c5-8575-d704c2bd0958 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.776573] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cd02750-19d4-4f48-a91a-2853d483cba6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.832233] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-23fe2996-9fc0-47c5-8575-d704c2bd0958 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.832500] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-23fe2996-9fc0-47c5-8575-d704c2bd0958 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.832686] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-23fe2996-9fc0-47c5-8575-d704c2bd0958 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Deleting the datastore file [datastore2] 2d34fe6d-51d2-4019-908b-8a892c4ed5fd {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.832951] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c642ab91-148c-4f87-ad78-2dddab541af3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.843423] env[69413]: DEBUG oslo_vmware.api [None req-23fe2996-9fc0-47c5-8575-d704c2bd0958 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Waiting for the task: (returnval){ [ 860.843423] env[69413]: value = "task-3077692" [ 860.843423] env[69413]: _type = "Task" [ 860.843423] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.853615] env[69413]: DEBUG nova.scheduler.client.report [None req-03bbb808-f724-4afe-9e67-2061ecdfc354 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.860542] env[69413]: DEBUG oslo_vmware.api [None req-23fe2996-9fc0-47c5-8575-d704c2bd0958 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Task: {'id': task-3077692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.989177] env[69413]: DEBUG oslo_vmware.api [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52088ed2-6e23-ccbd-9b5d-7ae71a8d2f1d, 'name': SearchDatastore_Task, 'duration_secs': 0.017836} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.989634] env[69413]: DEBUG oslo_concurrency.lockutils [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.990582] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] dc802a86-b5a3-4808-a641-dc42d77ee1e6/dc802a86-b5a3-4808-a641-dc42d77ee1e6.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.990912] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db8d1e74-14b4-4c2b-85fc-9ac506ba6c90 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.000100] env[69413]: DEBUG oslo_vmware.api [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 861.000100] env[69413]: value = "task-3077693" [ 861.000100] env[69413]: _type = "Task" [ 861.000100] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.010703] env[69413]: DEBUG oslo_vmware.api [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.130822] env[69413]: DEBUG oslo_vmware.api [None req-fdad9e11-0137-48ea-95de-b5533813c92c tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Task: {'id': task-3077690, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14459} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.130822] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdad9e11-0137-48ea-95de-b5533813c92c tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.131609] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-fdad9e11-0137-48ea-95de-b5533813c92c tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.131986] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-fdad9e11-0137-48ea-95de-b5533813c92c tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.132358] env[69413]: INFO nova.compute.manager [None req-fdad9e11-0137-48ea-95de-b5533813c92c tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Took 1.11 seconds to destroy the instance on the hypervisor. [ 861.132764] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fdad9e11-0137-48ea-95de-b5533813c92c tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.133180] env[69413]: DEBUG nova.compute.manager [-] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 861.133402] env[69413]: DEBUG nova.network.neutron [-] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 861.237667] env[69413]: DEBUG nova.network.neutron [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 861.358991] env[69413]: DEBUG oslo_vmware.api [None req-23fe2996-9fc0-47c5-8575-d704c2bd0958 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Task: {'id': task-3077692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20839} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.359636] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-23fe2996-9fc0-47c5-8575-d704c2bd0958 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.359923] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-23fe2996-9fc0-47c5-8575-d704c2bd0958 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.360133] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-23fe2996-9fc0-47c5-8575-d704c2bd0958 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.360372] env[69413]: INFO nova.compute.manager [None req-23fe2996-9fc0-47c5-8575-d704c2bd0958 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Took 0.60 seconds to destroy the instance on the hypervisor. [ 861.360799] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23fe2996-9fc0-47c5-8575-d704c2bd0958 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.361754] env[69413]: DEBUG oslo_concurrency.lockutils [None req-03bbb808-f724-4afe-9e67-2061ecdfc354 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.365775] env[69413]: DEBUG nova.compute.manager [-] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 861.365775] env[69413]: DEBUG nova.network.neutron [-] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 861.368620] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.200s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.369855] env[69413]: INFO nova.compute.claims [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 861.395136] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "ea9f83f0-3336-4ebc-a5ad-183da349a61f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.395136] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "ea9f83f0-3336-4ebc-a5ad-183da349a61f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.395136] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "ea9f83f0-3336-4ebc-a5ad-183da349a61f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.396521] env[69413]: INFO nova.scheduler.client.report [None req-03bbb808-f724-4afe-9e67-2061ecdfc354 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Deleted allocations for instance 76c49241-9cd4-4f51-8dd2-093e10b61ac0 [ 861.512055] env[69413]: DEBUG oslo_vmware.api [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077693, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.565886] env[69413]: DEBUG nova.network.neutron [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Updating instance_info_cache with network_info: [{"id": "5b4d5b00-b745-476f-9f4c-fd912f4a70a4", "address": "fa:16:3e:c4:28:a3", "network": {"id": "953617f3-da82-4cf8-b2fc-cf0a2125bdbc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1761269620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f603c4eab95049b2a3ac276067f89c87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b4d5b00-b7", "ovs_interfaceid": "5b4d5b00-b745-476f-9f4c-fd912f4a70a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.584882] env[69413]: DEBUG nova.compute.manager [req-67e10fe4-1882-4d0f-b658-f5558e7c4e35 req-35ae83d7-23f7-487e-be86-115816178341 service nova] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Received event network-vif-plugged-5b4d5b00-b745-476f-9f4c-fd912f4a70a4 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.585338] env[69413]: DEBUG oslo_concurrency.lockutils [req-67e10fe4-1882-4d0f-b658-f5558e7c4e35 req-35ae83d7-23f7-487e-be86-115816178341 service nova] Acquiring lock "9fb1b0a7-ddb8-4325-a38a-4659ee69ce36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.585621] env[69413]: DEBUG oslo_concurrency.lockutils [req-67e10fe4-1882-4d0f-b658-f5558e7c4e35 req-35ae83d7-23f7-487e-be86-115816178341 service nova] Lock "9fb1b0a7-ddb8-4325-a38a-4659ee69ce36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.586302] env[69413]: DEBUG oslo_concurrency.lockutils [req-67e10fe4-1882-4d0f-b658-f5558e7c4e35 req-35ae83d7-23f7-487e-be86-115816178341 service nova] Lock "9fb1b0a7-ddb8-4325-a38a-4659ee69ce36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.586504] env[69413]: DEBUG nova.compute.manager [req-67e10fe4-1882-4d0f-b658-f5558e7c4e35 req-35ae83d7-23f7-487e-be86-115816178341 service nova] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] No waiting events found dispatching network-vif-plugged-5b4d5b00-b745-476f-9f4c-fd912f4a70a4 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 861.586735] env[69413]: WARNING nova.compute.manager [req-67e10fe4-1882-4d0f-b658-f5558e7c4e35 req-35ae83d7-23f7-487e-be86-115816178341 service nova] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Received unexpected event network-vif-plugged-5b4d5b00-b745-476f-9f4c-fd912f4a70a4 for instance with vm_state building and task_state spawning. [ 861.586837] env[69413]: DEBUG nova.compute.manager [req-67e10fe4-1882-4d0f-b658-f5558e7c4e35 req-35ae83d7-23f7-487e-be86-115816178341 service nova] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Received event network-changed-5b4d5b00-b745-476f-9f4c-fd912f4a70a4 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.586990] env[69413]: DEBUG nova.compute.manager [req-67e10fe4-1882-4d0f-b658-f5558e7c4e35 req-35ae83d7-23f7-487e-be86-115816178341 service nova] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Refreshing instance network info cache due to event network-changed-5b4d5b00-b745-476f-9f4c-fd912f4a70a4. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 861.587351] env[69413]: DEBUG oslo_concurrency.lockutils [req-67e10fe4-1882-4d0f-b658-f5558e7c4e35 req-35ae83d7-23f7-487e-be86-115816178341 service nova] Acquiring lock "refresh_cache-9fb1b0a7-ddb8-4325-a38a-4659ee69ce36" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.911271] env[69413]: DEBUG oslo_concurrency.lockutils [None req-03bbb808-f724-4afe-9e67-2061ecdfc354 tempest-ServersV294TestFqdnHostnames-1311495331 tempest-ServersV294TestFqdnHostnames-1311495331-project-member] Lock "76c49241-9cd4-4f51-8dd2-093e10b61ac0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.520s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.016456] env[69413]: DEBUG oslo_vmware.api [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077693, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634499} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.017876] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] dc802a86-b5a3-4808-a641-dc42d77ee1e6/dc802a86-b5a3-4808-a641-dc42d77ee1e6.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 862.019228] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 862.019577] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4cc67c1-1b82-4464-96e0-939784b24b01 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.028026] env[69413]: DEBUG oslo_vmware.api [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 862.028026] env[69413]: value = "task-3077694" [ 862.028026] env[69413]: _type = "Task" [ 862.028026] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.037843] env[69413]: DEBUG oslo_vmware.api [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077694, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.069817] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Releasing lock "refresh_cache-9fb1b0a7-ddb8-4325-a38a-4659ee69ce36" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.070192] env[69413]: DEBUG nova.compute.manager [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Instance network_info: |[{"id": "5b4d5b00-b745-476f-9f4c-fd912f4a70a4", "address": "fa:16:3e:c4:28:a3", "network": {"id": "953617f3-da82-4cf8-b2fc-cf0a2125bdbc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1761269620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f603c4eab95049b2a3ac276067f89c87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b4d5b00-b7", "ovs_interfaceid": "5b4d5b00-b745-476f-9f4c-fd912f4a70a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 862.070518] env[69413]: DEBUG oslo_concurrency.lockutils [req-67e10fe4-1882-4d0f-b658-f5558e7c4e35 req-35ae83d7-23f7-487e-be86-115816178341 service nova] Acquired lock "refresh_cache-9fb1b0a7-ddb8-4325-a38a-4659ee69ce36" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.070666] env[69413]: DEBUG nova.network.neutron [req-67e10fe4-1882-4d0f-b658-f5558e7c4e35 req-35ae83d7-23f7-487e-be86-115816178341 service nova] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Refreshing network info cache for port 5b4d5b00-b745-476f-9f4c-fd912f4a70a4 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 862.072724] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:28:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b4d5b00-b745-476f-9f4c-fd912f4a70a4', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 862.081577] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.082306] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 862.084047] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d3c2a46-8466-4527-a22a-adc951a3b57e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.106583] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 862.106583] env[69413]: value = "task-3077695" [ 862.106583] env[69413]: _type = "Task" [ 862.106583] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.116739] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077695, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.220118] env[69413]: DEBUG nova.compute.manager [req-dc151b37-846e-49cd-a3a0-9db19af24a21 req-53fb7c79-9afa-46d2-897a-314fc15a455d service nova] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Received event network-vif-deleted-eef40dfc-98c2-4c1a-8223-e0969ca7c1f3 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.220482] env[69413]: INFO nova.compute.manager [req-dc151b37-846e-49cd-a3a0-9db19af24a21 req-53fb7c79-9afa-46d2-897a-314fc15a455d service nova] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Neutron deleted interface eef40dfc-98c2-4c1a-8223-e0969ca7c1f3; detaching it from the instance and deleting it from the info cache [ 862.220790] env[69413]: DEBUG nova.network.neutron [req-dc151b37-846e-49cd-a3a0-9db19af24a21 req-53fb7c79-9afa-46d2-897a-314fc15a455d service nova] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.361226] env[69413]: DEBUG nova.network.neutron [-] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.387258] env[69413]: DEBUG nova.network.neutron [-] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.492862] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "refresh_cache-ea9f83f0-3336-4ebc-a5ad-183da349a61f" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.495403] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquired lock "refresh_cache-ea9f83f0-3336-4ebc-a5ad-183da349a61f" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.495403] env[69413]: DEBUG nova.network.neutron [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.540507] env[69413]: DEBUG oslo_vmware.api [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077694, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078216} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.543113] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 862.544482] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59be4d27-12c5-46ed-a151-15e44987a09c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.573642] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] dc802a86-b5a3-4808-a641-dc42d77ee1e6/dc802a86-b5a3-4808-a641-dc42d77ee1e6.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.574116] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8041bba8-3c6a-401b-9392-9a338e9c0efb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.600891] env[69413]: DEBUG oslo_vmware.api [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 862.600891] env[69413]: value = "task-3077696" [ 862.600891] env[69413]: _type = "Task" [ 862.600891] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.609754] env[69413]: DEBUG oslo_vmware.api [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077696, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.621026] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077695, 'name': CreateVM_Task, 'duration_secs': 0.377259} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.621259] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 862.622897] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.622897] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.622897] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.622897] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-844ec04f-c421-478e-a0a1-5949e58dbcd8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.627559] env[69413]: DEBUG oslo_vmware.api [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 862.627559] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5245f190-f331-6dc6-6e42-505bcd5d6626" [ 862.627559] env[69413]: _type = "Task" [ 862.627559] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.641796] env[69413]: DEBUG oslo_vmware.api [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5245f190-f331-6dc6-6e42-505bcd5d6626, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.725025] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa7a4139-475c-461a-b118-48d59725c2ba {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.737017] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f569c9a6-48e8-43d7-bf71-c176acf02897 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.774869] env[69413]: DEBUG nova.compute.manager [req-dc151b37-846e-49cd-a3a0-9db19af24a21 req-53fb7c79-9afa-46d2-897a-314fc15a455d service nova] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Detach interface failed, port_id=eef40dfc-98c2-4c1a-8223-e0969ca7c1f3, reason: Instance 2d34fe6d-51d2-4019-908b-8a892c4ed5fd could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 862.863969] env[69413]: INFO nova.compute.manager [-] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Took 1.50 seconds to deallocate network for instance. [ 862.891416] env[69413]: INFO nova.compute.manager [-] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Took 1.76 seconds to deallocate network for instance. [ 863.024457] env[69413]: DEBUG nova.network.neutron [req-67e10fe4-1882-4d0f-b658-f5558e7c4e35 req-35ae83d7-23f7-487e-be86-115816178341 service nova] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Updated VIF entry in instance network info cache for port 5b4d5b00-b745-476f-9f4c-fd912f4a70a4. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 863.024561] env[69413]: DEBUG nova.network.neutron [req-67e10fe4-1882-4d0f-b658-f5558e7c4e35 req-35ae83d7-23f7-487e-be86-115816178341 service nova] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Updating instance_info_cache with network_info: [{"id": "5b4d5b00-b745-476f-9f4c-fd912f4a70a4", "address": "fa:16:3e:c4:28:a3", "network": {"id": "953617f3-da82-4cf8-b2fc-cf0a2125bdbc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1761269620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f603c4eab95049b2a3ac276067f89c87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b4d5b00-b7", "ovs_interfaceid": "5b4d5b00-b745-476f-9f4c-fd912f4a70a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.078430] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2a7de2-df4a-4496-9ec5-fe2abdd471c8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.087405] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d370799-800c-4a2f-be17-232278a9fe88 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.132989] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583b1f98-4d4b-4836-a3f6-2f3991f5e239 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.148840] env[69413]: DEBUG oslo_vmware.api [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077696, 'name': ReconfigVM_Task, 'duration_secs': 0.338408} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.157208] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Reconfigured VM instance instance-00000038 to attach disk [datastore1] dc802a86-b5a3-4808-a641-dc42d77ee1e6/dc802a86-b5a3-4808-a641-dc42d77ee1e6.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.158019] env[69413]: DEBUG oslo_vmware.api [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5245f190-f331-6dc6-6e42-505bcd5d6626, 'name': SearchDatastore_Task, 'duration_secs': 0.013795} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.160485] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6d412a8-0ead-449b-8cda-9d5f99eda8d9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.163268] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a762d3-ec5d-44d5-8308-33b1d2772f85 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.167825] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.168093] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 863.168969] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.169145] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.169429] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.169818] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7784967-de80-420b-aa57-1d9ef8755216 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.186086] env[69413]: DEBUG nova.compute.provider_tree [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.189754] env[69413]: DEBUG oslo_vmware.api [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 863.189754] env[69413]: value = "task-3077697" [ 863.189754] env[69413]: _type = "Task" [ 863.189754] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.189970] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.190154] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 863.191146] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03e0de3e-c38e-47d3-aa50-cf9f82dc1e2a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.203683] env[69413]: DEBUG oslo_vmware.api [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 863.203683] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52bd4d31-d6c8-65db-fc05-d882cbd2d7f0" [ 863.203683] env[69413]: _type = "Task" [ 863.203683] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.209079] env[69413]: DEBUG oslo_vmware.api [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077697, 'name': Rename_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.223174] env[69413]: DEBUG oslo_vmware.api [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52bd4d31-d6c8-65db-fc05-d882cbd2d7f0, 'name': SearchDatastore_Task, 'duration_secs': 0.014524} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.224142] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3310ab4-b6fd-4b12-b617-9f8fcbcf8b3b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.230557] env[69413]: DEBUG oslo_vmware.api [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 863.230557] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]524540f4-d888-1f7a-8d58-95c9a7ee2047" [ 863.230557] env[69413]: _type = "Task" [ 863.230557] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.239289] env[69413]: DEBUG oslo_vmware.api [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]524540f4-d888-1f7a-8d58-95c9a7ee2047, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.369500] env[69413]: DEBUG nova.network.neutron [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Updating instance_info_cache with network_info: [{"id": "24e46c02-d2dc-4658-b33d-6dad03ed964c", "address": "fa:16:3e:90:d8:b9", "network": {"id": "9b997f48-e078-4b7b-81f9-f111dbf3aed2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-448963928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4151a17ee9940e5a7934be8321a3ec6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24e46c02-d2", "ovs_interfaceid": "24e46c02-d2dc-4658-b33d-6dad03ed964c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.380193] env[69413]: DEBUG oslo_concurrency.lockutils [None req-23fe2996-9fc0-47c5-8575-d704c2bd0958 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.403591] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fdad9e11-0137-48ea-95de-b5533813c92c tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.527912] env[69413]: DEBUG oslo_concurrency.lockutils [req-67e10fe4-1882-4d0f-b658-f5558e7c4e35 req-35ae83d7-23f7-487e-be86-115816178341 service nova] Releasing lock "refresh_cache-9fb1b0a7-ddb8-4325-a38a-4659ee69ce36" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.627730] env[69413]: DEBUG nova.compute.manager [req-0c0c1caa-f1b4-431a-bb0f-b5ff039f563b req-6014a981-71a6-4653-b535-cbbb0e2f07ad service nova] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Received event network-vif-deleted-0017c993-4248-4612-9b7a-6e1e2d8570ff {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.692824] env[69413]: DEBUG nova.scheduler.client.report [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.711619] env[69413]: DEBUG oslo_vmware.api [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077697, 'name': Rename_Task, 'duration_secs': 0.159948} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.711811] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.712069] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f46d80c-d2cb-43d8-982d-406381fe4448 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.718215] env[69413]: DEBUG oslo_vmware.api [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 863.718215] env[69413]: value = "task-3077698" [ 863.718215] env[69413]: _type = "Task" [ 863.718215] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.726386] env[69413]: DEBUG oslo_vmware.api [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077698, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.741765] env[69413]: DEBUG oslo_vmware.api [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]524540f4-d888-1f7a-8d58-95c9a7ee2047, 'name': SearchDatastore_Task, 'duration_secs': 0.0125} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.742084] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.742385] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36/9fb1b0a7-ddb8-4325-a38a-4659ee69ce36.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 863.742644] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83547129-7d4a-4f5f-bd47-b0006ee8bc04 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.751266] env[69413]: DEBUG oslo_vmware.api [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 863.751266] env[69413]: value = "task-3077699" [ 863.751266] env[69413]: _type = "Task" [ 863.751266] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.765107] env[69413]: DEBUG oslo_vmware.api [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.876032] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Releasing lock "refresh_cache-ea9f83f0-3336-4ebc-a5ad-183da349a61f" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.017853] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d76db522-dd98-4551-a740-614a1d6098d4 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Acquiring lock "da690ca9-bdde-4913-9366-9f2d213c496a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.018132] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d76db522-dd98-4551-a740-614a1d6098d4 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Lock "da690ca9-bdde-4913-9366-9f2d213c496a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.018346] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d76db522-dd98-4551-a740-614a1d6098d4 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Acquiring lock "da690ca9-bdde-4913-9366-9f2d213c496a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.018530] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d76db522-dd98-4551-a740-614a1d6098d4 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Lock "da690ca9-bdde-4913-9366-9f2d213c496a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.018677] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d76db522-dd98-4551-a740-614a1d6098d4 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Lock "da690ca9-bdde-4913-9366-9f2d213c496a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.021046] env[69413]: INFO nova.compute.manager [None req-d76db522-dd98-4551-a740-614a1d6098d4 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Terminating instance [ 864.202326] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.835s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.203098] env[69413]: DEBUG nova.compute.manager [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 864.206971] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.954s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.211019] env[69413]: INFO nova.compute.claims [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.236113] env[69413]: DEBUG oslo_vmware.api [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077698, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.267135] env[69413]: DEBUG oslo_vmware.api [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077699, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.408451] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f58d049-2c9f-4e87-862c-b3afb7c02b94 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.430544] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e486c6-b449-4d8f-a1e6-c162ca10989d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.440132] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Updating instance 'ea9f83f0-3336-4ebc-a5ad-183da349a61f' progress to 83 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 864.525742] env[69413]: DEBUG nova.compute.manager [None req-d76db522-dd98-4551-a740-614a1d6098d4 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 864.526082] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d76db522-dd98-4551-a740-614a1d6098d4 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.527966] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8048c10d-a0ad-4057-aabe-1343e569d30d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.539024] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d76db522-dd98-4551-a740-614a1d6098d4 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.539752] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-237ad629-11b5-4b2a-be43-70c676bbd319 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.549943] env[69413]: DEBUG oslo_vmware.api [None req-d76db522-dd98-4551-a740-614a1d6098d4 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Waiting for the task: (returnval){ [ 864.549943] env[69413]: value = "task-3077700" [ 864.549943] env[69413]: _type = "Task" [ 864.549943] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.556894] env[69413]: DEBUG oslo_vmware.api [None req-d76db522-dd98-4551-a740-614a1d6098d4 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Task: {'id': task-3077700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.629812] env[69413]: DEBUG oslo_concurrency.lockutils [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Acquiring lock "7a1571bb-faf1-4e1c-9f41-7124c97ddb78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.630225] env[69413]: DEBUG oslo_concurrency.lockutils [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Lock "7a1571bb-faf1-4e1c-9f41-7124c97ddb78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.717803] env[69413]: DEBUG nova.compute.utils [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 864.721235] env[69413]: DEBUG nova.compute.manager [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 864.721451] env[69413]: DEBUG nova.network.neutron [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 864.734630] env[69413]: DEBUG oslo_vmware.api [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077698, 'name': PowerOnVM_Task, 'duration_secs': 0.851484} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.734889] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.735114] env[69413]: INFO nova.compute.manager [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Took 8.46 seconds to spawn the instance on the hypervisor. [ 864.735309] env[69413]: DEBUG nova.compute.manager [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 864.736380] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b67ccea-1127-4119-aeb5-627558bb102d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.764189] env[69413]: DEBUG oslo_vmware.api [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644054} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.765038] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36/9fb1b0a7-ddb8-4325-a38a-4659ee69ce36.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 864.767515] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 864.767515] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f08a0ee-c4b1-4957-9cd8-a6070425e13d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.770151] env[69413]: DEBUG nova.policy [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2a5b640e82a4347a3e88f81db68c835', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9536d7b0f5714f98b920d86514e2f32b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 864.773617] env[69413]: DEBUG oslo_vmware.api [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 864.773617] env[69413]: value = "task-3077701" [ 864.773617] env[69413]: _type = "Task" [ 864.773617] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.782596] env[69413]: DEBUG oslo_vmware.api [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077701, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.948219] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.948219] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb8c1d41-ef1e-45c7-abb7-c1ad0f179f89 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.958071] env[69413]: DEBUG oslo_vmware.api [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 864.958071] env[69413]: value = "task-3077702" [ 864.958071] env[69413]: _type = "Task" [ 864.958071] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.968649] env[69413]: DEBUG oslo_vmware.api [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077702, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.059269] env[69413]: DEBUG oslo_vmware.api [None req-d76db522-dd98-4551-a740-614a1d6098d4 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Task: {'id': task-3077700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.126389] env[69413]: DEBUG nova.network.neutron [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Successfully created port: 3617c2b8-c41f-4fbf-962f-71dc5de9c7e0 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 865.132964] env[69413]: DEBUG nova.compute.manager [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 865.222762] env[69413]: DEBUG nova.compute.manager [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 865.259124] env[69413]: INFO nova.compute.manager [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Took 41.37 seconds to build instance. [ 865.287829] env[69413]: DEBUG oslo_vmware.api [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077701, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.472479] env[69413]: DEBUG oslo_vmware.api [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077702, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.559251] env[69413]: DEBUG oslo_vmware.api [None req-d76db522-dd98-4551-a740-614a1d6098d4 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Task: {'id': task-3077700, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.664603] env[69413]: DEBUG oslo_concurrency.lockutils [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.762297] env[69413]: DEBUG oslo_concurrency.lockutils [None req-52e1773f-2c39-4c73-9fdd-fd8f1c44ac1d tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Lock "dc802a86-b5a3-4808-a641-dc42d77ee1e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.889s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.787579] env[69413]: DEBUG oslo_vmware.api [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077701, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.693286} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.788038] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 865.789269] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cb9151-9506-4954-abde-c25398de5f49 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.841018] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36/9fb1b0a7-ddb8-4325-a38a-4659ee69ce36.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.843842] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90710121-63c8-4751-af98-d9456d12de46 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.867628] env[69413]: DEBUG oslo_vmware.api [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 865.867628] env[69413]: value = "task-3077703" [ 865.867628] env[69413]: _type = "Task" [ 865.867628] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.878124] env[69413]: DEBUG oslo_vmware.api [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077703, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.917836] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f4d4ac-73a5-4140-9d08-295c63df8291 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.927330] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b65eebe-8f8b-4829-a027-33541eddd32c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.964799] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9244abcd-f981-48e2-a6dc-02461a998f97 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.971074] env[69413]: DEBUG oslo_vmware.api [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077702, 'name': PowerOnVM_Task, 'duration_secs': 0.971506} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.973377] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.973615] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5114e2d4-64fa-4a33-aab0-20672f711643 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Updating instance 'ea9f83f0-3336-4ebc-a5ad-183da349a61f' progress to 100 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 865.981023] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1bd3cf-8917-4943-b4b6-e29983c4bd97 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.993171] env[69413]: DEBUG nova.compute.provider_tree [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.059908] env[69413]: DEBUG oslo_vmware.api [None req-d76db522-dd98-4551-a740-614a1d6098d4 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Task: {'id': task-3077700, 'name': PowerOffVM_Task, 'duration_secs': 1.045965} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.060276] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d76db522-dd98-4551-a740-614a1d6098d4 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.060476] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d76db522-dd98-4551-a740-614a1d6098d4 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.060764] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36cc9477-18ac-48d6-bf52-16cb28e9164d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.142667] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d76db522-dd98-4551-a740-614a1d6098d4 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.142949] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d76db522-dd98-4551-a740-614a1d6098d4 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.143217] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-d76db522-dd98-4551-a740-614a1d6098d4 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Deleting the datastore file [datastore2] da690ca9-bdde-4913-9366-9f2d213c496a {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.143589] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5cb68d74-8e7d-4ce6-b757-c1dc3d1572d3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.152415] env[69413]: DEBUG oslo_vmware.api [None req-d76db522-dd98-4551-a740-614a1d6098d4 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Waiting for the task: (returnval){ [ 866.152415] env[69413]: value = "task-3077705" [ 866.152415] env[69413]: _type = "Task" [ 866.152415] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.160607] env[69413]: DEBUG oslo_vmware.api [None req-d76db522-dd98-4551-a740-614a1d6098d4 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Task: {'id': task-3077705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.243442] env[69413]: DEBUG nova.compute.manager [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 866.278329] env[69413]: DEBUG nova.virt.hardware [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.278684] env[69413]: DEBUG nova.virt.hardware [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.278927] env[69413]: DEBUG nova.virt.hardware [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.279226] env[69413]: DEBUG nova.virt.hardware [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.279464] env[69413]: DEBUG nova.virt.hardware [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.279697] env[69413]: DEBUG nova.virt.hardware [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.279976] env[69413]: DEBUG nova.virt.hardware [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.280230] env[69413]: DEBUG nova.virt.hardware [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.280449] env[69413]: DEBUG nova.virt.hardware [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.280696] env[69413]: DEBUG nova.virt.hardware [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.280926] env[69413]: DEBUG nova.virt.hardware [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.281909] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a542062f-e468-4a62-9037-ab8aafbc3421 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.291186] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4977290f-2ee4-492b-bc55-48902fb78fac {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.377652] env[69413]: DEBUG oslo_vmware.api [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077703, 'name': ReconfigVM_Task, 'duration_secs': 0.471794} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.380925] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36/9fb1b0a7-ddb8-4325-a38a-4659ee69ce36.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 866.380925] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10f9b4bd-30e5-4034-904f-4839b7a2d76f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.385409] env[69413]: DEBUG oslo_vmware.api [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 866.385409] env[69413]: value = "task-3077706" [ 866.385409] env[69413]: _type = "Task" [ 866.385409] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.394940] env[69413]: DEBUG oslo_vmware.api [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077706, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.495647] env[69413]: DEBUG nova.scheduler.client.report [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.664194] env[69413]: DEBUG oslo_vmware.api [None req-d76db522-dd98-4551-a740-614a1d6098d4 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Task: {'id': task-3077705, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.38971} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.664336] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-d76db522-dd98-4551-a740-614a1d6098d4 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.664553] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d76db522-dd98-4551-a740-614a1d6098d4 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.664669] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d76db522-dd98-4551-a740-614a1d6098d4 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.664939] env[69413]: INFO nova.compute.manager [None req-d76db522-dd98-4551-a740-614a1d6098d4 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Took 2.14 seconds to destroy the instance on the hypervisor. [ 866.669022] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d76db522-dd98-4551-a740-614a1d6098d4 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.669022] env[69413]: DEBUG nova.compute.manager [-] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 866.669022] env[69413]: DEBUG nova.network.neutron [-] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 866.709525] env[69413]: DEBUG nova.compute.manager [req-923cefd1-033f-4518-981a-ca181d6fdd9f req-e70db386-29a3-49cf-a347-8f1efefd40fb service nova] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Received event network-vif-plugged-3617c2b8-c41f-4fbf-962f-71dc5de9c7e0 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.710783] env[69413]: DEBUG oslo_concurrency.lockutils [req-923cefd1-033f-4518-981a-ca181d6fdd9f req-e70db386-29a3-49cf-a347-8f1efefd40fb service nova] Acquiring lock "b7ecae2d-7a65-4eff-a8f0-5991e57f1775-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.710783] env[69413]: DEBUG oslo_concurrency.lockutils [req-923cefd1-033f-4518-981a-ca181d6fdd9f req-e70db386-29a3-49cf-a347-8f1efefd40fb service nova] Lock "b7ecae2d-7a65-4eff-a8f0-5991e57f1775-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.710783] env[69413]: DEBUG oslo_concurrency.lockutils [req-923cefd1-033f-4518-981a-ca181d6fdd9f req-e70db386-29a3-49cf-a347-8f1efefd40fb service nova] Lock "b7ecae2d-7a65-4eff-a8f0-5991e57f1775-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.710783] env[69413]: DEBUG nova.compute.manager [req-923cefd1-033f-4518-981a-ca181d6fdd9f req-e70db386-29a3-49cf-a347-8f1efefd40fb service nova] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] No waiting events found dispatching network-vif-plugged-3617c2b8-c41f-4fbf-962f-71dc5de9c7e0 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 866.710783] env[69413]: WARNING nova.compute.manager [req-923cefd1-033f-4518-981a-ca181d6fdd9f req-e70db386-29a3-49cf-a347-8f1efefd40fb service nova] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Received unexpected event network-vif-plugged-3617c2b8-c41f-4fbf-962f-71dc5de9c7e0 for instance with vm_state building and task_state spawning. [ 866.877129] env[69413]: DEBUG nova.network.neutron [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Successfully updated port: 3617c2b8-c41f-4fbf-962f-71dc5de9c7e0 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 866.896750] env[69413]: DEBUG oslo_vmware.api [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077706, 'name': Rename_Task, 'duration_secs': 0.23436} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.898404] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.898810] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5824fb6-6043-4d99-9304-f5db000ad023 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.908549] env[69413]: DEBUG oslo_vmware.api [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 866.908549] env[69413]: value = "task-3077707" [ 866.908549] env[69413]: _type = "Task" [ 866.908549] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.920318] env[69413]: DEBUG oslo_vmware.api [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.001905] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.795s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.002348] env[69413]: DEBUG nova.compute.manager [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 867.010588] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6fe329b1-eb15-463c-ab70-a5ccdc75b34f tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.108s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.010588] env[69413]: DEBUG nova.objects.instance [None req-6fe329b1-eb15-463c-ab70-a5ccdc75b34f tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Lazy-loading 'resources' on Instance uuid 1c18d995-e20d-4a6c-9e67-0973a0091a57 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.207887] env[69413]: DEBUG nova.compute.manager [req-76ecfdae-dd7b-4587-b68a-675dc2494f72 req-04694f88-3a6e-4960-8e68-e7d1562da3f8 service nova] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Received event network-vif-deleted-4bd10957-bf2e-49bb-850b-6809e7d85680 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.208262] env[69413]: INFO nova.compute.manager [req-76ecfdae-dd7b-4587-b68a-675dc2494f72 req-04694f88-3a6e-4960-8e68-e7d1562da3f8 service nova] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Neutron deleted interface 4bd10957-bf2e-49bb-850b-6809e7d85680; detaching it from the instance and deleting it from the info cache [ 867.208556] env[69413]: DEBUG nova.network.neutron [req-76ecfdae-dd7b-4587-b68a-675dc2494f72 req-04694f88-3a6e-4960-8e68-e7d1562da3f8 service nova] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.383960] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Acquiring lock "refresh_cache-b7ecae2d-7a65-4eff-a8f0-5991e57f1775" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.384200] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Acquired lock "refresh_cache-b7ecae2d-7a65-4eff-a8f0-5991e57f1775" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.384425] env[69413]: DEBUG nova.network.neutron [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.420482] env[69413]: DEBUG oslo_vmware.api [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077707, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.464060] env[69413]: DEBUG nova.network.neutron [-] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.521349] env[69413]: DEBUG nova.compute.utils [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 867.526030] env[69413]: DEBUG nova.compute.manager [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Not allocating networking since 'none' was specified. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 867.711267] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2322d53d-c553-46ed-a814-cfd313995fba {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.725023] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d8e24d-382d-4985-82ea-6d264b7fcad8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.768859] env[69413]: DEBUG nova.compute.manager [req-76ecfdae-dd7b-4587-b68a-675dc2494f72 req-04694f88-3a6e-4960-8e68-e7d1562da3f8 service nova] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Detach interface failed, port_id=4bd10957-bf2e-49bb-850b-6809e7d85680, reason: Instance da690ca9-bdde-4913-9366-9f2d213c496a could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 867.921161] env[69413]: DEBUG oslo_vmware.api [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077707, 'name': PowerOnVM_Task, 'duration_secs': 0.542067} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.923655] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.923851] env[69413]: INFO nova.compute.manager [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Took 8.89 seconds to spawn the instance on the hypervisor. [ 867.924065] env[69413]: DEBUG nova.compute.manager [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.925079] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a815f18b-d8cb-4dff-a7e8-26200f5d5166 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.938728] env[69413]: DEBUG nova.network.neutron [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 867.969881] env[69413]: INFO nova.compute.manager [-] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Took 1.30 seconds to deallocate network for instance. [ 868.025240] env[69413]: DEBUG nova.compute.manager [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 868.201313] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eeabcc4-2319-4c07-aa31-bea6d1411f47 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.205270] env[69413]: DEBUG nova.network.neutron [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Updating instance_info_cache with network_info: [{"id": "3617c2b8-c41f-4fbf-962f-71dc5de9c7e0", "address": "fa:16:3e:a1:78:bf", "network": {"id": "a2656e5d-c1e1-4776-ab12-ec90f856ccbd", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-82093271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9536d7b0f5714f98b920d86514e2f32b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3617c2b8-c4", "ovs_interfaceid": "3617c2b8-c41f-4fbf-962f-71dc5de9c7e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.212089] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c2adc5-186b-413f-88e0-50e0ec5afb59 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.244290] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad415e9-829a-4cb6-a98a-a22dd57fd84f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.253485] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c30c766d-02de-410b-ac89-250ec4b4aba4 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "ea9f83f0-3336-4ebc-a5ad-183da349a61f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.253694] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c30c766d-02de-410b-ac89-250ec4b4aba4 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "ea9f83f0-3336-4ebc-a5ad-183da349a61f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.253908] env[69413]: DEBUG nova.compute.manager [None req-c30c766d-02de-410b-ac89-250ec4b4aba4 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Going to confirm migration 3 {{(pid=69413) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 868.256770] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3507526-2048-42bd-acdc-bdde6f4126c0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.271999] env[69413]: DEBUG nova.compute.provider_tree [None req-6fe329b1-eb15-463c-ab70-a5ccdc75b34f tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.454947] env[69413]: INFO nova.compute.manager [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Took 43.42 seconds to build instance. [ 868.479666] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d76db522-dd98-4551-a740-614a1d6098d4 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.708103] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Releasing lock "refresh_cache-b7ecae2d-7a65-4eff-a8f0-5991e57f1775" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.708961] env[69413]: DEBUG nova.compute.manager [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Instance network_info: |[{"id": "3617c2b8-c41f-4fbf-962f-71dc5de9c7e0", "address": "fa:16:3e:a1:78:bf", "network": {"id": "a2656e5d-c1e1-4776-ab12-ec90f856ccbd", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-82093271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9536d7b0f5714f98b920d86514e2f32b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3617c2b8-c4", "ovs_interfaceid": "3617c2b8-c41f-4fbf-962f-71dc5de9c7e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 868.709292] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:78:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '023d6500-887e-4dc4-bec5-06b40450d9c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3617c2b8-c41f-4fbf-962f-71dc5de9c7e0', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 868.717116] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Creating folder: Project (9536d7b0f5714f98b920d86514e2f32b). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 868.717445] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb03033a-5598-424b-9461-382c20719cd2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.728906] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Created folder: Project (9536d7b0f5714f98b920d86514e2f32b) in parent group-v616034. [ 868.729120] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Creating folder: Instances. Parent ref: group-v616207. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 868.729376] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbded504-6cf9-4c08-b417-8658e52124a4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.740401] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Created folder: Instances in parent group-v616207. [ 868.740644] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.740857] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 868.741080] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c245d49-bfb8-4e5b-9902-b7a6264429db {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.762144] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 868.762144] env[69413]: value = "task-3077710" [ 868.762144] env[69413]: _type = "Task" [ 868.762144] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.769845] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077710, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.774928] env[69413]: DEBUG nova.scheduler.client.report [None req-6fe329b1-eb15-463c-ab70-a5ccdc75b34f tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.932104] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c30c766d-02de-410b-ac89-250ec4b4aba4 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "refresh_cache-ea9f83f0-3336-4ebc-a5ad-183da349a61f" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.932331] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c30c766d-02de-410b-ac89-250ec4b4aba4 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquired lock "refresh_cache-ea9f83f0-3336-4ebc-a5ad-183da349a61f" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.932529] env[69413]: DEBUG nova.network.neutron [None req-c30c766d-02de-410b-ac89-250ec4b4aba4 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.932746] env[69413]: DEBUG nova.objects.instance [None req-c30c766d-02de-410b-ac89-250ec4b4aba4 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lazy-loading 'info_cache' on Instance uuid ea9f83f0-3336-4ebc-a5ad-183da349a61f {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.957321] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e67e6ed0-5142-49be-a792-ec4c14abdfeb tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Lock "9fb1b0a7-ddb8-4325-a38a-4659ee69ce36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.941s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.036889] env[69413]: DEBUG nova.compute.manager [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 869.072305] env[69413]: DEBUG nova.virt.hardware [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.073021] env[69413]: DEBUG nova.virt.hardware [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.073021] env[69413]: DEBUG nova.virt.hardware [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.073152] env[69413]: DEBUG nova.virt.hardware [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.073585] env[69413]: DEBUG nova.virt.hardware [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.073823] env[69413]: DEBUG nova.virt.hardware [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.074309] env[69413]: DEBUG nova.virt.hardware [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.076785] env[69413]: DEBUG nova.virt.hardware [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.076785] env[69413]: DEBUG nova.virt.hardware [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.076785] env[69413]: DEBUG nova.virt.hardware [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.076785] env[69413]: DEBUG nova.virt.hardware [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.076785] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc21e79e-7aac-41c1-a497-a31db88d6d66 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.088039] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98ab0e9-60d5-4730-a46f-a9ff59b07b5f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.095557] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Acquiring lock "375d6649-8287-43b0-af5b-592b9a7caa12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.095844] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Lock "375d6649-8287-43b0-af5b-592b9a7caa12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.105843] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Instance VIF info [] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.111772] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Creating folder: Project (d4e96e68d09440dba4da471acb3d6289). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 869.113225] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfb64d23-4194-4fba-b71c-5d6a7ad24b88 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.125640] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Created folder: Project (d4e96e68d09440dba4da471acb3d6289) in parent group-v616034. [ 869.125859] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Creating folder: Instances. Parent ref: group-v616210. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 869.126097] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4be7c02b-c542-4da2-ba6a-00274f484e9b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.136806] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Created folder: Instances in parent group-v616210. [ 869.137064] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.137271] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 869.137741] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80aec312-e945-4a92-936b-37f63916c64e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.156087] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.156087] env[69413]: value = "task-3077713" [ 869.156087] env[69413]: _type = "Task" [ 869.156087] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.164505] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077713, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.180724] env[69413]: DEBUG nova.compute.manager [req-45fdff09-c1e1-4f48-9166-74bb812f381d req-94c972fc-24c4-4f0c-bb54-225d54f127ee service nova] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Received event network-changed-3617c2b8-c41f-4fbf-962f-71dc5de9c7e0 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.181015] env[69413]: DEBUG nova.compute.manager [req-45fdff09-c1e1-4f48-9166-74bb812f381d req-94c972fc-24c4-4f0c-bb54-225d54f127ee service nova] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Refreshing instance network info cache due to event network-changed-3617c2b8-c41f-4fbf-962f-71dc5de9c7e0. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 869.181291] env[69413]: DEBUG oslo_concurrency.lockutils [req-45fdff09-c1e1-4f48-9166-74bb812f381d req-94c972fc-24c4-4f0c-bb54-225d54f127ee service nova] Acquiring lock "refresh_cache-b7ecae2d-7a65-4eff-a8f0-5991e57f1775" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.181498] env[69413]: DEBUG oslo_concurrency.lockutils [req-45fdff09-c1e1-4f48-9166-74bb812f381d req-94c972fc-24c4-4f0c-bb54-225d54f127ee service nova] Acquired lock "refresh_cache-b7ecae2d-7a65-4eff-a8f0-5991e57f1775" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.181691] env[69413]: DEBUG nova.network.neutron [req-45fdff09-c1e1-4f48-9166-74bb812f381d req-94c972fc-24c4-4f0c-bb54-225d54f127ee service nova] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Refreshing network info cache for port 3617c2b8-c41f-4fbf-962f-71dc5de9c7e0 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 869.272519] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077710, 'name': CreateVM_Task, 'duration_secs': 0.472563} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.272710] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 869.273422] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.273875] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.273948] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.274532] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-104ee61a-06ec-4f7d-9921-785c35c5e62e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.279680] env[69413]: DEBUG oslo_vmware.api [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Waiting for the task: (returnval){ [ 869.279680] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5232cf4d-65cb-ad4b-7fb3-e447be636c3c" [ 869.279680] env[69413]: _type = "Task" [ 869.279680] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.283617] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6fe329b1-eb15-463c-ab70-a5ccdc75b34f tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.275s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.285869] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.573s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.286894] env[69413]: DEBUG nova.objects.instance [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Lazy-loading 'pci_requests' on Instance uuid 9c167732-fb10-402b-8b16-d9094785af78 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.292599] env[69413]: DEBUG oslo_vmware.api [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5232cf4d-65cb-ad4b-7fb3-e447be636c3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.311402] env[69413]: INFO nova.scheduler.client.report [None req-6fe329b1-eb15-463c-ab70-a5ccdc75b34f tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Deleted allocations for instance 1c18d995-e20d-4a6c-9e67-0973a0091a57 [ 869.613758] env[69413]: DEBUG nova.compute.manager [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 869.669279] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077713, 'name': CreateVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.715850] env[69413]: INFO nova.compute.manager [None req-76eb5067-b85d-49b9-be62-0bf567ae0764 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Get console output [ 869.716209] env[69413]: WARNING nova.virt.vmwareapi.driver [None req-76eb5067-b85d-49b9-be62-0bf567ae0764 tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] The console log is missing. Check your VSPC configuration [ 869.791710] env[69413]: DEBUG nova.objects.instance [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Lazy-loading 'numa_topology' on Instance uuid 9c167732-fb10-402b-8b16-d9094785af78 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.792759] env[69413]: DEBUG oslo_vmware.api [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5232cf4d-65cb-ad4b-7fb3-e447be636c3c, 'name': SearchDatastore_Task, 'duration_secs': 0.012312} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.793013] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.793251] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.793535] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.793715] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.793942] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.794407] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b85c50a2-781a-4e5d-8226-d8fa6d470819 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.809020] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.809020] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.809020] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16352d64-8f36-4c4f-bebc-220e5b229583 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.812685] env[69413]: DEBUG oslo_vmware.api [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Waiting for the task: (returnval){ [ 869.812685] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5245c5df-e130-03a4-fe39-cd17d80a315a" [ 869.812685] env[69413]: _type = "Task" [ 869.812685] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.819325] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6fe329b1-eb15-463c-ab70-a5ccdc75b34f tempest-InstanceActionsTestJSON-1219023847 tempest-InstanceActionsTestJSON-1219023847-project-member] Lock "1c18d995-e20d-4a6c-9e67-0973a0091a57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.108s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.823262] env[69413]: DEBUG oslo_vmware.api [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5245c5df-e130-03a4-fe39-cd17d80a315a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.941175] env[69413]: DEBUG nova.network.neutron [req-45fdff09-c1e1-4f48-9166-74bb812f381d req-94c972fc-24c4-4f0c-bb54-225d54f127ee service nova] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Updated VIF entry in instance network info cache for port 3617c2b8-c41f-4fbf-962f-71dc5de9c7e0. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 869.941523] env[69413]: DEBUG nova.network.neutron [req-45fdff09-c1e1-4f48-9166-74bb812f381d req-94c972fc-24c4-4f0c-bb54-225d54f127ee service nova] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Updating instance_info_cache with network_info: [{"id": "3617c2b8-c41f-4fbf-962f-71dc5de9c7e0", "address": "fa:16:3e:a1:78:bf", "network": {"id": "a2656e5d-c1e1-4776-ab12-ec90f856ccbd", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-82093271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9536d7b0f5714f98b920d86514e2f32b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3617c2b8-c4", "ovs_interfaceid": "3617c2b8-c41f-4fbf-962f-71dc5de9c7e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.966421] env[69413]: INFO nova.compute.manager [None req-7cf9362c-6450-487c-879d-29696f321d83 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Rescuing [ 869.966792] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7cf9362c-6450-487c-879d-29696f321d83 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquiring lock "refresh_cache-9fb1b0a7-ddb8-4325-a38a-4659ee69ce36" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.966961] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7cf9362c-6450-487c-879d-29696f321d83 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquired lock "refresh_cache-9fb1b0a7-ddb8-4325-a38a-4659ee69ce36" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.967175] env[69413]: DEBUG nova.network.neutron [None req-7cf9362c-6450-487c-879d-29696f321d83 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.141778] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.162876] env[69413]: DEBUG nova.network.neutron [None req-c30c766d-02de-410b-ac89-250ec4b4aba4 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Updating instance_info_cache with network_info: [{"id": "24e46c02-d2dc-4658-b33d-6dad03ed964c", "address": "fa:16:3e:90:d8:b9", "network": {"id": "9b997f48-e078-4b7b-81f9-f111dbf3aed2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-448963928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4151a17ee9940e5a7934be8321a3ec6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24e46c02-d2", "ovs_interfaceid": "24e46c02-d2dc-4658-b33d-6dad03ed964c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.169556] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077713, 'name': CreateVM_Task, 'duration_secs': 0.513326} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.169739] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.171061] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.171061] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.171061] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.171061] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4302ff92-44cf-4b61-b51d-7168da0adf5e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.176168] env[69413]: DEBUG oslo_vmware.api [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Waiting for the task: (returnval){ [ 870.176168] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]523bb1c4-b9bf-047a-f284-258b5323f3cb" [ 870.176168] env[69413]: _type = "Task" [ 870.176168] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.186555] env[69413]: DEBUG oslo_vmware.api [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]523bb1c4-b9bf-047a-f284-258b5323f3cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.295303] env[69413]: INFO nova.compute.claims [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.324580] env[69413]: DEBUG oslo_vmware.api [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5245c5df-e130-03a4-fe39-cd17d80a315a, 'name': SearchDatastore_Task, 'duration_secs': 0.019002} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.325710] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a27594a3-472a-49e9-8f4a-c277a5cb1a1f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.334093] env[69413]: DEBUG oslo_vmware.api [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Waiting for the task: (returnval){ [ 870.334093] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]527052d2-f070-aefe-f31f-6b5df3f5f5ae" [ 870.334093] env[69413]: _type = "Task" [ 870.334093] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.344485] env[69413]: DEBUG oslo_vmware.api [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]527052d2-f070-aefe-f31f-6b5df3f5f5ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.447220] env[69413]: DEBUG oslo_concurrency.lockutils [req-45fdff09-c1e1-4f48-9166-74bb812f381d req-94c972fc-24c4-4f0c-bb54-225d54f127ee service nova] Releasing lock "refresh_cache-b7ecae2d-7a65-4eff-a8f0-5991e57f1775" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.665681] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c30c766d-02de-410b-ac89-250ec4b4aba4 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Releasing lock "refresh_cache-ea9f83f0-3336-4ebc-a5ad-183da349a61f" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.665901] env[69413]: DEBUG nova.objects.instance [None req-c30c766d-02de-410b-ac89-250ec4b4aba4 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lazy-loading 'migration_context' on Instance uuid ea9f83f0-3336-4ebc-a5ad-183da349a61f {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.690516] env[69413]: DEBUG oslo_vmware.api [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]523bb1c4-b9bf-047a-f284-258b5323f3cb, 'name': SearchDatastore_Task, 'duration_secs': 0.012642} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.690815] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.691070] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.691265] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.803518] env[69413]: DEBUG nova.network.neutron [None req-7cf9362c-6450-487c-879d-29696f321d83 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Updating instance_info_cache with network_info: [{"id": "5b4d5b00-b745-476f-9f4c-fd912f4a70a4", "address": "fa:16:3e:c4:28:a3", "network": {"id": "953617f3-da82-4cf8-b2fc-cf0a2125bdbc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1761269620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f603c4eab95049b2a3ac276067f89c87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b4d5b00-b7", "ovs_interfaceid": "5b4d5b00-b745-476f-9f4c-fd912f4a70a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.845818] env[69413]: DEBUG oslo_vmware.api [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]527052d2-f070-aefe-f31f-6b5df3f5f5ae, 'name': SearchDatastore_Task, 'duration_secs': 0.012471} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.846249] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.846458] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] b7ecae2d-7a65-4eff-a8f0-5991e57f1775/b7ecae2d-7a65-4eff-a8f0-5991e57f1775.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.847240] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.847482] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.847713] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd2c01cc-94ec-42ce-b9ea-2f3720f81c03 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.850109] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6cd8017-5654-4487-97ca-39d890376749 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.857834] env[69413]: DEBUG oslo_vmware.api [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Waiting for the task: (returnval){ [ 870.857834] env[69413]: value = "task-3077714" [ 870.857834] env[69413]: _type = "Task" [ 870.857834] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.862819] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.862926] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.863932] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec8a4620-d604-4f60-be60-2dfa9a19bd0d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.870298] env[69413]: DEBUG oslo_vmware.api [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Task: {'id': task-3077714, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.873911] env[69413]: DEBUG oslo_vmware.api [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Waiting for the task: (returnval){ [ 870.873911] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522f8d6a-5407-5e91-c363-7a167001c573" [ 870.873911] env[69413]: _type = "Task" [ 870.873911] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.878461] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3c65703a-4b86-41d2-ba17-79e9a9bf703d tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Acquiring lock "7d8f56fd-07ae-458b-b511-546b7adefe96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.878686] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3c65703a-4b86-41d2-ba17-79e9a9bf703d tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Lock "7d8f56fd-07ae-458b-b511-546b7adefe96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.879085] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3c65703a-4b86-41d2-ba17-79e9a9bf703d tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Acquiring lock "7d8f56fd-07ae-458b-b511-546b7adefe96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.879290] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3c65703a-4b86-41d2-ba17-79e9a9bf703d tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Lock "7d8f56fd-07ae-458b-b511-546b7adefe96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.879455] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3c65703a-4b86-41d2-ba17-79e9a9bf703d tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Lock "7d8f56fd-07ae-458b-b511-546b7adefe96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.881752] env[69413]: INFO nova.compute.manager [None req-3c65703a-4b86-41d2-ba17-79e9a9bf703d tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Terminating instance [ 870.889380] env[69413]: DEBUG oslo_vmware.api [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522f8d6a-5407-5e91-c363-7a167001c573, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.169989] env[69413]: DEBUG nova.objects.base [None req-c30c766d-02de-410b-ac89-250ec4b4aba4 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69413) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 871.171716] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8752eb83-69b1-4da2-a86f-ef9f305673b7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.196875] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fa340e8-7a87-43f4-8d6b-6981f8bd148c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.203127] env[69413]: DEBUG oslo_vmware.api [None req-c30c766d-02de-410b-ac89-250ec4b4aba4 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 871.203127] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]526d8760-7461-ec2e-0e9d-a4531d56d710" [ 871.203127] env[69413]: _type = "Task" [ 871.203127] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.211846] env[69413]: DEBUG oslo_vmware.api [None req-c30c766d-02de-410b-ac89-250ec4b4aba4 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]526d8760-7461-ec2e-0e9d-a4531d56d710, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.309881] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7cf9362c-6450-487c-879d-29696f321d83 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Releasing lock "refresh_cache-9fb1b0a7-ddb8-4325-a38a-4659ee69ce36" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.378015] env[69413]: DEBUG oslo_vmware.api [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Task: {'id': task-3077714, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.389185] env[69413]: DEBUG nova.compute.manager [None req-3c65703a-4b86-41d2-ba17-79e9a9bf703d tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 871.389185] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-3c65703a-4b86-41d2-ba17-79e9a9bf703d tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.389869] env[69413]: DEBUG oslo_vmware.api [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522f8d6a-5407-5e91-c363-7a167001c573, 'name': SearchDatastore_Task, 'duration_secs': 0.021985} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.390670] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24be85fd-9680-487d-83a9-7f13b54aed4f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.396722] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73f2d635-6bcc-4863-a901-68a0275267db {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.404327] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c65703a-4b86-41d2-ba17-79e9a9bf703d tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.405953] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d02f8a06-c114-4f12-980c-1a1714e6f4f5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.409484] env[69413]: DEBUG oslo_vmware.api [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Waiting for the task: (returnval){ [ 871.409484] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522abc77-bfeb-b861-45d4-a7fa324ad525" [ 871.409484] env[69413]: _type = "Task" [ 871.409484] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.413754] env[69413]: DEBUG oslo_vmware.api [None req-3c65703a-4b86-41d2-ba17-79e9a9bf703d tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Waiting for the task: (returnval){ [ 871.413754] env[69413]: value = "task-3077715" [ 871.413754] env[69413]: _type = "Task" [ 871.413754] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.426175] env[69413]: DEBUG oslo_vmware.api [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522abc77-bfeb-b861-45d4-a7fa324ad525, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.432545] env[69413]: DEBUG oslo_vmware.api [None req-3c65703a-4b86-41d2-ba17-79e9a9bf703d tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Task: {'id': task-3077715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.718268] env[69413]: DEBUG oslo_vmware.api [None req-c30c766d-02de-410b-ac89-250ec4b4aba4 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]526d8760-7461-ec2e-0e9d-a4531d56d710, 'name': SearchDatastore_Task, 'duration_secs': 0.00872} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.722023] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c30c766d-02de-410b-ac89-250ec4b4aba4 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.862408] env[69413]: DEBUG oslo_vmware.rw_handles [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5276fa69-f3cb-c336-0441-5235535cfa6b/disk-0.vmdk. {{(pid=69413) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 871.863870] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205f55ad-69ec-470f-ae14-b8d189fe8f02 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.876512] env[69413]: DEBUG oslo_vmware.rw_handles [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5276fa69-f3cb-c336-0441-5235535cfa6b/disk-0.vmdk is in state: ready. {{(pid=69413) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 871.876690] env[69413]: ERROR oslo_vmware.rw_handles [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5276fa69-f3cb-c336-0441-5235535cfa6b/disk-0.vmdk due to incomplete transfer. [ 871.879915] env[69413]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c8ca5347-98e1-48d0-9cb3-3f5ac1c92107 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.881332] env[69413]: DEBUG oslo_vmware.api [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Task: {'id': task-3077714, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701849} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.881844] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] b7ecae2d-7a65-4eff-a8f0-5991e57f1775/b7ecae2d-7a65-4eff-a8f0-5991e57f1775.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 871.882075] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 871.882634] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74014a72-7e16-43e4-8cdf-6a8fbcd83b48 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.888430] env[69413]: DEBUG oslo_vmware.rw_handles [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5276fa69-f3cb-c336-0441-5235535cfa6b/disk-0.vmdk. {{(pid=69413) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 871.888658] env[69413]: DEBUG nova.virt.vmwareapi.images [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Uploaded image 2a441474-00d6-4da8-9222-912cdd30e1af to the Glance image server {{(pid=69413) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 871.890941] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Destroying the VM {{(pid=69413) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 871.892136] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-714435f9-2a2f-4459-950f-aa2b6d2adc39 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.895968] env[69413]: DEBUG oslo_vmware.api [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Waiting for the task: (returnval){ [ 871.895968] env[69413]: value = "task-3077716" [ 871.895968] env[69413]: _type = "Task" [ 871.895968] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.898753] env[69413]: DEBUG oslo_vmware.api [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 871.898753] env[69413]: value = "task-3077717" [ 871.898753] env[69413]: _type = "Task" [ 871.898753] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.901941] env[69413]: DEBUG oslo_vmware.api [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Task: {'id': task-3077716, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.916598] env[69413]: DEBUG oslo_vmware.api [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077717, 'name': Destroy_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.925569] env[69413]: DEBUG oslo_vmware.api [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522abc77-bfeb-b861-45d4-a7fa324ad525, 'name': SearchDatastore_Task, 'duration_secs': 0.053961} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.931103] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.931399] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 6cf3c270-702a-49c8-b845-73e06b1f3c1b/6cf3c270-702a-49c8-b845-73e06b1f3c1b.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.931777] env[69413]: DEBUG oslo_vmware.api [None req-3c65703a-4b86-41d2-ba17-79e9a9bf703d tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Task: {'id': task-3077715, 'name': PowerOffVM_Task, 'duration_secs': 0.377189} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.932499] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7cbd011-5fd4-4be0-9b9e-3497ed4626ac {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.934906] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c65703a-4b86-41d2-ba17-79e9a9bf703d tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.935120] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-3c65703a-4b86-41d2-ba17-79e9a9bf703d tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.935362] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6de5c1f-ffa1-4c30-b9a1-ee0fb9811860 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.949837] env[69413]: DEBUG oslo_vmware.api [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Waiting for the task: (returnval){ [ 871.949837] env[69413]: value = "task-3077718" [ 871.949837] env[69413]: _type = "Task" [ 871.949837] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.964149] env[69413]: DEBUG oslo_vmware.api [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Task: {'id': task-3077718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.010132] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-3c65703a-4b86-41d2-ba17-79e9a9bf703d tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 872.010132] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-3c65703a-4b86-41d2-ba17-79e9a9bf703d tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 872.010132] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c65703a-4b86-41d2-ba17-79e9a9bf703d tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Deleting the datastore file [datastore2] 7d8f56fd-07ae-458b-b511-546b7adefe96 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 872.010132] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d5c05b7-caa3-4c27-9f08-278e7f561626 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.016132] env[69413]: DEBUG oslo_vmware.api [None req-3c65703a-4b86-41d2-ba17-79e9a9bf703d tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Waiting for the task: (returnval){ [ 872.016132] env[69413]: value = "task-3077720" [ 872.016132] env[69413]: _type = "Task" [ 872.016132] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.024635] env[69413]: DEBUG oslo_vmware.api [None req-3c65703a-4b86-41d2-ba17-79e9a9bf703d tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Task: {'id': task-3077720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.064468] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ee96e7-88c9-49c4-8675-bb6d867d7093 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.071816] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142e70a6-3fc2-4c54-a06a-5e46a65f6c3a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.102800] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d399adc-e085-4d7c-b2c1-f5926e0a8f37 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.110063] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a127e6a-8bf6-44de-a1e7-6027b4eb1784 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.123772] env[69413]: DEBUG nova.compute.provider_tree [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.404347] env[69413]: DEBUG oslo_vmware.api [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Task: {'id': task-3077716, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122717} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.407585] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.408580] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c345773f-a1ac-413c-8d49-4b90f78154d6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.416341] env[69413]: DEBUG oslo_vmware.api [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077717, 'name': Destroy_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.437833] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] b7ecae2d-7a65-4eff-a8f0-5991e57f1775/b7ecae2d-7a65-4eff-a8f0-5991e57f1775.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.438515] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ccb7988-1ba0-4a0b-a61b-be1572aedf5a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.463910] env[69413]: DEBUG oslo_vmware.api [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Task: {'id': task-3077718, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.465496] env[69413]: DEBUG oslo_vmware.api [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Waiting for the task: (returnval){ [ 872.465496] env[69413]: value = "task-3077721" [ 872.465496] env[69413]: _type = "Task" [ 872.465496] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.475206] env[69413]: DEBUG oslo_vmware.api [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Task: {'id': task-3077721, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.526482] env[69413]: DEBUG oslo_vmware.api [None req-3c65703a-4b86-41d2-ba17-79e9a9bf703d tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Task: {'id': task-3077720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.626719] env[69413]: DEBUG nova.scheduler.client.report [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.855312] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf9362c-6450-487c-879d-29696f321d83 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.855634] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a62c92bc-f36a-4a4a-9265-a9dda871ce4d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.864595] env[69413]: DEBUG oslo_vmware.api [None req-7cf9362c-6450-487c-879d-29696f321d83 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 872.864595] env[69413]: value = "task-3077722" [ 872.864595] env[69413]: _type = "Task" [ 872.864595] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.873842] env[69413]: DEBUG oslo_vmware.api [None req-7cf9362c-6450-487c-879d-29696f321d83 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077722, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.914428] env[69413]: DEBUG oslo_vmware.api [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077717, 'name': Destroy_Task, 'duration_secs': 0.881939} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.914884] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Destroyed the VM [ 872.914962] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Deleting Snapshot of the VM instance {{(pid=69413) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 872.915223] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-adfe2c92-c2e6-4609-a74f-c124701b112b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.922508] env[69413]: DEBUG oslo_vmware.api [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 872.922508] env[69413]: value = "task-3077723" [ 872.922508] env[69413]: _type = "Task" [ 872.922508] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.931102] env[69413]: DEBUG oslo_vmware.api [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077723, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.968774] env[69413]: DEBUG oslo_vmware.api [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Task: {'id': task-3077718, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.925532} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.972213] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 6cf3c270-702a-49c8-b845-73e06b1f3c1b/6cf3c270-702a-49c8-b845-73e06b1f3c1b.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.972530] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.972866] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77a54b7b-0550-4348-9399-867cbc9aba9b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.979805] env[69413]: DEBUG oslo_vmware.api [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Task: {'id': task-3077721, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.981304] env[69413]: DEBUG oslo_vmware.api [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Waiting for the task: (returnval){ [ 872.981304] env[69413]: value = "task-3077724" [ 872.981304] env[69413]: _type = "Task" [ 872.981304] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.990282] env[69413]: DEBUG oslo_vmware.api [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Task: {'id': task-3077724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.027201] env[69413]: DEBUG oslo_vmware.api [None req-3c65703a-4b86-41d2-ba17-79e9a9bf703d tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Task: {'id': task-3077720, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.653913} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.027525] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c65703a-4b86-41d2-ba17-79e9a9bf703d tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.027729] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-3c65703a-4b86-41d2-ba17-79e9a9bf703d tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.027928] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-3c65703a-4b86-41d2-ba17-79e9a9bf703d tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.028142] env[69413]: INFO nova.compute.manager [None req-3c65703a-4b86-41d2-ba17-79e9a9bf703d tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Took 1.64 seconds to destroy the instance on the hypervisor. [ 873.028470] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c65703a-4b86-41d2-ba17-79e9a9bf703d tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.028691] env[69413]: DEBUG nova.compute.manager [-] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 873.028821] env[69413]: DEBUG nova.network.neutron [-] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 873.132753] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.847s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.134962] env[69413]: DEBUG oslo_concurrency.lockutils [None req-769a99dc-0cc9-401b-b6c8-40651d3eb323 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.690s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.135502] env[69413]: DEBUG nova.objects.instance [None req-769a99dc-0cc9-401b-b6c8-40651d3eb323 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lazy-loading 'resources' on Instance uuid a5107bcd-c438-4000-a1e8-6a7f377a6c04 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.162758] env[69413]: INFO nova.network.neutron [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Updating port 629082e4-cda1-4129-8482-abb59f91f150 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 873.380994] env[69413]: DEBUG oslo_vmware.api [None req-7cf9362c-6450-487c-879d-29696f321d83 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077722, 'name': PowerOffVM_Task, 'duration_secs': 0.186316} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.381540] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf9362c-6450-487c-879d-29696f321d83 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.382622] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296674ae-ed3e-4ee5-bee5-e3df06d23200 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.408733] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c16116-3cd3-47a1-a1dc-153abe42c34f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.434367] env[69413]: DEBUG oslo_vmware.api [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077723, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.453760] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf9362c-6450-487c-879d-29696f321d83 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.454894] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00eed06d-f14d-4298-a187-e951e570bfec {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.461713] env[69413]: DEBUG oslo_vmware.api [None req-7cf9362c-6450-487c-879d-29696f321d83 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 873.461713] env[69413]: value = "task-3077725" [ 873.461713] env[69413]: _type = "Task" [ 873.461713] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.475135] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf9362c-6450-487c-879d-29696f321d83 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] VM already powered off {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 873.475599] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf9362c-6450-487c-879d-29696f321d83 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.475892] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7cf9362c-6450-487c-879d-29696f321d83 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.476037] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7cf9362c-6450-487c-879d-29696f321d83 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.476221] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cf9362c-6450-487c-879d-29696f321d83 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.476473] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83ca638a-12df-4ba3-a596-06ec62db5f5f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.483283] env[69413]: DEBUG oslo_vmware.api [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Task: {'id': task-3077721, 'name': ReconfigVM_Task, 'duration_secs': 0.612242} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.486552] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Reconfigured VM instance instance-0000003a to attach disk [datastore2] b7ecae2d-7a65-4eff-a8f0-5991e57f1775/b7ecae2d-7a65-4eff-a8f0-5991e57f1775.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.488589] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-725eec18-3875-4297-ac80-9e9e2e629d84 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.490150] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cf9362c-6450-487c-879d-29696f321d83 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.490356] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf9362c-6450-487c-879d-29696f321d83 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.491733] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f86cb45-9b2b-482d-9512-14f7054bdbb0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.497430] env[69413]: DEBUG oslo_vmware.api [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Task: {'id': task-3077724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077091} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.498032] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.498938] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ac4fe9-b4be-4683-a5fd-2f3ebeff84e3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.507426] env[69413]: DEBUG oslo_vmware.api [None req-7cf9362c-6450-487c-879d-29696f321d83 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 873.507426] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5233e1dc-fc8f-40c6-b19a-6a7d56cb202d" [ 873.507426] env[69413]: _type = "Task" [ 873.507426] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.507924] env[69413]: DEBUG oslo_vmware.api [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Waiting for the task: (returnval){ [ 873.507924] env[69413]: value = "task-3077726" [ 873.507924] env[69413]: _type = "Task" [ 873.507924] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.532681] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 6cf3c270-702a-49c8-b845-73e06b1f3c1b/6cf3c270-702a-49c8-b845-73e06b1f3c1b.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.533854] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fa10ca0-c7ee-4d9e-b8d2-4f086822c6bb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.555969] env[69413]: DEBUG oslo_vmware.api [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Task: {'id': task-3077726, 'name': Rename_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.555969] env[69413]: DEBUG oslo_vmware.api [None req-7cf9362c-6450-487c-879d-29696f321d83 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5233e1dc-fc8f-40c6-b19a-6a7d56cb202d, 'name': SearchDatastore_Task, 'duration_secs': 0.02} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.557157] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46035484-0072-4423-94b3-3f86d3b7569b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.561086] env[69413]: DEBUG oslo_vmware.api [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Waiting for the task: (returnval){ [ 873.561086] env[69413]: value = "task-3077727" [ 873.561086] env[69413]: _type = "Task" [ 873.561086] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.565412] env[69413]: DEBUG oslo_vmware.api [None req-7cf9362c-6450-487c-879d-29696f321d83 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 873.565412] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5296f7c3-35e5-a98d-6880-95e9917288eb" [ 873.565412] env[69413]: _type = "Task" [ 873.565412] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.572220] env[69413]: DEBUG oslo_vmware.api [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Task: {'id': task-3077727, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.577644] env[69413]: DEBUG oslo_vmware.api [None req-7cf9362c-6450-487c-879d-29696f321d83 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5296f7c3-35e5-a98d-6880-95e9917288eb, 'name': SearchDatastore_Task, 'duration_secs': 0.011027} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.577905] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7cf9362c-6450-487c-879d-29696f321d83 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.578185] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cf9362c-6450-487c-879d-29696f321d83 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36/2ef2504d-027d-42fe-98dd-6e912ffbdf46-rescue.vmdk. {{(pid=69413) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 873.578635] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9eaf174-5a50-416a-86dc-dd393371edc8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.584519] env[69413]: DEBUG oslo_vmware.api [None req-7cf9362c-6450-487c-879d-29696f321d83 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 873.584519] env[69413]: value = "task-3077728" [ 873.584519] env[69413]: _type = "Task" [ 873.584519] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.593470] env[69413]: DEBUG oslo_vmware.api [None req-7cf9362c-6450-487c-879d-29696f321d83 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.793128] env[69413]: DEBUG nova.compute.manager [req-b70c807d-1434-415c-a03b-7733428468e1 req-7547da9c-f28a-4ac9-b966-44fafb7545d3 service nova] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Received event network-vif-deleted-8ec7a102-4f8a-429c-aaec-dbb025514e4f {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.793128] env[69413]: INFO nova.compute.manager [req-b70c807d-1434-415c-a03b-7733428468e1 req-7547da9c-f28a-4ac9-b966-44fafb7545d3 service nova] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Neutron deleted interface 8ec7a102-4f8a-429c-aaec-dbb025514e4f; detaching it from the instance and deleting it from the info cache [ 873.793210] env[69413]: DEBUG nova.network.neutron [req-b70c807d-1434-415c-a03b-7733428468e1 req-7547da9c-f28a-4ac9-b966-44fafb7545d3 service nova] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.937364] env[69413]: DEBUG oslo_vmware.api [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077723, 'name': RemoveSnapshot_Task, 'duration_secs': 0.833001} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.941247] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Deleted Snapshot of the VM instance {{(pid=69413) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 873.941706] env[69413]: DEBUG nova.compute.manager [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.943254] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd82c5d-b042-4bf3-8d54-26906f4dad53 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.020467] env[69413]: DEBUG oslo_vmware.api [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Task: {'id': task-3077726, 'name': Rename_Task, 'duration_secs': 0.131611} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.020756] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.021024] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85e44b9c-daba-4346-b76c-f4124ed359a1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.031062] env[69413]: DEBUG oslo_vmware.api [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Waiting for the task: (returnval){ [ 874.031062] env[69413]: value = "task-3077729" [ 874.031062] env[69413]: _type = "Task" [ 874.031062] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.043728] env[69413]: DEBUG oslo_vmware.api [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Task: {'id': task-3077729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.078488] env[69413]: DEBUG oslo_vmware.api [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Task: {'id': task-3077727, 'name': ReconfigVM_Task, 'duration_secs': 0.318561} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.079747] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 6cf3c270-702a-49c8-b845-73e06b1f3c1b/6cf3c270-702a-49c8-b845-73e06b1f3c1b.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.079747] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfd99bdc-1b92-4cb8-819c-ac8eb07a4863 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.093165] env[69413]: DEBUG oslo_vmware.api [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Waiting for the task: (returnval){ [ 874.093165] env[69413]: value = "task-3077730" [ 874.093165] env[69413]: _type = "Task" [ 874.093165] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.103652] env[69413]: DEBUG oslo_vmware.api [None req-7cf9362c-6450-487c-879d-29696f321d83 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077728, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.112348] env[69413]: DEBUG oslo_vmware.api [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Task: {'id': task-3077730, 'name': Rename_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.120724] env[69413]: DEBUG nova.network.neutron [-] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.238825] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a534370-2967-4f58-a981-ee69e7b2d0a3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.249535] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870ab11f-8bf8-4dec-babe-8965d663a511 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.287507] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4f6ac4-5629-4e98-8cad-b7c5f2786e4f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.295327] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fc7963-734d-4c6f-910d-b89ec6286615 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.302869] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b948b575-f77c-4a58-984b-78e3fb77d8a5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.314456] env[69413]: DEBUG nova.compute.provider_tree [None req-769a99dc-0cc9-401b-b6c8-40651d3eb323 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.320406] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cfdbe7-b1aa-4e81-8eed-f0215cc85b86 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.353859] env[69413]: DEBUG nova.compute.manager [req-b70c807d-1434-415c-a03b-7733428468e1 req-7547da9c-f28a-4ac9-b966-44fafb7545d3 service nova] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Detach interface failed, port_id=8ec7a102-4f8a-429c-aaec-dbb025514e4f, reason: Instance 7d8f56fd-07ae-458b-b511-546b7adefe96 could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 874.463047] env[69413]: INFO nova.compute.manager [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Shelve offloading [ 874.542562] env[69413]: DEBUG oslo_vmware.api [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Task: {'id': task-3077729, 'name': PowerOnVM_Task, 'duration_secs': 0.452571} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.542865] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.543143] env[69413]: INFO nova.compute.manager [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Took 8.30 seconds to spawn the instance on the hypervisor. [ 874.543868] env[69413]: DEBUG nova.compute.manager [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.544665] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def24e6c-18bb-44a9-87ac-4cd73210da5c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.597157] env[69413]: DEBUG oslo_vmware.api [None req-7cf9362c-6450-487c-879d-29696f321d83 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534067} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.601648] env[69413]: INFO nova.virt.vmwareapi.ds_util [None req-7cf9362c-6450-487c-879d-29696f321d83 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36/2ef2504d-027d-42fe-98dd-6e912ffbdf46-rescue.vmdk. [ 874.603074] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b92a4c-5662-4dc8-aac8-28869a028c60 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.611481] env[69413]: DEBUG oslo_vmware.api [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Task: {'id': task-3077730, 'name': Rename_Task, 'duration_secs': 0.238177} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.624809] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.625722] env[69413]: INFO nova.compute.manager [-] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Took 1.60 seconds to deallocate network for instance. [ 874.635356] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cf9362c-6450-487c-879d-29696f321d83 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36/2ef2504d-027d-42fe-98dd-6e912ffbdf46-rescue.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.635656] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88761ac8-f83a-4125-bdea-279868ca2fff {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.642756] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ba45355-57e7-4db9-947c-053a202534a5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.663947] env[69413]: DEBUG oslo_vmware.api [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Waiting for the task: (returnval){ [ 874.663947] env[69413]: value = "task-3077731" [ 874.663947] env[69413]: _type = "Task" [ 874.663947] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.668733] env[69413]: DEBUG oslo_vmware.api [None req-7cf9362c-6450-487c-879d-29696f321d83 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 874.668733] env[69413]: value = "task-3077732" [ 874.668733] env[69413]: _type = "Task" [ 874.668733] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.680456] env[69413]: DEBUG oslo_vmware.api [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Task: {'id': task-3077731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.686370] env[69413]: DEBUG oslo_vmware.api [None req-7cf9362c-6450-487c-879d-29696f321d83 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077732, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.819638] env[69413]: DEBUG nova.scheduler.client.report [None req-769a99dc-0cc9-401b-b6c8-40651d3eb323 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.968485] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.972019] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-321f5d65-e1aa-45ef-ad2e-05d13547bfb8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.976465] env[69413]: DEBUG oslo_vmware.api [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 874.976465] env[69413]: value = "task-3077733" [ 874.976465] env[69413]: _type = "Task" [ 874.976465] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.987127] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] VM already powered off {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 874.987367] env[69413]: DEBUG nova.compute.manager [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.988404] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b2895b-3391-43a0-be1e-5089307d9561 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.995114] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquiring lock "refresh_cache-c15d57db-e0cf-45df-8bc4-9743066e5d54" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.995306] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquired lock "refresh_cache-c15d57db-e0cf-45df-8bc4-9743066e5d54" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.995522] env[69413]: DEBUG nova.network.neutron [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.065151] env[69413]: INFO nova.compute.manager [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Took 43.92 seconds to build instance. [ 875.159734] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3c65703a-4b86-41d2-ba17-79e9a9bf703d tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.185815] env[69413]: DEBUG oslo_vmware.api [None req-7cf9362c-6450-487c-879d-29696f321d83 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077732, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.187862] env[69413]: DEBUG oslo_vmware.api [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Task: {'id': task-3077731, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.325737] env[69413]: DEBUG oslo_concurrency.lockutils [None req-769a99dc-0cc9-401b-b6c8-40651d3eb323 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.191s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.327954] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e7d0c5f3-11c8-4ee0-90d7-0ce63acfb1a5 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.075s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.328214] env[69413]: DEBUG nova.objects.instance [None req-e7d0c5f3-11c8-4ee0-90d7-0ce63acfb1a5 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lazy-loading 'resources' on Instance uuid e9a9eb9b-ac85-4029-a417-6d38ef0de2e5 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.362468] env[69413]: INFO nova.scheduler.client.report [None req-769a99dc-0cc9-401b-b6c8-40651d3eb323 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Deleted allocations for instance a5107bcd-c438-4000-a1e8-6a7f377a6c04 [ 875.434349] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Acquiring lock "refresh_cache-9c167732-fb10-402b-8b16-d9094785af78" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.434522] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Acquired lock "refresh_cache-9c167732-fb10-402b-8b16-d9094785af78" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.434779] env[69413]: DEBUG nova.network.neutron [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.498262] env[69413]: DEBUG nova.compute.manager [req-d953a3e7-0e7c-46fc-9e2f-21f6a3d08685 req-56fc29a3-75f2-447a-bd2e-5780bdf11f7d service nova] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Received event network-vif-plugged-629082e4-cda1-4129-8482-abb59f91f150 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.498477] env[69413]: DEBUG oslo_concurrency.lockutils [req-d953a3e7-0e7c-46fc-9e2f-21f6a3d08685 req-56fc29a3-75f2-447a-bd2e-5780bdf11f7d service nova] Acquiring lock "9c167732-fb10-402b-8b16-d9094785af78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.498770] env[69413]: DEBUG oslo_concurrency.lockutils [req-d953a3e7-0e7c-46fc-9e2f-21f6a3d08685 req-56fc29a3-75f2-447a-bd2e-5780bdf11f7d service nova] Lock "9c167732-fb10-402b-8b16-d9094785af78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.498980] env[69413]: DEBUG oslo_concurrency.lockutils [req-d953a3e7-0e7c-46fc-9e2f-21f6a3d08685 req-56fc29a3-75f2-447a-bd2e-5780bdf11f7d service nova] Lock "9c167732-fb10-402b-8b16-d9094785af78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.499510] env[69413]: DEBUG nova.compute.manager [req-d953a3e7-0e7c-46fc-9e2f-21f6a3d08685 req-56fc29a3-75f2-447a-bd2e-5780bdf11f7d service nova] [instance: 9c167732-fb10-402b-8b16-d9094785af78] No waiting events found dispatching network-vif-plugged-629082e4-cda1-4129-8482-abb59f91f150 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 875.499742] env[69413]: WARNING nova.compute.manager [req-d953a3e7-0e7c-46fc-9e2f-21f6a3d08685 req-56fc29a3-75f2-447a-bd2e-5780bdf11f7d service nova] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Received unexpected event network-vif-plugged-629082e4-cda1-4129-8482-abb59f91f150 for instance with vm_state shelved_offloaded and task_state spawning. [ 875.567409] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bbcf924b-8361-4db4-a610-3a6890dee085 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Lock "b7ecae2d-7a65-4eff-a8f0-5991e57f1775" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.442s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.675925] env[69413]: DEBUG oslo_vmware.api [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Task: {'id': task-3077731, 'name': PowerOnVM_Task, 'duration_secs': 0.533128} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.679152] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.679378] env[69413]: INFO nova.compute.manager [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Took 6.64 seconds to spawn the instance on the hypervisor. [ 875.679552] env[69413]: DEBUG nova.compute.manager [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.680343] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8072042-3d4b-406a-81a5-6cf4de794a7b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.688334] env[69413]: DEBUG oslo_vmware.api [None req-7cf9362c-6450-487c-879d-29696f321d83 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077732, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.877390] env[69413]: DEBUG nova.network.neutron [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Updating instance_info_cache with network_info: [{"id": "ad26a47f-639f-45c2-b3cc-7b9366a2883c", "address": "fa:16:3e:ba:2a:ca", "network": {"id": "be70a538-4339-4cc1-9578-fd50ad7faf60", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-848088410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3244903a5a34e34a5f19ae8831810d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad26a47f-63", "ovs_interfaceid": "ad26a47f-639f-45c2-b3cc-7b9366a2883c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.884556] env[69413]: DEBUG oslo_concurrency.lockutils [None req-769a99dc-0cc9-401b-b6c8-40651d3eb323 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "a5107bcd-c438-4000-a1e8-6a7f377a6c04" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.210s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.187437] env[69413]: DEBUG oslo_vmware.api [None req-7cf9362c-6450-487c-879d-29696f321d83 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077732, 'name': ReconfigVM_Task, 'duration_secs': 1.206754} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.191078] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cf9362c-6450-487c-879d-29696f321d83 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36/2ef2504d-027d-42fe-98dd-6e912ffbdf46-rescue.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.191078] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d6301d-7ee6-4c83-acb5-8b41aa78f4c5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.228026] env[69413]: INFO nova.compute.manager [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Took 44.99 seconds to build instance. [ 876.231993] env[69413]: DEBUG nova.network.neutron [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Updating instance_info_cache with network_info: [{"id": "629082e4-cda1-4129-8482-abb59f91f150", "address": "fa:16:3e:ed:90:67", "network": {"id": "d98167cb-87c0-416f-a41d-446befedd8cb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-767419095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "aee4858f97604accae0cfa296cc59aeb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap629082e4-cd", "ovs_interfaceid": "629082e4-cda1-4129-8482-abb59f91f150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.233400] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1114deb-df87-4e5e-ba5f-c934f104d819 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.251802] env[69413]: DEBUG oslo_vmware.api [None req-7cf9362c-6450-487c-879d-29696f321d83 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 876.251802] env[69413]: value = "task-3077734" [ 876.251802] env[69413]: _type = "Task" [ 876.251802] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.264067] env[69413]: DEBUG oslo_vmware.api [None req-7cf9362c-6450-487c-879d-29696f321d83 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077734, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.379258] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e290c4-7dbf-4fbc-89bb-6ff62e4f7915 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.386948] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Releasing lock "refresh_cache-c15d57db-e0cf-45df-8bc4-9743066e5d54" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.389910] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76158e73-5a77-4613-9a09-5ece2efbc055 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.422406] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab763dd-ebcc-4a3a-be14-a342cd86d38b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.431504] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157b0a55-6e45-4848-93f2-bacd15421608 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.444632] env[69413]: DEBUG oslo_concurrency.lockutils [None req-988d2cbb-2ef8-46b8-92bc-201ef1081b37 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Acquiring lock "interface-b7ecae2d-7a65-4eff-a8f0-5991e57f1775-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.444885] env[69413]: DEBUG oslo_concurrency.lockutils [None req-988d2cbb-2ef8-46b8-92bc-201ef1081b37 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Lock "interface-b7ecae2d-7a65-4eff-a8f0-5991e57f1775-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.445216] env[69413]: DEBUG nova.objects.instance [None req-988d2cbb-2ef8-46b8-92bc-201ef1081b37 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Lazy-loading 'flavor' on Instance uuid b7ecae2d-7a65-4eff-a8f0-5991e57f1775 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.446738] env[69413]: DEBUG nova.compute.provider_tree [None req-e7d0c5f3-11c8-4ee0-90d7-0ce63acfb1a5 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.745324] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0ef55662-9348-4d2f-ab1a-01fec2a9462c tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Lock "6cf3c270-702a-49c8-b845-73e06b1f3c1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.521s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.745820] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Releasing lock "refresh_cache-9c167732-fb10-402b-8b16-d9094785af78" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.762439] env[69413]: DEBUG oslo_vmware.api [None req-7cf9362c-6450-487c-879d-29696f321d83 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077734, 'name': ReconfigVM_Task, 'duration_secs': 0.152976} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.762566] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf9362c-6450-487c-879d-29696f321d83 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.763053] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b58146e7-e9c2-49cf-93dc-35895644ac72 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.768522] env[69413]: DEBUG oslo_vmware.api [None req-7cf9362c-6450-487c-879d-29696f321d83 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 876.768522] env[69413]: value = "task-3077735" [ 876.768522] env[69413]: _type = "Task" [ 876.768522] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.769877] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.771091] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546cf253-88b6-4860-bd25-4da40a196274 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.774434] env[69413]: DEBUG nova.virt.hardware [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4ed0e9ddf54abb68662eadb41e75fb84',container_format='bare',created_at=2025-03-19T04:14:36Z,direct_url=,disk_format='vmdk',id=7ef08f95-0124-4429-b588-c119dfe0e3b3,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-397498226-shelved',owner='aee4858f97604accae0cfa296cc59aeb',properties=ImageMetaProps,protected=,size=31666688,status='active',tags=,updated_at=2025-03-19T04:14:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.774652] env[69413]: DEBUG nova.virt.hardware [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.774806] env[69413]: DEBUG nova.virt.hardware [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.774982] env[69413]: DEBUG nova.virt.hardware [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.775137] env[69413]: DEBUG nova.virt.hardware [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.775281] env[69413]: DEBUG nova.virt.hardware [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.775486] env[69413]: DEBUG nova.virt.hardware [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.775642] env[69413]: DEBUG nova.virt.hardware [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.775804] env[69413]: DEBUG nova.virt.hardware [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.776081] env[69413]: DEBUG nova.virt.hardware [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.776220] env[69413]: DEBUG nova.virt.hardware [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.779716] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6919b861-a1e0-469c-bedc-43843b4503e0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.788692] env[69413]: DEBUG oslo_vmware.api [None req-7cf9362c-6450-487c-879d-29696f321d83 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077735, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.793315] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.794390] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ff62445-6e6c-457d-a8b4-aa61c7201c02 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.796182] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22ac41a-ce94-4a95-819a-933877aacc9c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.812096] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:90:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31e77685-b4dd-4810-80ef-24115ea9ea62', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '629082e4-cda1-4129-8482-abb59f91f150', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.820422] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.820546] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.820762] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c53ee57-93f3-4af6-904d-3d7178a560ac {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.843437] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 876.843437] env[69413]: value = "task-3077737" [ 876.843437] env[69413]: _type = "Task" [ 876.843437] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.851566] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077737, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.865721] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.865984] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.866206] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Deleting the datastore file [datastore1] c15d57db-e0cf-45df-8bc4-9743066e5d54 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.866590] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ecb416c-88ce-4771-a33b-17f5c479d2d1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.874833] env[69413]: DEBUG oslo_vmware.api [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 876.874833] env[69413]: value = "task-3077738" [ 876.874833] env[69413]: _type = "Task" [ 876.874833] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.883843] env[69413]: DEBUG oslo_vmware.api [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077738, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.950283] env[69413]: DEBUG nova.objects.instance [None req-988d2cbb-2ef8-46b8-92bc-201ef1081b37 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Lazy-loading 'pci_requests' on Instance uuid b7ecae2d-7a65-4eff-a8f0-5991e57f1775 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.952035] env[69413]: DEBUG nova.scheduler.client.report [None req-e7d0c5f3-11c8-4ee0-90d7-0ce63acfb1a5 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.280147] env[69413]: DEBUG oslo_vmware.api [None req-7cf9362c-6450-487c-879d-29696f321d83 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077735, 'name': PowerOnVM_Task, 'duration_secs': 0.45789} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.280503] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf9362c-6450-487c-879d-29696f321d83 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.283447] env[69413]: DEBUG nova.compute.manager [None req-7cf9362c-6450-487c-879d-29696f321d83 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.284318] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085528ab-5726-49dd-8250-1010cc31bd0e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.356771] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077737, 'name': CreateVM_Task, 'duration_secs': 0.352471} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.356958] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.357735] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7ef08f95-0124-4429-b588-c119dfe0e3b3" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.357900] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7ef08f95-0124-4429-b588-c119dfe0e3b3" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.358340] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7ef08f95-0124-4429-b588-c119dfe0e3b3" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.358644] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fa59190-f8e4-43bf-a229-d536631973b0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.363669] env[69413]: DEBUG oslo_vmware.api [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Waiting for the task: (returnval){ [ 877.363669] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52381151-6f85-fee4-1790-6353d89b808e" [ 877.363669] env[69413]: _type = "Task" [ 877.363669] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.371542] env[69413]: DEBUG oslo_vmware.api [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52381151-6f85-fee4-1790-6353d89b808e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.383846] env[69413]: DEBUG oslo_vmware.api [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077738, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158664} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.384106] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.384295] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.384472] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.401932] env[69413]: INFO nova.scheduler.client.report [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Deleted allocations for instance c15d57db-e0cf-45df-8bc4-9743066e5d54 [ 877.457665] env[69413]: DEBUG nova.objects.base [None req-988d2cbb-2ef8-46b8-92bc-201ef1081b37 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69413) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 877.458259] env[69413]: DEBUG nova.network.neutron [None req-988d2cbb-2ef8-46b8-92bc-201ef1081b37 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 877.460367] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e7d0c5f3-11c8-4ee0-90d7-0ce63acfb1a5 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.462273] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3a2ac24d-1ff2-4e73-8fbb-b60e20ba6050 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.335s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.462555] env[69413]: DEBUG nova.objects.instance [None req-3a2ac24d-1ff2-4e73-8fbb-b60e20ba6050 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Lazy-loading 'resources' on Instance uuid de756510-54b4-4b77-beeb-406507b128cb {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.482997] env[69413]: INFO nova.scheduler.client.report [None req-e7d0c5f3-11c8-4ee0-90d7-0ce63acfb1a5 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Deleted allocations for instance e9a9eb9b-ac85-4029-a417-6d38ef0de2e5 [ 877.574244] env[69413]: DEBUG oslo_concurrency.lockutils [None req-988d2cbb-2ef8-46b8-92bc-201ef1081b37 tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Lock "interface-b7ecae2d-7a65-4eff-a8f0-5991e57f1775-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.129s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.781236] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Acquiring lock "f1edcde1-2547-448b-95d0-d4c1b93e325f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.781448] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Lock "f1edcde1-2547-448b-95d0-d4c1b93e325f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.877854] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7ef08f95-0124-4429-b588-c119dfe0e3b3" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.878416] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Processing image 7ef08f95-0124-4429-b588-c119dfe0e3b3 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.878559] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7ef08f95-0124-4429-b588-c119dfe0e3b3/7ef08f95-0124-4429-b588-c119dfe0e3b3.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.878785] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7ef08f95-0124-4429-b588-c119dfe0e3b3/7ef08f95-0124-4429-b588-c119dfe0e3b3.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.879057] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.879392] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56911a64-540d-48a9-acf0-c0614e978d9a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.902408] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.902572] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.903337] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99d0bbbd-1571-4063-9c7d-9a5b3db02372 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.906502] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.909864] env[69413]: DEBUG oslo_vmware.api [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Waiting for the task: (returnval){ [ 877.909864] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]521b501e-7fd1-ae26-25dc-d20121c61ba7" [ 877.909864] env[69413]: _type = "Task" [ 877.909864] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.917968] env[69413]: DEBUG oslo_vmware.api [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]521b501e-7fd1-ae26-25dc-d20121c61ba7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.992635] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e7d0c5f3-11c8-4ee0-90d7-0ce63acfb1a5 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "e9a9eb9b-ac85-4029-a417-6d38ef0de2e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.064s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.283988] env[69413]: DEBUG nova.compute.manager [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 878.381127] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f113d580-6c92-4db3-bcf0-816ff7afac62 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.388778] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0641d48-ea69-4e38-bd88-49693c7b0ed2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.424139] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a2aeb5-d703-4390-8956-62fc6d8ff10f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.434049] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Preparing fetch location {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 878.434359] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Fetch image to [datastore2] OSTACK_IMG_c4eead75-1cca-43ee-9919-a0005f036c47/OSTACK_IMG_c4eead75-1cca-43ee-9919-a0005f036c47.vmdk {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 878.434566] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Downloading stream optimized image 7ef08f95-0124-4429-b588-c119dfe0e3b3 to [datastore2] OSTACK_IMG_c4eead75-1cca-43ee-9919-a0005f036c47/OSTACK_IMG_c4eead75-1cca-43ee-9919-a0005f036c47.vmdk on the data store datastore2 as vApp {{(pid=69413) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 878.434778] env[69413]: DEBUG nova.virt.vmwareapi.images [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Downloading image file data 7ef08f95-0124-4429-b588-c119dfe0e3b3 to the ESX as VM named 'OSTACK_IMG_c4eead75-1cca-43ee-9919-a0005f036c47' {{(pid=69413) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 878.438189] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e95bea-7520-48b9-b18f-93b76eb9ebff {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.450924] env[69413]: DEBUG nova.compute.provider_tree [None req-3a2ac24d-1ff2-4e73-8fbb-b60e20ba6050 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.455183] env[69413]: DEBUG nova.compute.manager [req-227a2db1-06d6-48af-9ad0-273fcf0f5b88 req-c4bb9c27-22c3-4ae8-8583-e35b4e22134f service nova] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Received event network-changed-629082e4-cda1-4129-8482-abb59f91f150 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.455183] env[69413]: DEBUG nova.compute.manager [req-227a2db1-06d6-48af-9ad0-273fcf0f5b88 req-c4bb9c27-22c3-4ae8-8583-e35b4e22134f service nova] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Refreshing instance network info cache due to event network-changed-629082e4-cda1-4129-8482-abb59f91f150. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 878.455183] env[69413]: DEBUG oslo_concurrency.lockutils [req-227a2db1-06d6-48af-9ad0-273fcf0f5b88 req-c4bb9c27-22c3-4ae8-8583-e35b4e22134f service nova] Acquiring lock "refresh_cache-9c167732-fb10-402b-8b16-d9094785af78" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.455183] env[69413]: DEBUG oslo_concurrency.lockutils [req-227a2db1-06d6-48af-9ad0-273fcf0f5b88 req-c4bb9c27-22c3-4ae8-8583-e35b4e22134f service nova] Acquired lock "refresh_cache-9c167732-fb10-402b-8b16-d9094785af78" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.455183] env[69413]: DEBUG nova.network.neutron [req-227a2db1-06d6-48af-9ad0-273fcf0f5b88 req-c4bb9c27-22c3-4ae8-8583-e35b4e22134f service nova] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Refreshing network info cache for port 629082e4-cda1-4129-8482-abb59f91f150 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.514545] env[69413]: DEBUG oslo_vmware.rw_handles [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 878.514545] env[69413]: value = "resgroup-9" [ 878.514545] env[69413]: _type = "ResourcePool" [ 878.514545] env[69413]: }. {{(pid=69413) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 878.514842] env[69413]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a70aa1d5-c6f8-42e1-9bc2-80e2becad672 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.535722] env[69413]: DEBUG oslo_vmware.rw_handles [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Lease: (returnval){ [ 878.535722] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522626f2-3ef1-8e5e-8bb9-7c2a0472cfbe" [ 878.535722] env[69413]: _type = "HttpNfcLease" [ 878.535722] env[69413]: } obtained for vApp import into resource pool (val){ [ 878.535722] env[69413]: value = "resgroup-9" [ 878.535722] env[69413]: _type = "ResourcePool" [ 878.535722] env[69413]: }. {{(pid=69413) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 878.536036] env[69413]: DEBUG oslo_vmware.api [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Waiting for the lease: (returnval){ [ 878.536036] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522626f2-3ef1-8e5e-8bb9-7c2a0472cfbe" [ 878.536036] env[69413]: _type = "HttpNfcLease" [ 878.536036] env[69413]: } to be ready. {{(pid=69413) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 878.542100] env[69413]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 878.542100] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522626f2-3ef1-8e5e-8bb9-7c2a0472cfbe" [ 878.542100] env[69413]: _type = "HttpNfcLease" [ 878.542100] env[69413]: } is initializing. {{(pid=69413) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 878.806248] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.958157] env[69413]: DEBUG nova.scheduler.client.report [None req-3a2ac24d-1ff2-4e73-8fbb-b60e20ba6050 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.044321] env[69413]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 879.044321] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522626f2-3ef1-8e5e-8bb9-7c2a0472cfbe" [ 879.044321] env[69413]: _type = "HttpNfcLease" [ 879.044321] env[69413]: } is initializing. {{(pid=69413) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 879.316587] env[69413]: DEBUG nova.network.neutron [req-227a2db1-06d6-48af-9ad0-273fcf0f5b88 req-c4bb9c27-22c3-4ae8-8583-e35b4e22134f service nova] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Updated VIF entry in instance network info cache for port 629082e4-cda1-4129-8482-abb59f91f150. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.317999] env[69413]: DEBUG nova.network.neutron [req-227a2db1-06d6-48af-9ad0-273fcf0f5b88 req-c4bb9c27-22c3-4ae8-8583-e35b4e22134f service nova] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Updating instance_info_cache with network_info: [{"id": "629082e4-cda1-4129-8482-abb59f91f150", "address": "fa:16:3e:ed:90:67", "network": {"id": "d98167cb-87c0-416f-a41d-446befedd8cb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-767419095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "aee4858f97604accae0cfa296cc59aeb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap629082e4-cd", "ovs_interfaceid": "629082e4-cda1-4129-8482-abb59f91f150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.467452] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3a2ac24d-1ff2-4e73-8fbb-b60e20ba6050 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.469762] env[69413]: DEBUG oslo_concurrency.lockutils [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.788s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.475131] env[69413]: INFO nova.compute.claims [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 879.500927] env[69413]: INFO nova.scheduler.client.report [None req-3a2ac24d-1ff2-4e73-8fbb-b60e20ba6050 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Deleted allocations for instance de756510-54b4-4b77-beeb-406507b128cb [ 879.545385] env[69413]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 879.545385] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522626f2-3ef1-8e5e-8bb9-7c2a0472cfbe" [ 879.545385] env[69413]: _type = "HttpNfcLease" [ 879.545385] env[69413]: } is initializing. {{(pid=69413) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 879.819958] env[69413]: DEBUG oslo_concurrency.lockutils [req-227a2db1-06d6-48af-9ad0-273fcf0f5b88 req-c4bb9c27-22c3-4ae8-8583-e35b4e22134f service nova] Releasing lock "refresh_cache-9c167732-fb10-402b-8b16-d9094785af78" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.820113] env[69413]: DEBUG nova.compute.manager [req-227a2db1-06d6-48af-9ad0-273fcf0f5b88 req-c4bb9c27-22c3-4ae8-8583-e35b4e22134f service nova] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Received event network-vif-unplugged-ad26a47f-639f-45c2-b3cc-7b9366a2883c {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.820314] env[69413]: DEBUG oslo_concurrency.lockutils [req-227a2db1-06d6-48af-9ad0-273fcf0f5b88 req-c4bb9c27-22c3-4ae8-8583-e35b4e22134f service nova] Acquiring lock "c15d57db-e0cf-45df-8bc4-9743066e5d54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.820585] env[69413]: DEBUG oslo_concurrency.lockutils [req-227a2db1-06d6-48af-9ad0-273fcf0f5b88 req-c4bb9c27-22c3-4ae8-8583-e35b4e22134f service nova] Lock "c15d57db-e0cf-45df-8bc4-9743066e5d54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.820786] env[69413]: DEBUG oslo_concurrency.lockutils [req-227a2db1-06d6-48af-9ad0-273fcf0f5b88 req-c4bb9c27-22c3-4ae8-8583-e35b4e22134f service nova] Lock "c15d57db-e0cf-45df-8bc4-9743066e5d54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.821097] env[69413]: DEBUG nova.compute.manager [req-227a2db1-06d6-48af-9ad0-273fcf0f5b88 req-c4bb9c27-22c3-4ae8-8583-e35b4e22134f service nova] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] No waiting events found dispatching network-vif-unplugged-ad26a47f-639f-45c2-b3cc-7b9366a2883c {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 879.821424] env[69413]: WARNING nova.compute.manager [req-227a2db1-06d6-48af-9ad0-273fcf0f5b88 req-c4bb9c27-22c3-4ae8-8583-e35b4e22134f service nova] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Received unexpected event network-vif-unplugged-ad26a47f-639f-45c2-b3cc-7b9366a2883c for instance with vm_state shelved_offloaded and task_state None. [ 879.821744] env[69413]: DEBUG nova.compute.manager [req-227a2db1-06d6-48af-9ad0-273fcf0f5b88 req-c4bb9c27-22c3-4ae8-8583-e35b4e22134f service nova] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Received event network-changed-ad26a47f-639f-45c2-b3cc-7b9366a2883c {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.822125] env[69413]: DEBUG nova.compute.manager [req-227a2db1-06d6-48af-9ad0-273fcf0f5b88 req-c4bb9c27-22c3-4ae8-8583-e35b4e22134f service nova] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Refreshing instance network info cache due to event network-changed-ad26a47f-639f-45c2-b3cc-7b9366a2883c. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 879.822416] env[69413]: DEBUG oslo_concurrency.lockutils [req-227a2db1-06d6-48af-9ad0-273fcf0f5b88 req-c4bb9c27-22c3-4ae8-8583-e35b4e22134f service nova] Acquiring lock "refresh_cache-c15d57db-e0cf-45df-8bc4-9743066e5d54" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.822567] env[69413]: DEBUG oslo_concurrency.lockutils [req-227a2db1-06d6-48af-9ad0-273fcf0f5b88 req-c4bb9c27-22c3-4ae8-8583-e35b4e22134f service nova] Acquired lock "refresh_cache-c15d57db-e0cf-45df-8bc4-9743066e5d54" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.822820] env[69413]: DEBUG nova.network.neutron [req-227a2db1-06d6-48af-9ad0-273fcf0f5b88 req-c4bb9c27-22c3-4ae8-8583-e35b4e22134f service nova] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Refreshing network info cache for port ad26a47f-639f-45c2-b3cc-7b9366a2883c {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.011937] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3a2ac24d-1ff2-4e73-8fbb-b60e20ba6050 tempest-AttachInterfacesUnderV243Test-1830893340 tempest-AttachInterfacesUnderV243Test-1830893340-project-member] Lock "de756510-54b4-4b77-beeb-406507b128cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.419s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.046091] env[69413]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 880.046091] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522626f2-3ef1-8e5e-8bb9-7c2a0472cfbe" [ 880.046091] env[69413]: _type = "HttpNfcLease" [ 880.046091] env[69413]: } is initializing. {{(pid=69413) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 880.052744] env[69413]: DEBUG oslo_concurrency.lockutils [None req-730a0097-952a-49dd-bfc3-122fe3cba60f tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Acquiring lock "b7ecae2d-7a65-4eff-a8f0-5991e57f1775" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.053071] env[69413]: DEBUG oslo_concurrency.lockutils [None req-730a0097-952a-49dd-bfc3-122fe3cba60f tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Lock "b7ecae2d-7a65-4eff-a8f0-5991e57f1775" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.053356] env[69413]: DEBUG oslo_concurrency.lockutils [None req-730a0097-952a-49dd-bfc3-122fe3cba60f tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Acquiring lock "b7ecae2d-7a65-4eff-a8f0-5991e57f1775-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.053600] env[69413]: DEBUG oslo_concurrency.lockutils [None req-730a0097-952a-49dd-bfc3-122fe3cba60f tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Lock "b7ecae2d-7a65-4eff-a8f0-5991e57f1775-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.053859] env[69413]: DEBUG oslo_concurrency.lockutils [None req-730a0097-952a-49dd-bfc3-122fe3cba60f tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Lock "b7ecae2d-7a65-4eff-a8f0-5991e57f1775-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.055895] env[69413]: INFO nova.compute.manager [None req-730a0097-952a-49dd-bfc3-122fe3cba60f tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Terminating instance [ 880.549115] env[69413]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 880.549115] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522626f2-3ef1-8e5e-8bb9-7c2a0472cfbe" [ 880.549115] env[69413]: _type = "HttpNfcLease" [ 880.549115] env[69413]: } is ready. {{(pid=69413) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 880.549477] env[69413]: DEBUG oslo_vmware.rw_handles [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 880.549477] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522626f2-3ef1-8e5e-8bb9-7c2a0472cfbe" [ 880.549477] env[69413]: _type = "HttpNfcLease" [ 880.549477] env[69413]: }. {{(pid=69413) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 880.550132] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a798ccb0-a5bd-457c-a2d4-74a219fa1c35 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.559091] env[69413]: DEBUG oslo_vmware.rw_handles [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d4646c-e4d0-ce47-813b-83ad25b4c1b7/disk-0.vmdk from lease info. {{(pid=69413) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 880.559223] env[69413]: DEBUG oslo_vmware.rw_handles [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d4646c-e4d0-ce47-813b-83ad25b4c1b7/disk-0.vmdk. {{(pid=69413) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 880.561046] env[69413]: DEBUG nova.compute.manager [None req-730a0097-952a-49dd-bfc3-122fe3cba60f tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 880.561159] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-730a0097-952a-49dd-bfc3-122fe3cba60f tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.563396] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f063a7d7-9abb-4727-a835-99d9e27815a5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.630488] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-730a0097-952a-49dd-bfc3-122fe3cba60f tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.633151] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db41199c-ae47-4637-b326-d7bccbe131f1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.636586] env[69413]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-899937cd-e1ec-492d-adcb-b0c15b569e5b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.643381] env[69413]: DEBUG oslo_vmware.api [None req-730a0097-952a-49dd-bfc3-122fe3cba60f tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Waiting for the task: (returnval){ [ 880.643381] env[69413]: value = "task-3077740" [ 880.643381] env[69413]: _type = "Task" [ 880.643381] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.655186] env[69413]: DEBUG oslo_vmware.api [None req-730a0097-952a-49dd-bfc3-122fe3cba60f tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Task: {'id': task-3077740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.736131] env[69413]: DEBUG nova.network.neutron [req-227a2db1-06d6-48af-9ad0-273fcf0f5b88 req-c4bb9c27-22c3-4ae8-8583-e35b4e22134f service nova] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Updated VIF entry in instance network info cache for port ad26a47f-639f-45c2-b3cc-7b9366a2883c. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.736574] env[69413]: DEBUG nova.network.neutron [req-227a2db1-06d6-48af-9ad0-273fcf0f5b88 req-c4bb9c27-22c3-4ae8-8583-e35b4e22134f service nova] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Updating instance_info_cache with network_info: [{"id": "ad26a47f-639f-45c2-b3cc-7b9366a2883c", "address": "fa:16:3e:ba:2a:ca", "network": {"id": "be70a538-4339-4cc1-9578-fd50ad7faf60", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-848088410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3244903a5a34e34a5f19ae8831810d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapad26a47f-63", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.810507] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquiring lock "c15d57db-e0cf-45df-8bc4-9743066e5d54" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.939336] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "a831417f-aa67-4dc5-9b42-9fa51e69d85c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.940059] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "a831417f-aa67-4dc5-9b42-9fa51e69d85c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.134142] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae37f4a7-a08b-4934-9cdc-3941d9aa1541 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.145526] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f621751e-90e5-4ae9-a704-2d7e18826566 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.159367] env[69413]: DEBUG oslo_vmware.api [None req-730a0097-952a-49dd-bfc3-122fe3cba60f tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Task: {'id': task-3077740, 'name': PowerOffVM_Task, 'duration_secs': 0.191468} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.184121] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-730a0097-952a-49dd-bfc3-122fe3cba60f tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.184348] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-730a0097-952a-49dd-bfc3-122fe3cba60f tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.185729] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcd26207-e988-4b6e-918c-ecaf8402eae7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.188022] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0603e0d1-b9fa-45fd-a256-9c888a0d8dc0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.195876] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da76067-677e-4dd3-88d7-1ae3aa082da3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.210544] env[69413]: DEBUG nova.compute.provider_tree [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 881.238681] env[69413]: DEBUG oslo_concurrency.lockutils [req-227a2db1-06d6-48af-9ad0-273fcf0f5b88 req-c4bb9c27-22c3-4ae8-8583-e35b4e22134f service nova] Releasing lock "refresh_cache-c15d57db-e0cf-45df-8bc4-9743066e5d54" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.261417] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-730a0097-952a-49dd-bfc3-122fe3cba60f tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.261653] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-730a0097-952a-49dd-bfc3-122fe3cba60f tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.261884] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-730a0097-952a-49dd-bfc3-122fe3cba60f tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Deleting the datastore file [datastore2] b7ecae2d-7a65-4eff-a8f0-5991e57f1775 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.262262] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d333d16d-564b-4de2-ad76-d96d220a33e9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.268391] env[69413]: DEBUG oslo_vmware.api [None req-730a0097-952a-49dd-bfc3-122fe3cba60f tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Waiting for the task: (returnval){ [ 881.268391] env[69413]: value = "task-3077742" [ 881.268391] env[69413]: _type = "Task" [ 881.268391] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.280158] env[69413]: DEBUG oslo_vmware.api [None req-730a0097-952a-49dd-bfc3-122fe3cba60f tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Task: {'id': task-3077742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.443382] env[69413]: DEBUG nova.compute.manager [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 881.478840] env[69413]: INFO nova.compute.manager [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Rebuilding instance [ 881.531757] env[69413]: DEBUG nova.compute.manager [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.533055] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cae6bc8-1743-42a5-8138-751a62c41774 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.737286] env[69413]: ERROR nova.scheduler.client.report [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [req-0b6d6145-8786-421e-96f3-3141bde6490f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65568fbe-598e-408e-afad-1b65d19c68ec. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0b6d6145-8786-421e-96f3-3141bde6490f"}]} [ 881.755730] env[69413]: DEBUG nova.scheduler.client.report [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Refreshing inventories for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 881.774456] env[69413]: DEBUG nova.scheduler.client.report [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Updating ProviderTree inventory for provider 65568fbe-598e-408e-afad-1b65d19c68ec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 881.774761] env[69413]: DEBUG nova.compute.provider_tree [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 881.784481] env[69413]: DEBUG oslo_vmware.api [None req-730a0097-952a-49dd-bfc3-122fe3cba60f tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Task: {'id': task-3077742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233744} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.784772] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-730a0097-952a-49dd-bfc3-122fe3cba60f tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.785009] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-730a0097-952a-49dd-bfc3-122fe3cba60f tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 881.785180] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-730a0097-952a-49dd-bfc3-122fe3cba60f tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.785358] env[69413]: INFO nova.compute.manager [None req-730a0097-952a-49dd-bfc3-122fe3cba60f tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Took 1.22 seconds to destroy the instance on the hypervisor. [ 881.785598] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-730a0097-952a-49dd-bfc3-122fe3cba60f tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.787193] env[69413]: DEBUG nova.compute.manager [-] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 881.787261] env[69413]: DEBUG nova.network.neutron [-] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 881.789553] env[69413]: DEBUG nova.scheduler.client.report [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Refreshing aggregate associations for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec, aggregates: None {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 881.814034] env[69413]: DEBUG nova.scheduler.client.report [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Refreshing trait associations for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 881.825814] env[69413]: DEBUG oslo_vmware.rw_handles [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Completed reading data from the image iterator. {{(pid=69413) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 881.826930] env[69413]: DEBUG oslo_vmware.rw_handles [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d4646c-e4d0-ce47-813b-83ad25b4c1b7/disk-0.vmdk. {{(pid=69413) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 881.827224] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1ea6c8-4cd2-4a6d-ae12-cd885d5e84b4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.834440] env[69413]: DEBUG oslo_vmware.rw_handles [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d4646c-e4d0-ce47-813b-83ad25b4c1b7/disk-0.vmdk is in state: ready. {{(pid=69413) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 881.834603] env[69413]: DEBUG oslo_vmware.rw_handles [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d4646c-e4d0-ce47-813b-83ad25b4c1b7/disk-0.vmdk. {{(pid=69413) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 881.834956] env[69413]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-38da2614-ea72-4e8d-a9ee-1e8caef1dc29 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.899219] env[69413]: INFO nova.compute.manager [None req-e5a5eb6e-7c8e-431b-85e0-6b6aadfc9acd tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Rescuing [ 881.899219] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e5a5eb6e-7c8e-431b-85e0-6b6aadfc9acd tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquiring lock "refresh_cache-dc802a86-b5a3-4808-a641-dc42d77ee1e6" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.899219] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e5a5eb6e-7c8e-431b-85e0-6b6aadfc9acd tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquired lock "refresh_cache-dc802a86-b5a3-4808-a641-dc42d77ee1e6" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.899219] env[69413]: DEBUG nova.network.neutron [None req-e5a5eb6e-7c8e-431b-85e0-6b6aadfc9acd tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.966106] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.106065] env[69413]: DEBUG oslo_vmware.rw_handles [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d4646c-e4d0-ce47-813b-83ad25b4c1b7/disk-0.vmdk. {{(pid=69413) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 882.106401] env[69413]: INFO nova.virt.vmwareapi.images [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Downloaded image file data 7ef08f95-0124-4429-b588-c119dfe0e3b3 [ 882.109619] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ea4128-9a94-4aeb-bfe6-eaaf46870d1e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.129987] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb7389ed-df76-4720-90c7-5e2ceb556055 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.252665] env[69413]: INFO nova.virt.vmwareapi.images [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] The imported VM was unregistered [ 882.257217] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Caching image {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 882.257217] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Creating directory with path [datastore2] devstack-image-cache_base/7ef08f95-0124-4429-b588-c119dfe0e3b3 {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.257217] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1980ac0f-eed7-43ca-855d-a41fbe66c821 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.293733] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Created directory with path [datastore2] devstack-image-cache_base/7ef08f95-0124-4429-b588-c119dfe0e3b3 {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.293733] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_c4eead75-1cca-43ee-9919-a0005f036c47/OSTACK_IMG_c4eead75-1cca-43ee-9919-a0005f036c47.vmdk to [datastore2] devstack-image-cache_base/7ef08f95-0124-4429-b588-c119dfe0e3b3/7ef08f95-0124-4429-b588-c119dfe0e3b3.vmdk. {{(pid=69413) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 882.293733] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-cc62d6b9-8a00-4936-a001-8c77ac6d7d97 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.298496] env[69413]: DEBUG oslo_vmware.api [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Waiting for the task: (returnval){ [ 882.298496] env[69413]: value = "task-3077744" [ 882.298496] env[69413]: _type = "Task" [ 882.298496] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.307190] env[69413]: DEBUG oslo_vmware.api [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077744, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.314699] env[69413]: DEBUG nova.compute.manager [req-f0582349-ef34-4cbc-b0bf-bad1c597b634 req-6bebca93-1815-4467-bb0b-64a514e58333 service nova] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Received event network-vif-deleted-3617c2b8-c41f-4fbf-962f-71dc5de9c7e0 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.314699] env[69413]: INFO nova.compute.manager [req-f0582349-ef34-4cbc-b0bf-bad1c597b634 req-6bebca93-1815-4467-bb0b-64a514e58333 service nova] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Neutron deleted interface 3617c2b8-c41f-4fbf-962f-71dc5de9c7e0; detaching it from the instance and deleting it from the info cache [ 882.314699] env[69413]: DEBUG nova.network.neutron [req-f0582349-ef34-4cbc-b0bf-bad1c597b634 req-6bebca93-1815-4467-bb0b-64a514e58333 service nova] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.340801] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0e27ce-121d-4077-9e1c-d66b740a0298 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.349092] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd5375b-82ae-41cc-81d4-53baf662e05b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.379328] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd089c39-e9d3-4d96-9296-7e60e0c83e31 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.387111] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b34a70f-64be-43ce-a551-5e5dba3b45ea {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.400477] env[69413]: DEBUG nova.compute.provider_tree [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 882.553677] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.553677] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e686233-e803-4e4a-95c5-ce9cf7ee8c0f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.559331] env[69413]: DEBUG oslo_vmware.api [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Waiting for the task: (returnval){ [ 882.559331] env[69413]: value = "task-3077745" [ 882.559331] env[69413]: _type = "Task" [ 882.559331] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.570936] env[69413]: DEBUG oslo_vmware.api [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Task: {'id': task-3077745, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.595563] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "cca7b6a5-3238-455a-8658-eebaff97415e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.595563] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "cca7b6a5-3238-455a-8658-eebaff97415e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.675965] env[69413]: DEBUG nova.network.neutron [-] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.808654] env[69413]: DEBUG oslo_vmware.api [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077744, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.816562] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c7c85cf1-2858-49d5-84c5-1123c49e2beb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.829177] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1550594c-d6be-4609-8569-b1d8549f6eab {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.875237] env[69413]: DEBUG nova.compute.manager [req-f0582349-ef34-4cbc-b0bf-bad1c597b634 req-6bebca93-1815-4467-bb0b-64a514e58333 service nova] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Detach interface failed, port_id=3617c2b8-c41f-4fbf-962f-71dc5de9c7e0, reason: Instance b7ecae2d-7a65-4eff-a8f0-5991e57f1775 could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 882.930218] env[69413]: ERROR nova.scheduler.client.report [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [req-5fb040cb-91ab-4d0e-a380-592b0d8bc3a1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65568fbe-598e-408e-afad-1b65d19c68ec. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5fb040cb-91ab-4d0e-a380-592b0d8bc3a1"}]} [ 882.960898] env[69413]: DEBUG nova.scheduler.client.report [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Refreshing inventories for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 882.985321] env[69413]: DEBUG nova.scheduler.client.report [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Updating ProviderTree inventory for provider 65568fbe-598e-408e-afad-1b65d19c68ec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 882.985544] env[69413]: DEBUG nova.compute.provider_tree [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 883.007857] env[69413]: DEBUG nova.scheduler.client.report [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Refreshing aggregate associations for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec, aggregates: None {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 883.034040] env[69413]: DEBUG nova.scheduler.client.report [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Refreshing trait associations for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 883.069734] env[69413]: DEBUG nova.network.neutron [None req-e5a5eb6e-7c8e-431b-85e0-6b6aadfc9acd tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Updating instance_info_cache with network_info: [{"id": "a4eec6b8-d942-4463-a1b2-ab9290cc860a", "address": "fa:16:3e:32:d8:1c", "network": {"id": "953617f3-da82-4cf8-b2fc-cf0a2125bdbc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1761269620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f603c4eab95049b2a3ac276067f89c87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4eec6b8-d9", "ovs_interfaceid": "a4eec6b8-d942-4463-a1b2-ab9290cc860a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.074926] env[69413]: DEBUG oslo_vmware.api [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Task: {'id': task-3077745, 'name': PowerOffVM_Task, 'duration_secs': 0.163513} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.075613] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.077171] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 883.077171] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1c60da-ab9d-47fb-8cba-69678ecc4335 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.090887] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.091289] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5311cd81-6885-4667-a36c-93114b417052 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.099274] env[69413]: DEBUG nova.compute.manager [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 883.117367] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.117594] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.117793] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Deleting the datastore file [datastore2] 6cf3c270-702a-49c8-b845-73e06b1f3c1b {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.118140] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d76e20bb-efd4-4f50-85df-0b6f2667d110 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.128396] env[69413]: DEBUG oslo_vmware.api [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Waiting for the task: (returnval){ [ 883.128396] env[69413]: value = "task-3077747" [ 883.128396] env[69413]: _type = "Task" [ 883.128396] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.140463] env[69413]: DEBUG oslo_vmware.api [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Task: {'id': task-3077747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.177809] env[69413]: INFO nova.compute.manager [-] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Took 1.39 seconds to deallocate network for instance. [ 883.310287] env[69413]: DEBUG oslo_vmware.api [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077744, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.576251] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e5a5eb6e-7c8e-431b-85e0-6b6aadfc9acd tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Releasing lock "refresh_cache-dc802a86-b5a3-4808-a641-dc42d77ee1e6" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.627348] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.641353] env[69413]: DEBUG oslo_vmware.api [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Task: {'id': task-3077747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.647140] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a23254a-b5f7-43cd-a0a0-9a8fe91f64cb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.655056] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1acad4-087e-47bd-9a54-6abf5ac6cebe {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.685980] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb7a06b-5cc6-4110-9bb1-9be6a61865b0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.689396] env[69413]: DEBUG oslo_concurrency.lockutils [None req-730a0097-952a-49dd-bfc3-122fe3cba60f tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.694580] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ce38c5-08aa-4609-8935-c0f49523f5dd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.710630] env[69413]: DEBUG nova.compute.provider_tree [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 883.807983] env[69413]: DEBUG oslo_vmware.api [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077744, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.139726] env[69413]: DEBUG oslo_vmware.api [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Task: {'id': task-3077747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.250360] env[69413]: DEBUG nova.scheduler.client.report [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Updated inventory for provider 65568fbe-598e-408e-afad-1b65d19c68ec with generation 87 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 884.250838] env[69413]: DEBUG nova.compute.provider_tree [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Updating resource provider 65568fbe-598e-408e-afad-1b65d19c68ec generation from 87 to 88 during operation: update_inventory {{(pid=69413) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 884.250838] env[69413]: DEBUG nova.compute.provider_tree [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 884.309704] env[69413]: DEBUG oslo_vmware.api [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077744, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.641142] env[69413]: DEBUG oslo_vmware.api [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Task: {'id': task-3077747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.17705} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.641142] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 884.641332] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 884.641430] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 884.756341] env[69413]: DEBUG oslo_concurrency.lockutils [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.286s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.756879] env[69413]: DEBUG nova.compute.manager [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 884.759437] env[69413]: DEBUG oslo_concurrency.lockutils [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.517s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.760876] env[69413]: INFO nova.compute.claims [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] [instance: dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.814312] env[69413]: DEBUG oslo_vmware.api [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077744, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.125483] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a5eb6e-7c8e-431b-85e0-6b6aadfc9acd tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.125793] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a232bb17-9385-4f1f-a741-aec86a277166 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.133062] env[69413]: DEBUG oslo_vmware.api [None req-e5a5eb6e-7c8e-431b-85e0-6b6aadfc9acd tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 885.133062] env[69413]: value = "task-3077748" [ 885.133062] env[69413]: _type = "Task" [ 885.133062] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.143773] env[69413]: DEBUG oslo_vmware.api [None req-e5a5eb6e-7c8e-431b-85e0-6b6aadfc9acd tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.265469] env[69413]: DEBUG nova.compute.utils [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.267866] env[69413]: DEBUG nova.compute.manager [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 885.267866] env[69413]: DEBUG nova.network.neutron [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 885.314298] env[69413]: DEBUG oslo_vmware.api [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077744, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.746562} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.314884] env[69413]: INFO nova.virt.vmwareapi.ds_util [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_c4eead75-1cca-43ee-9919-a0005f036c47/OSTACK_IMG_c4eead75-1cca-43ee-9919-a0005f036c47.vmdk to [datastore2] devstack-image-cache_base/7ef08f95-0124-4429-b588-c119dfe0e3b3/7ef08f95-0124-4429-b588-c119dfe0e3b3.vmdk. [ 885.315106] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Cleaning up location [datastore2] OSTACK_IMG_c4eead75-1cca-43ee-9919-a0005f036c47 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 885.315297] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_c4eead75-1cca-43ee-9919-a0005f036c47 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.315570] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8ade9bd-5daa-4adc-aeb0-50a11ea4e8f9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.323087] env[69413]: DEBUG oslo_vmware.api [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Waiting for the task: (returnval){ [ 885.323087] env[69413]: value = "task-3077749" [ 885.323087] env[69413]: _type = "Task" [ 885.323087] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.330774] env[69413]: DEBUG oslo_vmware.api [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.340982] env[69413]: DEBUG nova.policy [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f72f49822bbc421988dcb73cf7ae0bed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5b9060f748043b285c99b5e66df0ccc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.645031] env[69413]: DEBUG oslo_vmware.api [None req-e5a5eb6e-7c8e-431b-85e0-6b6aadfc9acd tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077748, 'name': PowerOffVM_Task, 'duration_secs': 0.204132} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.645031] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a5eb6e-7c8e-431b-85e0-6b6aadfc9acd tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.645326] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66546c0-4f5f-4b87-b04c-8525489e7f6a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.672459] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8d0420-8381-4f87-a3d2-a9bbe45318d7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.698480] env[69413]: DEBUG nova.virt.hardware [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.698814] env[69413]: DEBUG nova.virt.hardware [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.699926] env[69413]: DEBUG nova.virt.hardware [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.700426] env[69413]: DEBUG nova.virt.hardware [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.700633] env[69413]: DEBUG nova.virt.hardware [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.700820] env[69413]: DEBUG nova.virt.hardware [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.701119] env[69413]: DEBUG nova.virt.hardware [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.701342] env[69413]: DEBUG nova.virt.hardware [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.701725] env[69413]: DEBUG nova.virt.hardware [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.701891] env[69413]: DEBUG nova.virt.hardware [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.702146] env[69413]: DEBUG nova.virt.hardware [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.703051] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b980cbaf-58ce-4f44-9021-22219bfe33af {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.716240] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a5eb6e-7c8e-431b-85e0-6b6aadfc9acd tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.717772] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7a114f-240f-449e-82e6-463aab2c26cf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.722662] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aec96ad2-624b-4fc1-9d6c-0ceda1d02ada {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.724533] env[69413]: DEBUG nova.network.neutron [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Successfully created port: c384b271-eaa7-4553-b00f-6e807d5c5fdf {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 885.736536] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Instance VIF info [] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.742829] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.744164] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.744474] env[69413]: DEBUG oslo_vmware.api [None req-e5a5eb6e-7c8e-431b-85e0-6b6aadfc9acd tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 885.744474] env[69413]: value = "task-3077750" [ 885.744474] env[69413]: _type = "Task" [ 885.744474] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.744648] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb2e2c84-2510-4e3b-9271-ec42fab6ac02 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.766703] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a5eb6e-7c8e-431b-85e0-6b6aadfc9acd tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] VM already powered off {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 885.766911] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a5eb6e-7c8e-431b-85e0-6b6aadfc9acd tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 885.767172] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e5a5eb6e-7c8e-431b-85e0-6b6aadfc9acd tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.767320] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e5a5eb6e-7c8e-431b-85e0-6b6aadfc9acd tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.767493] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5a5eb6e-7c8e-431b-85e0-6b6aadfc9acd tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 885.767706] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.767706] env[69413]: value = "task-3077751" [ 885.767706] env[69413]: _type = "Task" [ 885.767706] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.771020] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94e91ad7-e73d-408b-bf56-c22456c1dbb3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.772778] env[69413]: DEBUG nova.compute.manager [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 885.779094] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5a5eb6e-7c8e-431b-85e0-6b6aadfc9acd tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 885.779267] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a5eb6e-7c8e-431b-85e0-6b6aadfc9acd tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 885.786591] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d993e7e-2f68-43ea-a746-ce5c2638d1a7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.788736] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077751, 'name': CreateVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.792923] env[69413]: DEBUG oslo_vmware.api [None req-e5a5eb6e-7c8e-431b-85e0-6b6aadfc9acd tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 885.792923] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5205c154-3702-7e34-ee4a-056597473e8d" [ 885.792923] env[69413]: _type = "Task" [ 885.792923] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.802557] env[69413]: DEBUG oslo_vmware.api [None req-e5a5eb6e-7c8e-431b-85e0-6b6aadfc9acd tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5205c154-3702-7e34-ee4a-056597473e8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.838784] env[69413]: DEBUG oslo_vmware.api [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.047803} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.839453] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 885.839453] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7ef08f95-0124-4429-b588-c119dfe0e3b3/7ef08f95-0124-4429-b588-c119dfe0e3b3.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.839577] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7ef08f95-0124-4429-b588-c119dfe0e3b3/7ef08f95-0124-4429-b588-c119dfe0e3b3.vmdk to [datastore2] 9c167732-fb10-402b-8b16-d9094785af78/9c167732-fb10-402b-8b16-d9094785af78.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 885.840335] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8418d90a-1b7b-4304-931d-2c1a8818caa0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.847916] env[69413]: DEBUG oslo_vmware.api [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Waiting for the task: (returnval){ [ 885.847916] env[69413]: value = "task-3077752" [ 885.847916] env[69413]: _type = "Task" [ 885.847916] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.857569] env[69413]: DEBUG oslo_vmware.api [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077752, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.286975] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077751, 'name': CreateVM_Task, 'duration_secs': 0.349782} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.290894] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.290894] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.290894] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.295022] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.295022] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e856ec45-ade4-4edf-9805-cef6104b9ea2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.305874] env[69413]: DEBUG oslo_vmware.api [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Waiting for the task: (returnval){ [ 886.305874] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]527fcb67-f5de-9740-a07a-76935aae0070" [ 886.305874] env[69413]: _type = "Task" [ 886.305874] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.315521] env[69413]: DEBUG oslo_vmware.api [None req-e5a5eb6e-7c8e-431b-85e0-6b6aadfc9acd tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5205c154-3702-7e34-ee4a-056597473e8d, 'name': SearchDatastore_Task, 'duration_secs': 0.009857} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.318538] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-443ca774-bcd9-4b13-9b37-5e720cd07840 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.322826] env[69413]: DEBUG oslo_vmware.api [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]527fcb67-f5de-9740-a07a-76935aae0070, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.328724] env[69413]: DEBUG oslo_vmware.api [None req-e5a5eb6e-7c8e-431b-85e0-6b6aadfc9acd tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 886.328724] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]521274c4-1e71-ae5a-e0fa-f73a33cf0959" [ 886.328724] env[69413]: _type = "Task" [ 886.328724] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.347272] env[69413]: DEBUG oslo_vmware.api [None req-e5a5eb6e-7c8e-431b-85e0-6b6aadfc9acd tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]521274c4-1e71-ae5a-e0fa-f73a33cf0959, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.348424] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364a5632-6551-49db-aa57-bf64b2eb16cb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.359779] env[69413]: DEBUG oslo_vmware.api [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077752, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.363469] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d0e16c-3def-4301-a510-4b1033394d1d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.399458] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6eff12-5444-4eb8-82f5-699e11330f0b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.408535] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c14a8ea-5336-44be-85d5-1101da440898 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.424423] env[69413]: DEBUG nova.compute.provider_tree [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.795123] env[69413]: DEBUG nova.compute.manager [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 886.819954] env[69413]: DEBUG oslo_vmware.api [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]527fcb67-f5de-9740-a07a-76935aae0070, 'name': SearchDatastore_Task, 'duration_secs': 0.088302} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.825782] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.825782] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.825782] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.825782] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.825980] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.826583] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3235b45d-d96c-4384-97e4-d89696abb4ac {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.833443] env[69413]: DEBUG nova.virt.hardware [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.833701] env[69413]: DEBUG nova.virt.hardware [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.833923] env[69413]: DEBUG nova.virt.hardware [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.836328] env[69413]: DEBUG nova.virt.hardware [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.837472] env[69413]: DEBUG nova.virt.hardware [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.837472] env[69413]: DEBUG nova.virt.hardware [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.837472] env[69413]: DEBUG nova.virt.hardware [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.837472] env[69413]: DEBUG nova.virt.hardware [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.837472] env[69413]: DEBUG nova.virt.hardware [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.837472] env[69413]: DEBUG nova.virt.hardware [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.837472] env[69413]: DEBUG nova.virt.hardware [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.838408] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d87fe1-e034-428d-a6b7-155c7eb7c454 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.847231] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.847231] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.847231] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afb765b0-6fbd-480d-b8bb-87794e376e7e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.856685] env[69413]: DEBUG oslo_vmware.api [None req-e5a5eb6e-7c8e-431b-85e0-6b6aadfc9acd tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]521274c4-1e71-ae5a-e0fa-f73a33cf0959, 'name': SearchDatastore_Task, 'duration_secs': 0.023294} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.861502] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739c4727-a671-47fd-9313-e9c4c4ff6f0d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.865739] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e5a5eb6e-7c8e-431b-85e0-6b6aadfc9acd tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.866057] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5a5eb6e-7c8e-431b-85e0-6b6aadfc9acd tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] dc802a86-b5a3-4808-a641-dc42d77ee1e6/2ef2504d-027d-42fe-98dd-6e912ffbdf46-rescue.vmdk. {{(pid=69413) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 886.867636] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10d3b0a6-44de-43e4-b897-59c7575c4ead {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.869830] env[69413]: DEBUG oslo_vmware.api [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Waiting for the task: (returnval){ [ 886.869830] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5254945d-1a1e-46a5-19de-ad952fc27601" [ 886.869830] env[69413]: _type = "Task" [ 886.869830] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.885770] env[69413]: DEBUG oslo_vmware.api [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077752, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.887869] env[69413]: DEBUG oslo_vmware.api [None req-e5a5eb6e-7c8e-431b-85e0-6b6aadfc9acd tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 886.887869] env[69413]: value = "task-3077753" [ 886.887869] env[69413]: _type = "Task" [ 886.887869] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.895146] env[69413]: DEBUG oslo_vmware.api [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5254945d-1a1e-46a5-19de-ad952fc27601, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.898260] env[69413]: DEBUG oslo_vmware.api [None req-e5a5eb6e-7c8e-431b-85e0-6b6aadfc9acd tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.928544] env[69413]: DEBUG nova.scheduler.client.report [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.369134] env[69413]: DEBUG oslo_vmware.api [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077752, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.382488] env[69413]: DEBUG oslo_vmware.api [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5254945d-1a1e-46a5-19de-ad952fc27601, 'name': SearchDatastore_Task, 'duration_secs': 0.093266} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.383812] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87dc03cf-13c0-4c2f-8b48-83cae9866116 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.394702] env[69413]: DEBUG oslo_vmware.api [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Waiting for the task: (returnval){ [ 887.394702] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522d533d-1c0d-8bb3-3ed1-2d2d28bae138" [ 887.394702] env[69413]: _type = "Task" [ 887.394702] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.402274] env[69413]: DEBUG oslo_vmware.api [None req-e5a5eb6e-7c8e-431b-85e0-6b6aadfc9acd tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077753, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.409897] env[69413]: DEBUG oslo_vmware.api [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522d533d-1c0d-8bb3-3ed1-2d2d28bae138, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.434149] env[69413]: DEBUG oslo_concurrency.lockutils [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.434656] env[69413]: DEBUG nova.compute.manager [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] [instance: dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 887.438211] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ea544e1a-52dd-4ce5-8e26-3343fcf76d56 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.492s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.438477] env[69413]: DEBUG nova.objects.instance [None req-ea544e1a-52dd-4ce5-8e26-3343fcf76d56 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Lazy-loading 'resources' on Instance uuid a2784ee1-84c7-471e-bb52-8554b9eaf215 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.754354] env[69413]: DEBUG nova.network.neutron [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Successfully updated port: c384b271-eaa7-4553-b00f-6e807d5c5fdf {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 887.868925] env[69413]: DEBUG oslo_vmware.api [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077752, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.871377] env[69413]: DEBUG nova.compute.manager [req-f449c9d5-c998-4773-b58c-210f1f200040 req-95158072-398e-480c-b757-7ecfdc1ba61c service nova] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Received event network-vif-plugged-c384b271-eaa7-4553-b00f-6e807d5c5fdf {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.871587] env[69413]: DEBUG oslo_concurrency.lockutils [req-f449c9d5-c998-4773-b58c-210f1f200040 req-95158072-398e-480c-b757-7ecfdc1ba61c service nova] Acquiring lock "2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.871797] env[69413]: DEBUG oslo_concurrency.lockutils [req-f449c9d5-c998-4773-b58c-210f1f200040 req-95158072-398e-480c-b757-7ecfdc1ba61c service nova] Lock "2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.871962] env[69413]: DEBUG oslo_concurrency.lockutils [req-f449c9d5-c998-4773-b58c-210f1f200040 req-95158072-398e-480c-b757-7ecfdc1ba61c service nova] Lock "2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.872138] env[69413]: DEBUG nova.compute.manager [req-f449c9d5-c998-4773-b58c-210f1f200040 req-95158072-398e-480c-b757-7ecfdc1ba61c service nova] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] No waiting events found dispatching network-vif-plugged-c384b271-eaa7-4553-b00f-6e807d5c5fdf {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 887.872301] env[69413]: WARNING nova.compute.manager [req-f449c9d5-c998-4773-b58c-210f1f200040 req-95158072-398e-480c-b757-7ecfdc1ba61c service nova] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Received unexpected event network-vif-plugged-c384b271-eaa7-4553-b00f-6e807d5c5fdf for instance with vm_state building and task_state spawning. [ 887.902472] env[69413]: DEBUG oslo_vmware.api [None req-e5a5eb6e-7c8e-431b-85e0-6b6aadfc9acd tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077753, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.884936} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.903246] env[69413]: INFO nova.virt.vmwareapi.ds_util [None req-e5a5eb6e-7c8e-431b-85e0-6b6aadfc9acd tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] dc802a86-b5a3-4808-a641-dc42d77ee1e6/2ef2504d-027d-42fe-98dd-6e912ffbdf46-rescue.vmdk. [ 887.904187] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7001040-2f65-474d-ae1c-d71f4bde4a9c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.912972] env[69413]: DEBUG oslo_vmware.api [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522d533d-1c0d-8bb3-3ed1-2d2d28bae138, 'name': SearchDatastore_Task, 'duration_secs': 0.088973} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.928152] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.928152] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 6cf3c270-702a-49c8-b845-73e06b1f3c1b/6cf3c270-702a-49c8-b845-73e06b1f3c1b.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.936252] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5a5eb6e-7c8e-431b-85e0-6b6aadfc9acd tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] dc802a86-b5a3-4808-a641-dc42d77ee1e6/2ef2504d-027d-42fe-98dd-6e912ffbdf46-rescue.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.936538] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38b84709-1001-42f2-b103-8bf1c142bf56 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.939245] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f4904f6-21bf-4d84-8e17-38ae62d0192c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.955274] env[69413]: DEBUG nova.compute.utils [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 887.960405] env[69413]: DEBUG nova.compute.manager [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] [instance: dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5] Not allocating networking since 'none' was specified. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 887.967034] env[69413]: DEBUG oslo_vmware.api [None req-e5a5eb6e-7c8e-431b-85e0-6b6aadfc9acd tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 887.967034] env[69413]: value = "task-3077755" [ 887.967034] env[69413]: _type = "Task" [ 887.967034] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.968982] env[69413]: DEBUG oslo_vmware.api [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Waiting for the task: (returnval){ [ 887.968982] env[69413]: value = "task-3077754" [ 887.968982] env[69413]: _type = "Task" [ 887.968982] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.988048] env[69413]: DEBUG oslo_vmware.api [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Task: {'id': task-3077754, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.988286] env[69413]: DEBUG oslo_vmware.api [None req-e5a5eb6e-7c8e-431b-85e0-6b6aadfc9acd tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077755, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.259848] env[69413]: DEBUG oslo_concurrency.lockutils [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Acquiring lock "refresh_cache-2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.261025] env[69413]: DEBUG oslo_concurrency.lockutils [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Acquired lock "refresh_cache-2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.261025] env[69413]: DEBUG nova.network.neutron [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.375207] env[69413]: DEBUG oslo_vmware.api [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077752, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.397445} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.375550] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7ef08f95-0124-4429-b588-c119dfe0e3b3/7ef08f95-0124-4429-b588-c119dfe0e3b3.vmdk to [datastore2] 9c167732-fb10-402b-8b16-d9094785af78/9c167732-fb10-402b-8b16-d9094785af78.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.377220] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e547ea9-46df-4344-a922-cc84d1238c65 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.404803] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 9c167732-fb10-402b-8b16-d9094785af78/9c167732-fb10-402b-8b16-d9094785af78.vmdk or device None with type streamOptimized {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.407876] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fe94469-5116-428b-b494-8feea259ae66 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.431626] env[69413]: DEBUG oslo_vmware.api [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Waiting for the task: (returnval){ [ 888.431626] env[69413]: value = "task-3077756" [ 888.431626] env[69413]: _type = "Task" [ 888.431626] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.442042] env[69413]: DEBUG oslo_vmware.api [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077756, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.463064] env[69413]: DEBUG nova.compute.manager [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] [instance: dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 888.477547] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Acquiring lock "6ec77319-a59a-4da9-bdd0-82b3fce2b7bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.477892] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Lock "6ec77319-a59a-4da9-bdd0-82b3fce2b7bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.490091] env[69413]: DEBUG oslo_vmware.api [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Task: {'id': task-3077754, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.496103] env[69413]: DEBUG oslo_vmware.api [None req-e5a5eb6e-7c8e-431b-85e0-6b6aadfc9acd tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077755, 'name': ReconfigVM_Task, 'duration_secs': 0.51317} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.498519] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5a5eb6e-7c8e-431b-85e0-6b6aadfc9acd tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Reconfigured VM instance instance-00000038 to attach disk [datastore1] dc802a86-b5a3-4808-a641-dc42d77ee1e6/2ef2504d-027d-42fe-98dd-6e912ffbdf46-rescue.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.498519] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64cd435a-523b-4cba-9b3f-db02c6fcbf4f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.532015] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1fd0b7f-92f1-495d-809e-30c0fd469d89 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.550970] env[69413]: DEBUG oslo_vmware.api [None req-e5a5eb6e-7c8e-431b-85e0-6b6aadfc9acd tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 888.550970] env[69413]: value = "task-3077757" [ 888.550970] env[69413]: _type = "Task" [ 888.550970] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.565267] env[69413]: DEBUG oslo_vmware.api [None req-e5a5eb6e-7c8e-431b-85e0-6b6aadfc9acd tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077757, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.585887] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b585ae0c-5adc-485f-b3a1-a4377b0f8976 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.593646] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4418e03b-ae42-49b1-80ad-15da0bc26e9f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.628639] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba00eff-c592-430b-9f3b-d7cccf4e4633 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.637291] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5ce0db-f4b3-47e0-b55e-4358478dae5e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.652768] env[69413]: DEBUG nova.compute.provider_tree [None req-ea544e1a-52dd-4ce5-8e26-3343fcf76d56 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 888.796602] env[69413]: DEBUG nova.network.neutron [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.941394] env[69413]: DEBUG oslo_vmware.api [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077756, 'name': ReconfigVM_Task, 'duration_secs': 0.46835} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.941394] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 9c167732-fb10-402b-8b16-d9094785af78/9c167732-fb10-402b-8b16-d9094785af78.vmdk or device None with type streamOptimized {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.942062] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad19a309-4fe8-4db9-a78e-a163d0d40e14 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.949684] env[69413]: DEBUG oslo_vmware.api [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Waiting for the task: (returnval){ [ 888.949684] env[69413]: value = "task-3077758" [ 888.949684] env[69413]: _type = "Task" [ 888.949684] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.958576] env[69413]: DEBUG oslo_vmware.api [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077758, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.986327] env[69413]: DEBUG oslo_vmware.api [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Task: {'id': task-3077754, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.768059} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.986583] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 6cf3c270-702a-49c8-b845-73e06b1f3c1b/6cf3c270-702a-49c8-b845-73e06b1f3c1b.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.986794] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.988073] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74ad5927-f706-4444-bf6d-671ccbb5e6b9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.991125] env[69413]: DEBUG nova.network.neutron [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Updating instance_info_cache with network_info: [{"id": "c384b271-eaa7-4553-b00f-6e807d5c5fdf", "address": "fa:16:3e:8d:fa:d7", "network": {"id": "e10d5883-9829-4a2c-9aa8-4c0a02d9ab73", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-985420707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b9060f748043b285c99b5e66df0ccc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc384b271-ea", "ovs_interfaceid": "c384b271-eaa7-4553-b00f-6e807d5c5fdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.997044] env[69413]: DEBUG oslo_vmware.api [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Waiting for the task: (returnval){ [ 888.997044] env[69413]: value = "task-3077759" [ 888.997044] env[69413]: _type = "Task" [ 888.997044] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.006269] env[69413]: DEBUG oslo_vmware.api [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Task: {'id': task-3077759, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.060864] env[69413]: DEBUG oslo_vmware.api [None req-e5a5eb6e-7c8e-431b-85e0-6b6aadfc9acd tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077757, 'name': ReconfigVM_Task, 'duration_secs': 0.262515} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.061185] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a5eb6e-7c8e-431b-85e0-6b6aadfc9acd tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.061445] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-182920b0-87a3-4893-8587-d7ea62eab4d1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.067724] env[69413]: DEBUG oslo_vmware.api [None req-e5a5eb6e-7c8e-431b-85e0-6b6aadfc9acd tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 889.067724] env[69413]: value = "task-3077760" [ 889.067724] env[69413]: _type = "Task" [ 889.067724] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.077497] env[69413]: DEBUG oslo_vmware.api [None req-e5a5eb6e-7c8e-431b-85e0-6b6aadfc9acd tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.176730] env[69413]: ERROR nova.scheduler.client.report [None req-ea544e1a-52dd-4ce5-8e26-3343fcf76d56 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [req-4697388a-8d74-45c4-8219-fea19b27963e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65568fbe-598e-408e-afad-1b65d19c68ec. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4697388a-8d74-45c4-8219-fea19b27963e"}]} [ 889.193506] env[69413]: DEBUG nova.scheduler.client.report [None req-ea544e1a-52dd-4ce5-8e26-3343fcf76d56 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Refreshing inventories for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 889.207141] env[69413]: DEBUG nova.scheduler.client.report [None req-ea544e1a-52dd-4ce5-8e26-3343fcf76d56 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Updating ProviderTree inventory for provider 65568fbe-598e-408e-afad-1b65d19c68ec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 889.207365] env[69413]: DEBUG nova.compute.provider_tree [None req-ea544e1a-52dd-4ce5-8e26-3343fcf76d56 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 889.218019] env[69413]: DEBUG nova.scheduler.client.report [None req-ea544e1a-52dd-4ce5-8e26-3343fcf76d56 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Refreshing aggregate associations for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec, aggregates: None {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 889.238144] env[69413]: DEBUG nova.scheduler.client.report [None req-ea544e1a-52dd-4ce5-8e26-3343fcf76d56 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Refreshing trait associations for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 889.461936] env[69413]: DEBUG oslo_vmware.api [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077758, 'name': Rename_Task, 'duration_secs': 0.129948} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.462368] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.462484] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e35c35dc-2e2b-4c65-9b20-9538543090ed {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.470081] env[69413]: DEBUG oslo_vmware.api [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Waiting for the task: (returnval){ [ 889.470081] env[69413]: value = "task-3077761" [ 889.470081] env[69413]: _type = "Task" [ 889.470081] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.474232] env[69413]: DEBUG nova.compute.manager [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] [instance: dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 889.481382] env[69413]: DEBUG oslo_vmware.api [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077761, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.497784] env[69413]: DEBUG oslo_concurrency.lockutils [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Releasing lock "refresh_cache-2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.498266] env[69413]: DEBUG nova.compute.manager [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Instance network_info: |[{"id": "c384b271-eaa7-4553-b00f-6e807d5c5fdf", "address": "fa:16:3e:8d:fa:d7", "network": {"id": "e10d5883-9829-4a2c-9aa8-4c0a02d9ab73", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-985420707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b9060f748043b285c99b5e66df0ccc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc384b271-ea", "ovs_interfaceid": "c384b271-eaa7-4553-b00f-6e807d5c5fdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 889.501950] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:fa:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c384b271-eaa7-4553-b00f-6e807d5c5fdf', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.510931] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.516396] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.516792] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c613f7d7-9dcc-40cf-85dc-1403b732a30e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.533332] env[69413]: DEBUG nova.virt.hardware [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.534040] env[69413]: DEBUG nova.virt.hardware [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.534040] env[69413]: DEBUG nova.virt.hardware [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.534040] env[69413]: DEBUG nova.virt.hardware [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.534040] env[69413]: DEBUG nova.virt.hardware [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.534220] env[69413]: DEBUG nova.virt.hardware [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.534382] env[69413]: DEBUG nova.virt.hardware [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.534538] env[69413]: DEBUG nova.virt.hardware [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.534715] env[69413]: DEBUG nova.virt.hardware [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.534858] env[69413]: DEBUG nova.virt.hardware [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.535108] env[69413]: DEBUG nova.virt.hardware [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.539230] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b8b2d8-84ed-41f8-982c-f2087d46f3da {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.545176] env[69413]: DEBUG oslo_vmware.api [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Task: {'id': task-3077759, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068825} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.545482] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 889.546021] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b32eea-0171-480c-858d-3c1b20cf651a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.551168] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.551168] env[69413]: value = "task-3077762" [ 889.551168] env[69413]: _type = "Task" [ 889.551168] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.552624] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1737281-8adb-46a6-b1b8-bff923c4753f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.581705] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 6cf3c270-702a-49c8-b845-73e06b1f3c1b/6cf3c270-702a-49c8-b845-73e06b1f3c1b.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.581705] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73c198b0-7cab-4ed6-8ed7-d80fda04a36a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.612945] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] [instance: dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5] Instance VIF info [] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.619816] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Creating folder: Project (2d14fa4cbb844b30a76d51a0ecdfce15). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 889.624359] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e237e5fa-7885-4c68-8e1b-a66cfe77b946 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.626847] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077762, 'name': CreateVM_Task} progress is 25%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.628025] env[69413]: DEBUG oslo_vmware.api [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Waiting for the task: (returnval){ [ 889.628025] env[69413]: value = "task-3077763" [ 889.628025] env[69413]: _type = "Task" [ 889.628025] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.631965] env[69413]: DEBUG oslo_vmware.api [None req-e5a5eb6e-7c8e-431b-85e0-6b6aadfc9acd tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077760, 'name': PowerOnVM_Task, 'duration_secs': 0.416277} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.634378] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a5eb6e-7c8e-431b-85e0-6b6aadfc9acd tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.641749] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Created folder: Project (2d14fa4cbb844b30a76d51a0ecdfce15) in parent group-v616034. [ 889.641749] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Creating folder: Instances. Parent ref: group-v616217. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 889.641749] env[69413]: DEBUG nova.compute.manager [None req-e5a5eb6e-7c8e-431b-85e0-6b6aadfc9acd tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.641749] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ef0d3d5-0561-4534-a760-1b9973db90b9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.643743] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb742834-1baa-4576-b516-d7c3d44477b0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.651179] env[69413]: DEBUG oslo_vmware.api [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Task: {'id': task-3077763, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.659885] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Created folder: Instances in parent group-v616217. [ 889.664018] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.664018] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.664018] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c435bc73-7ad6-4da2-8156-6099d0aa504a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.680598] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.680598] env[69413]: value = "task-3077766" [ 889.680598] env[69413]: _type = "Task" [ 889.680598] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.693833] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077766, 'name': CreateVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.834456] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6992ac90-ee59-4e45-b4ff-78fbcf592654 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.844656] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0298a8b3-9ab4-4935-9b27-7a3e408728de {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.885770] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfabbb0-e3c1-4940-8ef8-69058cab43e7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.894703] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef721a91-70d4-4bbc-962f-071aa3a4ce10 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.903933] env[69413]: DEBUG nova.compute.manager [req-79cd08fd-83b4-4fc8-a459-49a84cbd8bce req-952dc2f4-4323-4e4c-b45b-8d5f6961160b service nova] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Received event network-changed-c384b271-eaa7-4553-b00f-6e807d5c5fdf {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.903933] env[69413]: DEBUG nova.compute.manager [req-79cd08fd-83b4-4fc8-a459-49a84cbd8bce req-952dc2f4-4323-4e4c-b45b-8d5f6961160b service nova] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Refreshing instance network info cache due to event network-changed-c384b271-eaa7-4553-b00f-6e807d5c5fdf. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 889.904079] env[69413]: DEBUG oslo_concurrency.lockutils [req-79cd08fd-83b4-4fc8-a459-49a84cbd8bce req-952dc2f4-4323-4e4c-b45b-8d5f6961160b service nova] Acquiring lock "refresh_cache-2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.904223] env[69413]: DEBUG oslo_concurrency.lockutils [req-79cd08fd-83b4-4fc8-a459-49a84cbd8bce req-952dc2f4-4323-4e4c-b45b-8d5f6961160b service nova] Acquired lock "refresh_cache-2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.904380] env[69413]: DEBUG nova.network.neutron [req-79cd08fd-83b4-4fc8-a459-49a84cbd8bce req-952dc2f4-4323-4e4c-b45b-8d5f6961160b service nova] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Refreshing network info cache for port c384b271-eaa7-4553-b00f-6e807d5c5fdf {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.917428] env[69413]: DEBUG nova.compute.provider_tree [None req-ea544e1a-52dd-4ce5-8e26-3343fcf76d56 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 889.980041] env[69413]: DEBUG oslo_vmware.api [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077761, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.067195] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077762, 'name': CreateVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.144032] env[69413]: DEBUG oslo_vmware.api [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Task: {'id': task-3077763, 'name': ReconfigVM_Task, 'duration_secs': 0.514902} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.144356] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 6cf3c270-702a-49c8-b845-73e06b1f3c1b/6cf3c270-702a-49c8-b845-73e06b1f3c1b.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.145039] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-950c76b3-ab4e-4723-96c1-5ec76aeaa0b5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.151421] env[69413]: DEBUG oslo_vmware.api [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Waiting for the task: (returnval){ [ 890.151421] env[69413]: value = "task-3077767" [ 890.151421] env[69413]: _type = "Task" [ 890.151421] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.163475] env[69413]: DEBUG oslo_vmware.api [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Task: {'id': task-3077767, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.194262] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077766, 'name': CreateVM_Task, 'duration_secs': 0.443752} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.194455] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.194940] env[69413]: DEBUG oslo_concurrency.lockutils [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.195092] env[69413]: DEBUG oslo_concurrency.lockutils [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.195438] env[69413]: DEBUG oslo_concurrency.lockutils [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.195704] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbb9c4b1-9eff-4f14-8bc9-17a840adc9f7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.200446] env[69413]: DEBUG oslo_vmware.api [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Waiting for the task: (returnval){ [ 890.200446] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a89cfe-3c77-a3ec-8994-15dba16d08af" [ 890.200446] env[69413]: _type = "Task" [ 890.200446] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.208711] env[69413]: DEBUG oslo_vmware.api [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a89cfe-3c77-a3ec-8994-15dba16d08af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.465871] env[69413]: DEBUG nova.scheduler.client.report [None req-ea544e1a-52dd-4ce5-8e26-3343fcf76d56 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Updated inventory for provider 65568fbe-598e-408e-afad-1b65d19c68ec with generation 89 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 890.466577] env[69413]: DEBUG nova.compute.provider_tree [None req-ea544e1a-52dd-4ce5-8e26-3343fcf76d56 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Updating resource provider 65568fbe-598e-408e-afad-1b65d19c68ec generation from 89 to 90 during operation: update_inventory {{(pid=69413) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 890.467371] env[69413]: DEBUG nova.compute.provider_tree [None req-ea544e1a-52dd-4ce5-8e26-3343fcf76d56 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 890.482453] env[69413]: DEBUG oslo_vmware.api [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077761, 'name': PowerOnVM_Task, 'duration_secs': 0.726885} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.482453] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.565725] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077762, 'name': CreateVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.625885] env[69413]: DEBUG nova.compute.manager [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.626816] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e055dad4-6291-4187-b0ff-4304fe916576 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.663495] env[69413]: DEBUG oslo_vmware.api [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Task: {'id': task-3077767, 'name': Rename_Task, 'duration_secs': 0.336906} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.663495] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.663495] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5549e6b1-e4d5-4e65-a1cd-88bd380b19ed {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.669757] env[69413]: DEBUG oslo_vmware.api [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Waiting for the task: (returnval){ [ 890.669757] env[69413]: value = "task-3077768" [ 890.669757] env[69413]: _type = "Task" [ 890.669757] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.681997] env[69413]: DEBUG oslo_vmware.api [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Task: {'id': task-3077768, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.710678] env[69413]: DEBUG oslo_vmware.api [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a89cfe-3c77-a3ec-8994-15dba16d08af, 'name': SearchDatastore_Task, 'duration_secs': 0.011514} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.710971] env[69413]: DEBUG oslo_concurrency.lockutils [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.711225] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] [instance: dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.711755] env[69413]: DEBUG oslo_concurrency.lockutils [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.711924] env[69413]: DEBUG oslo_concurrency.lockutils [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.712135] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.712408] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-913972f0-83b9-4c45-8c7f-396d7bf9d4ad {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.729844] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.730039] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.730794] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c28e4c55-8274-4ce6-b982-756fed73a330 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.736820] env[69413]: DEBUG oslo_vmware.api [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Waiting for the task: (returnval){ [ 890.736820] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5286be31-83ed-9783-0bc3-a2dfe1863677" [ 890.736820] env[69413]: _type = "Task" [ 890.736820] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.744479] env[69413]: DEBUG oslo_vmware.api [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5286be31-83ed-9783-0bc3-a2dfe1863677, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.756335] env[69413]: DEBUG nova.network.neutron [req-79cd08fd-83b4-4fc8-a459-49a84cbd8bce req-952dc2f4-4323-4e4c-b45b-8d5f6961160b service nova] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Updated VIF entry in instance network info cache for port c384b271-eaa7-4553-b00f-6e807d5c5fdf. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.756676] env[69413]: DEBUG nova.network.neutron [req-79cd08fd-83b4-4fc8-a459-49a84cbd8bce req-952dc2f4-4323-4e4c-b45b-8d5f6961160b service nova] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Updating instance_info_cache with network_info: [{"id": "c384b271-eaa7-4553-b00f-6e807d5c5fdf", "address": "fa:16:3e:8d:fa:d7", "network": {"id": "e10d5883-9829-4a2c-9aa8-4c0a02d9ab73", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-985420707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b9060f748043b285c99b5e66df0ccc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc384b271-ea", "ovs_interfaceid": "c384b271-eaa7-4553-b00f-6e807d5c5fdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.972781] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ea544e1a-52dd-4ce5-8e26-3343fcf76d56 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.535s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.975355] env[69413]: DEBUG oslo_concurrency.lockutils [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 47.899s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.999045] env[69413]: INFO nova.scheduler.client.report [None req-ea544e1a-52dd-4ce5-8e26-3343fcf76d56 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Deleted allocations for instance a2784ee1-84c7-471e-bb52-8554b9eaf215 [ 891.069134] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077762, 'name': CreateVM_Task, 'duration_secs': 1.441519} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.069134] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.069676] env[69413]: DEBUG oslo_concurrency.lockutils [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.069676] env[69413]: DEBUG oslo_concurrency.lockutils [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.069809] env[69413]: DEBUG oslo_concurrency.lockutils [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.070035] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a6688dc-8038-4f72-8b37-cc2fd24569ba {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.074827] env[69413]: DEBUG oslo_vmware.api [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Waiting for the task: (returnval){ [ 891.074827] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b84546-b5e2-92eb-ffb3-184483ce6945" [ 891.074827] env[69413]: _type = "Task" [ 891.074827] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.082791] env[69413]: DEBUG oslo_vmware.api [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b84546-b5e2-92eb-ffb3-184483ce6945, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.145088] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9033824e-6627-4e83-a7d7-2a81392c506a tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Lock "9c167732-fb10-402b-8b16-d9094785af78" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 59.475s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.181036] env[69413]: DEBUG oslo_vmware.api [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Task: {'id': task-3077768, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.248023] env[69413]: DEBUG oslo_vmware.api [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5286be31-83ed-9783-0bc3-a2dfe1863677, 'name': SearchDatastore_Task, 'duration_secs': 0.021319} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.248873] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a97a425-6f62-4e3d-8792-ecbef7a0d0f1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.254086] env[69413]: DEBUG oslo_vmware.api [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Waiting for the task: (returnval){ [ 891.254086] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52cd5a31-11d6-692d-8f56-4a3708553dcd" [ 891.254086] env[69413]: _type = "Task" [ 891.254086] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.259044] env[69413]: DEBUG oslo_concurrency.lockutils [req-79cd08fd-83b4-4fc8-a459-49a84cbd8bce req-952dc2f4-4323-4e4c-b45b-8d5f6961160b service nova] Releasing lock "refresh_cache-2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.262605] env[69413]: DEBUG oslo_vmware.api [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52cd5a31-11d6-692d-8f56-4a3708553dcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.478675] env[69413]: DEBUG nova.objects.instance [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Lazy-loading 'migration_context' on Instance uuid ba72f8ba-3ed8-4b38-8a3a-e784ab200285 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.507458] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ea544e1a-52dd-4ce5-8e26-3343fcf76d56 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Lock "a2784ee1-84c7-471e-bb52-8554b9eaf215" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.138s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.589317] env[69413]: DEBUG oslo_vmware.api [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b84546-b5e2-92eb-ffb3-184483ce6945, 'name': SearchDatastore_Task, 'duration_secs': 0.020956} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.589663] env[69413]: DEBUG oslo_concurrency.lockutils [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.589923] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.590156] env[69413]: DEBUG oslo_concurrency.lockutils [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.612500] env[69413]: INFO nova.compute.manager [None req-1e6d2b94-32bb-47ee-a206-398d569f27ec tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Unrescuing [ 891.612876] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1e6d2b94-32bb-47ee-a206-398d569f27ec tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquiring lock "refresh_cache-dc802a86-b5a3-4808-a641-dc42d77ee1e6" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.613062] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1e6d2b94-32bb-47ee-a206-398d569f27ec tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquired lock "refresh_cache-dc802a86-b5a3-4808-a641-dc42d77ee1e6" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.613212] env[69413]: DEBUG nova.network.neutron [None req-1e6d2b94-32bb-47ee-a206-398d569f27ec tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.679987] env[69413]: DEBUG oslo_vmware.api [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Task: {'id': task-3077768, 'name': PowerOnVM_Task, 'duration_secs': 1.000524} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.680295] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.680508] env[69413]: DEBUG nova.compute.manager [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.681365] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b526231-f161-447a-9df3-6fb28570f29a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.765615] env[69413]: DEBUG oslo_vmware.api [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52cd5a31-11d6-692d-8f56-4a3708553dcd, 'name': SearchDatastore_Task, 'duration_secs': 0.012096} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.765615] env[69413]: DEBUG oslo_concurrency.lockutils [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.765615] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5/dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.765615] env[69413]: DEBUG oslo_concurrency.lockutils [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.765615] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.765950] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3077397d-1734-4a36-81e3-f14e4204f6a7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.767750] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7ff23e6-ba5d-49a7-a02f-6af4fafdabb1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.774290] env[69413]: DEBUG oslo_vmware.api [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Waiting for the task: (returnval){ [ 891.774290] env[69413]: value = "task-3077769" [ 891.774290] env[69413]: _type = "Task" [ 891.774290] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.778248] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.778610] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.779458] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4437bf51-2dd0-4c96-a6c9-4f9519849870 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.785664] env[69413]: DEBUG oslo_vmware.api [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Task: {'id': task-3077769, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.788185] env[69413]: DEBUG oslo_vmware.api [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Waiting for the task: (returnval){ [ 891.788185] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52364ff9-a0e3-a531-147a-67aed1e62a71" [ 891.788185] env[69413]: _type = "Task" [ 891.788185] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.795949] env[69413]: DEBUG oslo_vmware.api [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52364ff9-a0e3-a531-147a-67aed1e62a71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.203374] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.289735] env[69413]: DEBUG oslo_vmware.api [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Task: {'id': task-3077769, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.303754] env[69413]: DEBUG oslo_vmware.api [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52364ff9-a0e3-a531-147a-67aed1e62a71, 'name': SearchDatastore_Task, 'duration_secs': 0.012706} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.310347] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4b26066-70ce-4402-aecf-ed18ed03f336 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.317044] env[69413]: DEBUG oslo_vmware.api [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Waiting for the task: (returnval){ [ 892.317044] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]520a3967-2503-2087-b840-489c179911a2" [ 892.317044] env[69413]: _type = "Task" [ 892.317044] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.329221] env[69413]: DEBUG oslo_vmware.api [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]520a3967-2503-2087-b840-489c179911a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.474472] env[69413]: DEBUG nova.network.neutron [None req-1e6d2b94-32bb-47ee-a206-398d569f27ec tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Updating instance_info_cache with network_info: [{"id": "a4eec6b8-d942-4463-a1b2-ab9290cc860a", "address": "fa:16:3e:32:d8:1c", "network": {"id": "953617f3-da82-4cf8-b2fc-cf0a2125bdbc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1761269620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f603c4eab95049b2a3ac276067f89c87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4eec6b8-d9", "ovs_interfaceid": "a4eec6b8-d942-4463-a1b2-ab9290cc860a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.515212] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5115c1-5514-4a4f-b5c5-362831089085 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.525356] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000d3901-1779-4a08-a83b-056123c372a7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.268215] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1e6d2b94-32bb-47ee-a206-398d569f27ec tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Releasing lock "refresh_cache-dc802a86-b5a3-4808-a641-dc42d77ee1e6" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.268884] env[69413]: DEBUG nova.objects.instance [None req-1e6d2b94-32bb-47ee-a206-398d569f27ec tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Lazy-loading 'flavor' on Instance uuid dc802a86-b5a3-4808-a641-dc42d77ee1e6 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.279635] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83fa50c2-c527-4648-830d-20f2297767cc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.294164] env[69413]: DEBUG oslo_vmware.api [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]520a3967-2503-2087-b840-489c179911a2, 'name': SearchDatastore_Task, 'duration_secs': 0.05888} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.294721] env[69413]: DEBUG oslo_vmware.api [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Task: {'id': task-3077769, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.768431} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.294971] env[69413]: DEBUG oslo_concurrency.lockutils [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.295234] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7/2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 893.296433] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5dee1c-ae68-4081-8b9b-6dc135030973 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.300396] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5/dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.300604] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] [instance: dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.301062] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a51a519-b786-4c2b-9900-89a2dd2a3fbf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.302749] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3ab3771-bb40-4c4c-b769-a6f2be0da356 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.314198] env[69413]: DEBUG nova.compute.provider_tree [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.319497] env[69413]: DEBUG oslo_vmware.api [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Waiting for the task: (returnval){ [ 893.319497] env[69413]: value = "task-3077770" [ 893.319497] env[69413]: _type = "Task" [ 893.319497] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.319497] env[69413]: DEBUG oslo_vmware.api [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Waiting for the task: (returnval){ [ 893.319497] env[69413]: value = "task-3077771" [ 893.319497] env[69413]: _type = "Task" [ 893.319497] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.331751] env[69413]: DEBUG oslo_vmware.api [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Task: {'id': task-3077771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.332051] env[69413]: DEBUG oslo_vmware.api [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.776262] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a911b464-c347-4a45-9456-80f7fcb55161 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.797916] env[69413]: DEBUG oslo_concurrency.lockutils [None req-74aa4edc-5168-4c90-9014-1bd18690f10b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Acquiring lock "6cf3c270-702a-49c8-b845-73e06b1f3c1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.798303] env[69413]: DEBUG oslo_concurrency.lockutils [None req-74aa4edc-5168-4c90-9014-1bd18690f10b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Lock "6cf3c270-702a-49c8-b845-73e06b1f3c1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.798457] env[69413]: DEBUG oslo_concurrency.lockutils [None req-74aa4edc-5168-4c90-9014-1bd18690f10b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Acquiring lock "6cf3c270-702a-49c8-b845-73e06b1f3c1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.798649] env[69413]: DEBUG oslo_concurrency.lockutils [None req-74aa4edc-5168-4c90-9014-1bd18690f10b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Lock "6cf3c270-702a-49c8-b845-73e06b1f3c1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.799038] env[69413]: DEBUG oslo_concurrency.lockutils [None req-74aa4edc-5168-4c90-9014-1bd18690f10b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Lock "6cf3c270-702a-49c8-b845-73e06b1f3c1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.800629] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6d2b94-32bb-47ee-a206-398d569f27ec tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.801137] env[69413]: INFO nova.compute.manager [None req-74aa4edc-5168-4c90-9014-1bd18690f10b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Terminating instance [ 893.803021] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9744d2b2-a545-4406-9bf2-212f4b101e9d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.811100] env[69413]: DEBUG oslo_vmware.api [None req-1e6d2b94-32bb-47ee-a206-398d569f27ec tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 893.811100] env[69413]: value = "task-3077772" [ 893.811100] env[69413]: _type = "Task" [ 893.811100] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.819777] env[69413]: DEBUG oslo_vmware.api [None req-1e6d2b94-32bb-47ee-a206-398d569f27ec tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.828232] env[69413]: DEBUG nova.scheduler.client.report [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.839395] env[69413]: DEBUG oslo_vmware.api [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Task: {'id': task-3077771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.292272} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.842038] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] [instance: dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.842038] env[69413]: DEBUG oslo_vmware.api [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.842811] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f0aaa1-759b-47bc-99bb-c8d1e6440818 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.863041] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] [instance: dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5/dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.863577] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14cac35d-663d-42ce-9348-aa54d4291407 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.883913] env[69413]: DEBUG oslo_vmware.api [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Waiting for the task: (returnval){ [ 893.883913] env[69413]: value = "task-3077773" [ 893.883913] env[69413]: _type = "Task" [ 893.883913] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.892397] env[69413]: DEBUG oslo_vmware.api [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Task: {'id': task-3077773, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.129952] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddfa11d-b3f7-49d6-a56e-0be76ddb9957 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.138221] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9319eb0a-1af6-4211-a7b4-e07658b0c222 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Suspending the VM {{(pid=69413) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 894.138525] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b2bab961-c00d-4cc1-aa92-b2df416ffce9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.146842] env[69413]: DEBUG oslo_vmware.api [None req-9319eb0a-1af6-4211-a7b4-e07658b0c222 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Waiting for the task: (returnval){ [ 894.146842] env[69413]: value = "task-3077774" [ 894.146842] env[69413]: _type = "Task" [ 894.146842] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.159381] env[69413]: DEBUG oslo_vmware.api [None req-9319eb0a-1af6-4211-a7b4-e07658b0c222 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077774, 'name': SuspendVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.306732] env[69413]: DEBUG oslo_concurrency.lockutils [None req-74aa4edc-5168-4c90-9014-1bd18690f10b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Acquiring lock "refresh_cache-6cf3c270-702a-49c8-b845-73e06b1f3c1b" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.306925] env[69413]: DEBUG oslo_concurrency.lockutils [None req-74aa4edc-5168-4c90-9014-1bd18690f10b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Acquired lock "refresh_cache-6cf3c270-702a-49c8-b845-73e06b1f3c1b" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.307130] env[69413]: DEBUG nova.network.neutron [None req-74aa4edc-5168-4c90-9014-1bd18690f10b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.321329] env[69413]: DEBUG oslo_vmware.api [None req-1e6d2b94-32bb-47ee-a206-398d569f27ec tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077772, 'name': PowerOffVM_Task, 'duration_secs': 0.3969} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.324600] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6d2b94-32bb-47ee-a206-398d569f27ec tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.329873] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e6d2b94-32bb-47ee-a206-398d569f27ec tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Reconfiguring VM instance instance-00000038 to detach disk 2001 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 894.330486] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6293552a-170b-4fff-a205-c14d3f1a838e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.353418] env[69413]: DEBUG oslo_vmware.api [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077770, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.008313} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.353687] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7/2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 894.353916] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 894.354203] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3718ea55-071a-4e75-8aa1-21f32862b56b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.357999] env[69413]: DEBUG oslo_vmware.api [None req-1e6d2b94-32bb-47ee-a206-398d569f27ec tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 894.357999] env[69413]: value = "task-3077775" [ 894.357999] env[69413]: _type = "Task" [ 894.357999] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.365161] env[69413]: DEBUG oslo_vmware.api [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Waiting for the task: (returnval){ [ 894.365161] env[69413]: value = "task-3077776" [ 894.365161] env[69413]: _type = "Task" [ 894.365161] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.373166] env[69413]: DEBUG oslo_vmware.api [None req-1e6d2b94-32bb-47ee-a206-398d569f27ec tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077775, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.378490] env[69413]: DEBUG oslo_vmware.api [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.393571] env[69413]: DEBUG oslo_vmware.api [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Task: {'id': task-3077773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.467483] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9eb20d33-a74e-48e4-a8a5-61d7abca5802 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Acquiring lock "412d9537-a582-4b26-acc4-786e68c25394" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.467758] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9eb20d33-a74e-48e4-a8a5-61d7abca5802 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Lock "412d9537-a582-4b26-acc4-786e68c25394" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.468094] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9eb20d33-a74e-48e4-a8a5-61d7abca5802 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Acquiring lock "412d9537-a582-4b26-acc4-786e68c25394-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.468170] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9eb20d33-a74e-48e4-a8a5-61d7abca5802 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Lock "412d9537-a582-4b26-acc4-786e68c25394-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.468339] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9eb20d33-a74e-48e4-a8a5-61d7abca5802 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Lock "412d9537-a582-4b26-acc4-786e68c25394-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.470572] env[69413]: INFO nova.compute.manager [None req-9eb20d33-a74e-48e4-a8a5-61d7abca5802 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Terminating instance [ 894.657263] env[69413]: DEBUG oslo_vmware.api [None req-9319eb0a-1af6-4211-a7b4-e07658b0c222 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077774, 'name': SuspendVM_Task} progress is 54%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.826689] env[69413]: DEBUG nova.network.neutron [None req-74aa4edc-5168-4c90-9014-1bd18690f10b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 894.851126] env[69413]: DEBUG oslo_concurrency.lockutils [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.876s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.857197] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7530315e-8ae2-45bf-9bc8-8d1c21b9872f tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 51.644s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.857428] env[69413]: DEBUG nova.objects.instance [None req-7530315e-8ae2-45bf-9bc8-8d1c21b9872f tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lazy-loading 'resources' on Instance uuid 4b6393d7-65da-49b2-8c0e-762e947a2e31 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.876703] env[69413]: DEBUG oslo_vmware.api [None req-1e6d2b94-32bb-47ee-a206-398d569f27ec tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077775, 'name': ReconfigVM_Task, 'duration_secs': 0.281132} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.877353] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e6d2b94-32bb-47ee-a206-398d569f27ec tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Reconfigured VM instance instance-00000038 to detach disk 2001 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 894.877544] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6d2b94-32bb-47ee-a206-398d569f27ec tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.878009] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98d77d8a-e841-4f2e-a55d-45bd61c8272a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.882994] env[69413]: DEBUG oslo_vmware.api [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141767} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.883294] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.884089] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f4ab33-9695-4b1c-8947-46c9327ca727 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.888328] env[69413]: DEBUG oslo_vmware.api [None req-1e6d2b94-32bb-47ee-a206-398d569f27ec tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 894.888328] env[69413]: value = "task-3077777" [ 894.888328] env[69413]: _type = "Task" [ 894.888328] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.914309] env[69413]: DEBUG oslo_vmware.api [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Task: {'id': task-3077773, 'name': ReconfigVM_Task, 'duration_secs': 0.787084} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.914664] env[69413]: DEBUG oslo_vmware.api [None req-1e6d2b94-32bb-47ee-a206-398d569f27ec tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.925252] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7/2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.926462] env[69413]: DEBUG nova.network.neutron [None req-74aa4edc-5168-4c90-9014-1bd18690f10b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.927721] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] [instance: dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5] Reconfigured VM instance instance-0000003d to attach disk [datastore2] dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5/dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.928416] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a78d5331-b1dc-4037-b78d-0eb10c525426 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.945235] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a9e8f77-5742-41e7-9b16-0a4944ee9951 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.952862] env[69413]: DEBUG oslo_vmware.api [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Waiting for the task: (returnval){ [ 894.952862] env[69413]: value = "task-3077779" [ 894.952862] env[69413]: _type = "Task" [ 894.952862] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.954731] env[69413]: DEBUG oslo_vmware.api [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Waiting for the task: (returnval){ [ 894.954731] env[69413]: value = "task-3077778" [ 894.954731] env[69413]: _type = "Task" [ 894.954731] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.965976] env[69413]: DEBUG oslo_vmware.api [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Task: {'id': task-3077779, 'name': Rename_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.969556] env[69413]: DEBUG oslo_vmware.api [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077778, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.974522] env[69413]: DEBUG nova.compute.manager [None req-9eb20d33-a74e-48e4-a8a5-61d7abca5802 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 894.974930] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb20d33-a74e-48e4-a8a5-61d7abca5802 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 894.975739] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8966531-ccaa-4867-b2f6-2e0e9fff95ec {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.987169] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb20d33-a74e-48e4-a8a5-61d7abca5802 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.987677] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f619839-1c52-472e-8a37-4916c42691ea {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.992663] env[69413]: DEBUG oslo_vmware.api [None req-9eb20d33-a74e-48e4-a8a5-61d7abca5802 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Waiting for the task: (returnval){ [ 894.992663] env[69413]: value = "task-3077780" [ 894.992663] env[69413]: _type = "Task" [ 894.992663] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.000550] env[69413]: DEBUG oslo_vmware.api [None req-9eb20d33-a74e-48e4-a8a5-61d7abca5802 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': task-3077780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.157033] env[69413]: DEBUG oslo_vmware.api [None req-9319eb0a-1af6-4211-a7b4-e07658b0c222 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077774, 'name': SuspendVM_Task, 'duration_secs': 0.715464} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.157033] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9319eb0a-1af6-4211-a7b4-e07658b0c222 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Suspended the VM {{(pid=69413) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 895.157033] env[69413]: DEBUG nova.compute.manager [None req-9319eb0a-1af6-4211-a7b4-e07658b0c222 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.157359] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae45b29b-1a43-41d1-a1bf-5cef9bc3caaf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.402010] env[69413]: DEBUG oslo_vmware.api [None req-1e6d2b94-32bb-47ee-a206-398d569f27ec tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077777, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.446451] env[69413]: DEBUG oslo_concurrency.lockutils [None req-74aa4edc-5168-4c90-9014-1bd18690f10b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Releasing lock "refresh_cache-6cf3c270-702a-49c8-b845-73e06b1f3c1b" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.446897] env[69413]: DEBUG nova.compute.manager [None req-74aa4edc-5168-4c90-9014-1bd18690f10b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 895.447114] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-74aa4edc-5168-4c90-9014-1bd18690f10b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.450238] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0457a24d-ddd6-45dc-a545-0807a2772e8e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.459533] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-74aa4edc-5168-4c90-9014-1bd18690f10b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.462682] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69326b8c-c290-4a84-bd3c-e2866249cd0e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.470684] env[69413]: DEBUG oslo_vmware.api [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Task: {'id': task-3077779, 'name': Rename_Task, 'duration_secs': 0.14763} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.471971] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] [instance: dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.472543] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ebe097b-fa4c-4824-ab99-baf7fda7c45e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.476617] env[69413]: DEBUG oslo_vmware.api [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077778, 'name': ReconfigVM_Task, 'duration_secs': 0.284166} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.478162] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7/2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.478883] env[69413]: DEBUG oslo_vmware.api [None req-74aa4edc-5168-4c90-9014-1bd18690f10b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Waiting for the task: (returnval){ [ 895.478883] env[69413]: value = "task-3077781" [ 895.478883] env[69413]: _type = "Task" [ 895.478883] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.479108] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8278ffcf-3f1f-44af-9188-95303146156b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.487205] env[69413]: DEBUG oslo_vmware.api [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Waiting for the task: (returnval){ [ 895.487205] env[69413]: value = "task-3077782" [ 895.487205] env[69413]: _type = "Task" [ 895.487205] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.494261] env[69413]: DEBUG oslo_vmware.api [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Waiting for the task: (returnval){ [ 895.494261] env[69413]: value = "task-3077783" [ 895.494261] env[69413]: _type = "Task" [ 895.494261] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.494544] env[69413]: DEBUG oslo_vmware.api [None req-74aa4edc-5168-4c90-9014-1bd18690f10b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Task: {'id': task-3077781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.506939] env[69413]: DEBUG oslo_vmware.api [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Task: {'id': task-3077782, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.513422] env[69413]: DEBUG oslo_vmware.api [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077783, 'name': Rename_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.517072] env[69413]: DEBUG oslo_vmware.api [None req-9eb20d33-a74e-48e4-a8a5-61d7abca5802 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': task-3077780, 'name': PowerOffVM_Task, 'duration_secs': 0.393316} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.520272] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb20d33-a74e-48e4-a8a5-61d7abca5802 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.520548] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb20d33-a74e-48e4-a8a5-61d7abca5802 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.521470] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aec7824e-c0e0-4679-827e-45dc8e81678c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.602186] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb20d33-a74e-48e4-a8a5-61d7abca5802 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.602483] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb20d33-a74e-48e4-a8a5-61d7abca5802 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.602598] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eb20d33-a74e-48e4-a8a5-61d7abca5802 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Deleting the datastore file [datastore2] 412d9537-a582-4b26-acc4-786e68c25394 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.602839] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-370ceb89-72b2-4d5b-883f-280f1b99bc19 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.609670] env[69413]: DEBUG oslo_vmware.api [None req-9eb20d33-a74e-48e4-a8a5-61d7abca5802 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Waiting for the task: (returnval){ [ 895.609670] env[69413]: value = "task-3077785" [ 895.609670] env[69413]: _type = "Task" [ 895.609670] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.619900] env[69413]: DEBUG oslo_vmware.api [None req-9eb20d33-a74e-48e4-a8a5-61d7abca5802 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': task-3077785, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.847087] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d806befd-2bcc-49d0-bc59-4297fa1620b0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.855245] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6597489-9239-4d31-aa76-50bd06a4c738 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.889798] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58190295-06ef-4985-86e8-94f1250f33f4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.906519] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a745ef56-767d-41fa-9f6e-037562ecd343 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.910167] env[69413]: DEBUG oslo_vmware.api [None req-1e6d2b94-32bb-47ee-a206-398d569f27ec tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077777, 'name': PowerOnVM_Task, 'duration_secs': 0.71597} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.910794] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6d2b94-32bb-47ee-a206-398d569f27ec tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.910794] env[69413]: DEBUG nova.compute.manager [None req-1e6d2b94-32bb-47ee-a206-398d569f27ec tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.911774] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f72672-09ee-4ef7-9373-663550d72796 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.922743] env[69413]: DEBUG nova.compute.provider_tree [None req-7530315e-8ae2-45bf-9bc8-8d1c21b9872f tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.991749] env[69413]: DEBUG oslo_vmware.api [None req-74aa4edc-5168-4c90-9014-1bd18690f10b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Task: {'id': task-3077781, 'name': PowerOffVM_Task, 'duration_secs': 0.165916} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.995128] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-74aa4edc-5168-4c90-9014-1bd18690f10b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.995357] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-74aa4edc-5168-4c90-9014-1bd18690f10b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.995915] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f3d957e-93cb-44f8-88d8-f5a9d8c893dc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.004367] env[69413]: DEBUG oslo_vmware.api [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Task: {'id': task-3077782, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.009017] env[69413]: DEBUG oslo_vmware.api [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077783, 'name': Rename_Task, 'duration_secs': 0.144514} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.009266] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.009488] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-061a3bf2-5fe6-45a1-bad6-6622d33b6b64 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.015243] env[69413]: DEBUG oslo_vmware.api [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Waiting for the task: (returnval){ [ 896.015243] env[69413]: value = "task-3077787" [ 896.015243] env[69413]: _type = "Task" [ 896.015243] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.023174] env[69413]: DEBUG oslo_vmware.api [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077787, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.075786] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-74aa4edc-5168-4c90-9014-1bd18690f10b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 896.076501] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-74aa4edc-5168-4c90-9014-1bd18690f10b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 896.076501] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-74aa4edc-5168-4c90-9014-1bd18690f10b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Deleting the datastore file [datastore2] 6cf3c270-702a-49c8-b845-73e06b1f3c1b {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 896.076631] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17756199-6198-4b36-ac78-7eee5a5630d3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.083402] env[69413]: DEBUG oslo_vmware.api [None req-74aa4edc-5168-4c90-9014-1bd18690f10b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Waiting for the task: (returnval){ [ 896.083402] env[69413]: value = "task-3077788" [ 896.083402] env[69413]: _type = "Task" [ 896.083402] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.092359] env[69413]: DEBUG oslo_vmware.api [None req-74aa4edc-5168-4c90-9014-1bd18690f10b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Task: {'id': task-3077788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.118047] env[69413]: DEBUG oslo_vmware.api [None req-9eb20d33-a74e-48e4-a8a5-61d7abca5802 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Task: {'id': task-3077785, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.466012} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.118159] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eb20d33-a74e-48e4-a8a5-61d7abca5802 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.118266] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb20d33-a74e-48e4-a8a5-61d7abca5802 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.118446] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb20d33-a74e-48e4-a8a5-61d7abca5802 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.118608] env[69413]: INFO nova.compute.manager [None req-9eb20d33-a74e-48e4-a8a5-61d7abca5802 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Took 1.14 seconds to destroy the instance on the hypervisor. [ 896.118843] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9eb20d33-a74e-48e4-a8a5-61d7abca5802 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.119035] env[69413]: DEBUG nova.compute.manager [-] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 896.119254] env[69413]: DEBUG nova.network.neutron [-] [instance: 412d9537-a582-4b26-acc4-786e68c25394] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 896.421681] env[69413]: INFO nova.compute.manager [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Swapping old allocation on dict_keys(['65568fbe-598e-408e-afad-1b65d19c68ec']) held by migration 1c7d501e-d944-4cdf-bdd5-b330f8145180 for instance [ 896.426597] env[69413]: DEBUG nova.scheduler.client.report [None req-7530315e-8ae2-45bf-9bc8-8d1c21b9872f tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.457299] env[69413]: DEBUG nova.scheduler.client.report [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Overwriting current allocation {'allocations': {'65568fbe-598e-408e-afad-1b65d19c68ec': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 90}}, 'project_id': 'db24c346bed444c6bde3bec72a8c86ec', 'user_id': 'fcc763c9f3a442eda349c298c5c4da56', 'consumer_generation': 1} on consumer ba72f8ba-3ed8-4b38-8a3a-e784ab200285 {{(pid=69413) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 896.503582] env[69413]: DEBUG oslo_vmware.api [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Task: {'id': task-3077782, 'name': PowerOnVM_Task, 'duration_secs': 0.537173} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.503582] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] [instance: dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.503582] env[69413]: INFO nova.compute.manager [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] [instance: dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5] Took 7.03 seconds to spawn the instance on the hypervisor. [ 896.503582] env[69413]: DEBUG nova.compute.manager [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] [instance: dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.503814] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ec6dc1-4863-4fd8-b37d-5c20e1d1455f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.532918] env[69413]: DEBUG oslo_vmware.api [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077787, 'name': PowerOnVM_Task, 'duration_secs': 0.480302} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.533520] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.533772] env[69413]: INFO nova.compute.manager [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Took 9.74 seconds to spawn the instance on the hypervisor. [ 896.534088] env[69413]: DEBUG nova.compute.manager [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.534979] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1de5cfa-8a78-4b6b-88b6-8acf92f2cbc6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.566829] env[69413]: DEBUG oslo_concurrency.lockutils [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Acquiring lock "refresh_cache-ba72f8ba-3ed8-4b38-8a3a-e784ab200285" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.567026] env[69413]: DEBUG oslo_concurrency.lockutils [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Acquired lock "refresh_cache-ba72f8ba-3ed8-4b38-8a3a-e784ab200285" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.567212] env[69413]: DEBUG nova.network.neutron [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.592907] env[69413]: DEBUG oslo_vmware.api [None req-74aa4edc-5168-4c90-9014-1bd18690f10b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Task: {'id': task-3077788, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163018} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.593178] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-74aa4edc-5168-4c90-9014-1bd18690f10b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.593365] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-74aa4edc-5168-4c90-9014-1bd18690f10b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.593538] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-74aa4edc-5168-4c90-9014-1bd18690f10b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.593704] env[69413]: INFO nova.compute.manager [None req-74aa4edc-5168-4c90-9014-1bd18690f10b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 896.593968] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74aa4edc-5168-4c90-9014-1bd18690f10b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.594165] env[69413]: DEBUG nova.compute.manager [-] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 896.594258] env[69413]: DEBUG nova.network.neutron [-] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 896.608632] env[69413]: DEBUG nova.network.neutron [-] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 896.665557] env[69413]: DEBUG nova.compute.manager [req-9493f8cc-b509-4e17-8663-7475bf1c066d req-e34e03d3-c27d-4934-afe9-7d6ca88ab5aa service nova] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Received event network-vif-deleted-8c5f52e5-b72f-458e-9e0c-f93b3e05acc5 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.665830] env[69413]: INFO nova.compute.manager [req-9493f8cc-b509-4e17-8663-7475bf1c066d req-e34e03d3-c27d-4934-afe9-7d6ca88ab5aa service nova] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Neutron deleted interface 8c5f52e5-b72f-458e-9e0c-f93b3e05acc5; detaching it from the instance and deleting it from the info cache [ 896.665830] env[69413]: DEBUG nova.network.neutron [req-9493f8cc-b509-4e17-8663-7475bf1c066d req-e34e03d3-c27d-4934-afe9-7d6ca88ab5aa service nova] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.705423] env[69413]: INFO nova.compute.manager [None req-3c32f95b-1481-4cc0-8268-f164be090895 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Resuming [ 896.706072] env[69413]: DEBUG nova.objects.instance [None req-3c32f95b-1481-4cc0-8268-f164be090895 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Lazy-loading 'flavor' on Instance uuid 9c167732-fb10-402b-8b16-d9094785af78 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.933448] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7530315e-8ae2-45bf-9bc8-8d1c21b9872f tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.076s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.936020] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 50.532s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.953074] env[69413]: INFO nova.scheduler.client.report [None req-7530315e-8ae2-45bf-9bc8-8d1c21b9872f tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Deleted allocations for instance 4b6393d7-65da-49b2-8c0e-762e947a2e31 [ 897.031011] env[69413]: DEBUG nova.network.neutron [-] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.031011] env[69413]: INFO nova.compute.manager [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] [instance: dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5] Took 54.81 seconds to build instance. [ 897.052319] env[69413]: INFO nova.compute.manager [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Took 55.40 seconds to build instance. [ 897.112806] env[69413]: DEBUG nova.network.neutron [-] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.168980] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89354332-7762-4cb1-b944-5c082ad2e6e9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.180629] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817fc677-1a70-46a8-95b5-0790fc26f7e2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.217358] env[69413]: DEBUG nova.compute.manager [req-9493f8cc-b509-4e17-8663-7475bf1c066d req-e34e03d3-c27d-4934-afe9-7d6ca88ab5aa service nova] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Detach interface failed, port_id=8c5f52e5-b72f-458e-9e0c-f93b3e05acc5, reason: Instance 412d9537-a582-4b26-acc4-786e68c25394 could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 897.315777] env[69413]: DEBUG nova.network.neutron [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Updating instance_info_cache with network_info: [{"id": "82047ed8-cb13-4cf7-b7ae-74d136038111", "address": "fa:16:3e:26:47:51", "network": {"id": "8cb610e7-e4da-4776-8f19-c9728f51fb27", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9a021a88be0b4ec0bf1248cc136ac194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82047ed8-cb", "ovs_interfaceid": "82047ed8-cb13-4cf7-b7ae-74d136038111", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.461953] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7530315e-8ae2-45bf-9bc8-8d1c21b9872f tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lock "4b6393d7-65da-49b2-8c0e-762e947a2e31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 57.627s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.533075] env[69413]: INFO nova.compute.manager [-] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Took 1.41 seconds to deallocate network for instance. [ 897.533406] env[69413]: DEBUG oslo_concurrency.lockutils [None req-206bc0fc-9914-4abb-a8a0-ee928ef98ba8 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Lock "dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.324s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.554150] env[69413]: DEBUG oslo_concurrency.lockutils [None req-18af561a-ed8f-4fb4-96dd-733c670b5310 tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Lock "2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.427s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.616351] env[69413]: INFO nova.compute.manager [-] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Took 1.02 seconds to deallocate network for instance. [ 897.772155] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5926b654-eedd-4768-ab82-11fbc4af476b tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Acquiring lock "2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.772435] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5926b654-eedd-4768-ab82-11fbc4af476b tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Lock "2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.772644] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5926b654-eedd-4768-ab82-11fbc4af476b tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Acquiring lock "2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.772849] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5926b654-eedd-4768-ab82-11fbc4af476b tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Lock "2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.773033] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5926b654-eedd-4768-ab82-11fbc4af476b tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Lock "2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.775202] env[69413]: INFO nova.compute.manager [None req-5926b654-eedd-4768-ab82-11fbc4af476b tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Terminating instance [ 897.818408] env[69413]: DEBUG oslo_concurrency.lockutils [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Releasing lock "refresh_cache-ba72f8ba-3ed8-4b38-8a3a-e784ab200285" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.818829] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.819499] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e37aa0a6-371e-4d9c-b059-2b928b2586c0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.827096] env[69413]: DEBUG oslo_vmware.api [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Waiting for the task: (returnval){ [ 897.827096] env[69413]: value = "task-3077789" [ 897.827096] env[69413]: _type = "Task" [ 897.827096] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.835582] env[69413]: DEBUG oslo_vmware.api [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.884215] env[69413]: DEBUG nova.compute.manager [None req-602922f9-07f3-49e9-a4b3-542aa1be1c66 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] [instance: dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.886354] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222cbf70-08a1-4316-b37d-79a9c35d7346 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.953377] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Applying migration context for instance ea9f83f0-3336-4ebc-a5ad-183da349a61f as it has an incoming, in-progress migration efc56dd0-ed1f-4885-a9d6-1fa969404ef6. Migration status is confirming {{(pid=69413) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 897.955586] env[69413]: INFO nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Updating resource usage from migration efc56dd0-ed1f-4885-a9d6-1fa969404ef6 [ 897.988051] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 550f42d5-10b7-4a74-b3f8-84526a6e166c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 897.988223] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 897.988375] env[69413]: WARNING nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 7d8f56fd-07ae-458b-b511-546b7adefe96 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 897.988539] env[69413]: WARNING nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 6bc4ef14-5504-4c90-8d21-a8cd681b9070 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 897.988677] env[69413]: WARNING nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 935b60fb-6c0e-412c-9547-df9c36ff5eda is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 897.988798] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance dcac029f-96a3-4f1f-98cf-6794be08ab9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 897.988928] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 412d9537-a582-4b26-acc4-786e68c25394 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 897.989064] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 3316c01f-b7e4-463c-8ef1-973d2c5e53f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 897.989254] env[69413]: WARNING nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 897.989431] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 51503845-99ac-4010-9780-09feb6c342b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 897.989567] env[69413]: WARNING nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 9dd19ffc-2855-4a97-919c-b71cf01b4e98 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 897.989683] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance ba72f8ba-3ed8-4b38-8a3a-e784ab200285 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 897.989796] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 9c167732-fb10-402b-8b16-d9094785af78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 897.989917] env[69413]: WARNING nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 2d34fe6d-51d2-4019-908b-8a892c4ed5fd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 897.990182] env[69413]: WARNING nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance da690ca9-bdde-4913-9366-9f2d213c496a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 897.990467] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Migration efc56dd0-ed1f-4885-a9d6-1fa969404ef6 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 897.990467] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance ea9f83f0-3336-4ebc-a5ad-183da349a61f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 897.990546] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance dc802a86-b5a3-4808-a641-dc42d77ee1e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 897.990653] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 897.990780] env[69413]: WARNING nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance b7ecae2d-7a65-4eff-a8f0-5991e57f1775 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 897.990893] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 6cf3c270-702a-49c8-b845-73e06b1f3c1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 897.991028] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 897.991145] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 898.031395] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b715fce6-9913-435c-88e1-ec1885fab05c tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Acquiring lock "dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.031706] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b715fce6-9913-435c-88e1-ec1885fab05c tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Lock "dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.032044] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b715fce6-9913-435c-88e1-ec1885fab05c tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Acquiring lock "dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.032261] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b715fce6-9913-435c-88e1-ec1885fab05c tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Lock "dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.032430] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b715fce6-9913-435c-88e1-ec1885fab05c tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Lock "dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.034630] env[69413]: INFO nova.compute.manager [None req-b715fce6-9913-435c-88e1-ec1885fab05c tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] [instance: dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5] Terminating instance [ 898.040405] env[69413]: DEBUG oslo_concurrency.lockutils [None req-56c518b4-9f6b-436e-8a21-8557f16cea17 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquiring lock "7ba3bef3-3ecd-4dab-8d06-4583bd4b1959" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.040405] env[69413]: DEBUG oslo_concurrency.lockutils [None req-56c518b4-9f6b-436e-8a21-8557f16cea17 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lock "7ba3bef3-3ecd-4dab-8d06-4583bd4b1959" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.040405] env[69413]: DEBUG oslo_concurrency.lockutils [None req-56c518b4-9f6b-436e-8a21-8557f16cea17 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquiring lock "7ba3bef3-3ecd-4dab-8d06-4583bd4b1959-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.040949] env[69413]: DEBUG oslo_concurrency.lockutils [None req-56c518b4-9f6b-436e-8a21-8557f16cea17 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lock "7ba3bef3-3ecd-4dab-8d06-4583bd4b1959-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.041170] env[69413]: DEBUG oslo_concurrency.lockutils [None req-56c518b4-9f6b-436e-8a21-8557f16cea17 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lock "7ba3bef3-3ecd-4dab-8d06-4583bd4b1959-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.042891] env[69413]: DEBUG nova.compute.manager [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 898.052813] env[69413]: INFO nova.compute.manager [None req-56c518b4-9f6b-436e-8a21-8557f16cea17 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Terminating instance [ 898.055143] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9eb20d33-a74e-48e4-a8a5-61d7abca5802 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.123123] env[69413]: DEBUG oslo_concurrency.lockutils [None req-74aa4edc-5168-4c90-9014-1bd18690f10b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.227409] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3c32f95b-1481-4cc0-8268-f164be090895 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Acquiring lock "refresh_cache-9c167732-fb10-402b-8b16-d9094785af78" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.227605] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3c32f95b-1481-4cc0-8268-f164be090895 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Acquired lock "refresh_cache-9c167732-fb10-402b-8b16-d9094785af78" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.227786] env[69413]: DEBUG nova.network.neutron [None req-3c32f95b-1481-4cc0-8268-f164be090895 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.282584] env[69413]: DEBUG nova.compute.manager [None req-5926b654-eedd-4768-ab82-11fbc4af476b tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 898.282842] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5926b654-eedd-4768-ab82-11fbc4af476b tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.283801] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6fe5e2-076d-41d7-a562-f66a97db6367 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.292264] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-5926b654-eedd-4768-ab82-11fbc4af476b tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.292639] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8d223f0-eb81-464a-8145-b3bc353d5d99 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.299545] env[69413]: DEBUG oslo_vmware.api [None req-5926b654-eedd-4768-ab82-11fbc4af476b tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Waiting for the task: (returnval){ [ 898.299545] env[69413]: value = "task-3077790" [ 898.299545] env[69413]: _type = "Task" [ 898.299545] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.308407] env[69413]: DEBUG oslo_vmware.api [None req-5926b654-eedd-4768-ab82-11fbc4af476b tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.341615] env[69413]: DEBUG oslo_vmware.api [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077789, 'name': PowerOffVM_Task, 'duration_secs': 0.229239} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.341957] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.342761] env[69413]: DEBUG nova.virt.hardware [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:13:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='657cfb66-c6df-4151-a9ed-348f39de9c2b',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1725211029',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 898.343048] env[69413]: DEBUG nova.virt.hardware [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 898.343216] env[69413]: DEBUG nova.virt.hardware [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 898.343402] env[69413]: DEBUG nova.virt.hardware [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 898.343546] env[69413]: DEBUG nova.virt.hardware [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 898.343690] env[69413]: DEBUG nova.virt.hardware [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 898.343894] env[69413]: DEBUG nova.virt.hardware [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 898.344096] env[69413]: DEBUG nova.virt.hardware [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 898.344281] env[69413]: DEBUG nova.virt.hardware [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 898.344448] env[69413]: DEBUG nova.virt.hardware [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 898.344644] env[69413]: DEBUG nova.virt.hardware [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 898.352137] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a169f0d-1ae7-4775-9ac4-8a3b751e1e4f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.371830] env[69413]: DEBUG oslo_vmware.api [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Waiting for the task: (returnval){ [ 898.371830] env[69413]: value = "task-3077791" [ 898.371830] env[69413]: _type = "Task" [ 898.371830] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.382057] env[69413]: DEBUG oslo_vmware.api [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077791, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.398104] env[69413]: INFO nova.compute.manager [None req-602922f9-07f3-49e9-a4b3-542aa1be1c66 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] [instance: dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5] instance snapshotting [ 898.398825] env[69413]: DEBUG nova.objects.instance [None req-602922f9-07f3-49e9-a4b3-542aa1be1c66 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Lazy-loading 'flavor' on Instance uuid dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.498293] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 4ca96837-840e-46e5-be3f-76060bb4ca88 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 898.538869] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b715fce6-9913-435c-88e1-ec1885fab05c tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Acquiring lock "refresh_cache-dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.539146] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b715fce6-9913-435c-88e1-ec1885fab05c tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Acquired lock "refresh_cache-dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.539348] env[69413]: DEBUG nova.network.neutron [None req-b715fce6-9913-435c-88e1-ec1885fab05c tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] [instance: dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.560279] env[69413]: DEBUG nova.compute.manager [None req-56c518b4-9f6b-436e-8a21-8557f16cea17 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 898.560515] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-56c518b4-9f6b-436e-8a21-8557f16cea17 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.563613] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbfce50-2747-4cc8-8b82-936dc2b83661 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.571943] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-56c518b4-9f6b-436e-8a21-8557f16cea17 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.572202] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e21cfcc6-a7c3-443c-8708-6933a5d2c67f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.577652] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.579097] env[69413]: DEBUG oslo_vmware.api [None req-56c518b4-9f6b-436e-8a21-8557f16cea17 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 898.579097] env[69413]: value = "task-3077792" [ 898.579097] env[69413]: _type = "Task" [ 898.579097] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.587472] env[69413]: DEBUG oslo_vmware.api [None req-56c518b4-9f6b-436e-8a21-8557f16cea17 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.809833] env[69413]: DEBUG oslo_vmware.api [None req-5926b654-eedd-4768-ab82-11fbc4af476b tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077790, 'name': PowerOffVM_Task, 'duration_secs': 0.239228} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.810176] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-5926b654-eedd-4768-ab82-11fbc4af476b tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.810364] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5926b654-eedd-4768-ab82-11fbc4af476b tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 898.810617] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43649221-543c-43cd-8b94-52d64c9e2fc0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.873600] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5926b654-eedd-4768-ab82-11fbc4af476b tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.873979] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5926b654-eedd-4768-ab82-11fbc4af476b tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.874280] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-5926b654-eedd-4768-ab82-11fbc4af476b tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Deleting the datastore file [datastore2] 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.883065] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-886c580a-4212-4c97-acc9-a3fae893b581 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.889225] env[69413]: DEBUG oslo_vmware.api [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077791, 'name': ReconfigVM_Task, 'duration_secs': 0.226322} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.890897] env[69413]: DEBUG oslo_vmware.api [None req-5926b654-eedd-4768-ab82-11fbc4af476b tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Waiting for the task: (returnval){ [ 898.890897] env[69413]: value = "task-3077794" [ 898.890897] env[69413]: _type = "Task" [ 898.890897] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.891652] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2603cae1-384b-451c-a344-1456b6349d29 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.917969] env[69413]: DEBUG oslo_vmware.api [None req-5926b654-eedd-4768-ab82-11fbc4af476b tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.918946] env[69413]: DEBUG nova.virt.hardware [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:13:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='657cfb66-c6df-4151-a9ed-348f39de9c2b',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1725211029',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 898.918946] env[69413]: DEBUG nova.virt.hardware [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 898.919130] env[69413]: DEBUG nova.virt.hardware [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 898.919291] env[69413]: DEBUG nova.virt.hardware [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 898.919441] env[69413]: DEBUG nova.virt.hardware [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 898.919561] env[69413]: DEBUG nova.virt.hardware [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 898.919813] env[69413]: DEBUG nova.virt.hardware [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 898.919901] env[69413]: DEBUG nova.virt.hardware [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 898.920080] env[69413]: DEBUG nova.virt.hardware [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 898.920254] env[69413]: DEBUG nova.virt.hardware [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 898.920534] env[69413]: DEBUG nova.virt.hardware [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 898.925025] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f3c2ef0-09a1-4312-832a-e4beb8385cc2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.926924] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce788c3b-272f-4fc7-8ca7-49bca29d6a28 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.932664] env[69413]: DEBUG oslo_vmware.api [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Waiting for the task: (returnval){ [ 898.932664] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a5120b-9455-0c4c-6402-15dd364043f9" [ 898.932664] env[69413]: _type = "Task" [ 898.932664] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.946860] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c7fca6-43f1-4955-803e-8b91e8859b1b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.955068] env[69413]: DEBUG oslo_vmware.api [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a5120b-9455-0c4c-6402-15dd364043f9, 'name': SearchDatastore_Task, 'duration_secs': 0.008115} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.962406] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Reconfiguring VM instance instance-0000002f to detach disk 2000 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 898.965362] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05fa810f-e114-4ac9-9218-899f0c885be3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.984779] env[69413]: DEBUG oslo_vmware.api [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Waiting for the task: (returnval){ [ 898.984779] env[69413]: value = "task-3077795" [ 898.984779] env[69413]: _type = "Task" [ 898.984779] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.995159] env[69413]: DEBUG oslo_vmware.api [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077795, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.001616] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 820f1f01-9b3b-4b2f-9155-2ac397579fce has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 899.059280] env[69413]: DEBUG nova.network.neutron [None req-b715fce6-9913-435c-88e1-ec1885fab05c tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] [instance: dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 899.088985] env[69413]: DEBUG oslo_vmware.api [None req-56c518b4-9f6b-436e-8a21-8557f16cea17 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077792, 'name': PowerOffVM_Task, 'duration_secs': 0.381392} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.089275] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-56c518b4-9f6b-436e-8a21-8557f16cea17 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.089525] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-56c518b4-9f6b-436e-8a21-8557f16cea17 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.089680] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e189e976-5a96-44b3-b1e4-36fa4afb51db {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.107655] env[69413]: DEBUG nova.network.neutron [None req-b715fce6-9913-435c-88e1-ec1885fab05c tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] [instance: dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.131354] env[69413]: DEBUG nova.network.neutron [None req-3c32f95b-1481-4cc0-8268-f164be090895 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Updating instance_info_cache with network_info: [{"id": "629082e4-cda1-4129-8482-abb59f91f150", "address": "fa:16:3e:ed:90:67", "network": {"id": "d98167cb-87c0-416f-a41d-446befedd8cb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-767419095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "aee4858f97604accae0cfa296cc59aeb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap629082e4-cd", "ovs_interfaceid": "629082e4-cda1-4129-8482-abb59f91f150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.404573] env[69413]: DEBUG oslo_vmware.api [None req-5926b654-eedd-4768-ab82-11fbc4af476b tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Task: {'id': task-3077794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253408} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.404869] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-5926b654-eedd-4768-ab82-11fbc4af476b tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.405174] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5926b654-eedd-4768-ab82-11fbc4af476b tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 899.405508] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5926b654-eedd-4768-ab82-11fbc4af476b tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.405787] env[69413]: INFO nova.compute.manager [None req-5926b654-eedd-4768-ab82-11fbc4af476b tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 899.406170] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5926b654-eedd-4768-ab82-11fbc4af476b tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.406459] env[69413]: DEBUG nova.compute.manager [-] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 899.406593] env[69413]: DEBUG nova.network.neutron [-] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 899.479977] env[69413]: DEBUG nova.compute.manager [None req-602922f9-07f3-49e9-a4b3-542aa1be1c66 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] [instance: dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5] Instance disappeared during snapshot {{(pid=69413) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 899.498892] env[69413]: DEBUG oslo_vmware.api [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077795, 'name': ReconfigVM_Task, 'duration_secs': 0.263295} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.499426] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Reconfigured VM instance instance-0000002f to detach disk 2000 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 899.500520] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e13eb61-19e6-41cd-8c75-bebb25380162 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.507569] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 1b3bac56-2886-42fa-934b-2e547b8104ed has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 899.533949] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] ba72f8ba-3ed8-4b38-8a3a-e784ab200285/ba72f8ba-3ed8-4b38-8a3a-e784ab200285.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.536363] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5537a1ef-23a1-4564-86fd-33e765ac2bbb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.556196] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquiring lock "b2cc798f-a3e2-4ad6-8a1f-9b24069f9308" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.556618] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Lock "b2cc798f-a3e2-4ad6-8a1f-9b24069f9308" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.563237] env[69413]: DEBUG oslo_vmware.api [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Waiting for the task: (returnval){ [ 899.563237] env[69413]: value = "task-3077797" [ 899.563237] env[69413]: _type = "Task" [ 899.563237] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.572664] env[69413]: DEBUG oslo_vmware.api [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077797, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.610132] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b715fce6-9913-435c-88e1-ec1885fab05c tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Releasing lock "refresh_cache-dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.610394] env[69413]: DEBUG nova.compute.manager [None req-b715fce6-9913-435c-88e1-ec1885fab05c tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] [instance: dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 899.610690] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b715fce6-9913-435c-88e1-ec1885fab05c tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] [instance: dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.611995] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0290fed2-40a9-456c-8f7e-5d6d1b3667c0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.619266] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-b715fce6-9913-435c-88e1-ec1885fab05c tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] [instance: dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.619496] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13e7f788-90ad-4526-a8a6-f2c516e8eeb2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.625235] env[69413]: DEBUG oslo_vmware.api [None req-b715fce6-9913-435c-88e1-ec1885fab05c tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Waiting for the task: (returnval){ [ 899.625235] env[69413]: value = "task-3077798" [ 899.625235] env[69413]: _type = "Task" [ 899.625235] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.635924] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3c32f95b-1481-4cc0-8268-f164be090895 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Releasing lock "refresh_cache-9c167732-fb10-402b-8b16-d9094785af78" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.636585] env[69413]: DEBUG oslo_vmware.api [None req-b715fce6-9913-435c-88e1-ec1885fab05c tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Task: {'id': task-3077798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.637340] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a9a1d9-cf85-4f12-a663-8543afc06fb4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.643324] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-3c32f95b-1481-4cc0-8268-f164be090895 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Resuming the VM {{(pid=69413) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 899.643588] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb1d93e7-b840-4229-9ded-5bddf3af60db {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.649470] env[69413]: DEBUG oslo_vmware.api [None req-3c32f95b-1481-4cc0-8268-f164be090895 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Waiting for the task: (returnval){ [ 899.649470] env[69413]: value = "task-3077799" [ 899.649470] env[69413]: _type = "Task" [ 899.649470] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.657394] env[69413]: DEBUG oslo_vmware.api [None req-3c32f95b-1481-4cc0-8268-f164be090895 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077799, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.672391] env[69413]: DEBUG nova.compute.manager [None req-602922f9-07f3-49e9-a4b3-542aa1be1c66 tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] [instance: dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5] Found 0 images (rotation: 2) {{(pid=69413) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 899.777288] env[69413]: DEBUG nova.compute.manager [req-4fe34adf-f28d-4e9c-813c-ec7b48d3906c req-efc7044f-8fc8-4b3e-8342-d628ece5ef26 service nova] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Received event network-vif-deleted-c384b271-eaa7-4553-b00f-6e807d5c5fdf {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.777288] env[69413]: INFO nova.compute.manager [req-4fe34adf-f28d-4e9c-813c-ec7b48d3906c req-efc7044f-8fc8-4b3e-8342-d628ece5ef26 service nova] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Neutron deleted interface c384b271-eaa7-4553-b00f-6e807d5c5fdf; detaching it from the instance and deleting it from the info cache [ 899.777288] env[69413]: DEBUG nova.network.neutron [req-4fe34adf-f28d-4e9c-813c-ec7b48d3906c req-efc7044f-8fc8-4b3e-8342-d628ece5ef26 service nova] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.010875] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 7a1571bb-faf1-4e1c-9f41-7124c97ddb78 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 900.058868] env[69413]: DEBUG nova.compute.manager [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 900.075154] env[69413]: DEBUG oslo_vmware.api [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077797, 'name': ReconfigVM_Task, 'duration_secs': 0.403569} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.075435] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Reconfigured VM instance instance-0000002f to attach disk [datastore2] ba72f8ba-3ed8-4b38-8a3a-e784ab200285/ba72f8ba-3ed8-4b38-8a3a-e784ab200285.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.076330] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46db9d8-44d4-4347-b91d-359e2aad95e7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.097302] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8a8d0c-eca9-4f5c-af61-5995b8a49571 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.119037] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e453194-3321-491c-81ad-84f6fa10c834 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.144328] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bfdc70-630b-499a-a70f-1954d0574c98 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.150615] env[69413]: DEBUG oslo_vmware.api [None req-b715fce6-9913-435c-88e1-ec1885fab05c tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Task: {'id': task-3077798, 'name': PowerOffVM_Task, 'duration_secs': 0.114975} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.154617] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-b715fce6-9913-435c-88e1-ec1885fab05c tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] [instance: dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.154864] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b715fce6-9913-435c-88e1-ec1885fab05c tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] [instance: dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.157481] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66d121cc-caa4-40e3-baf9-3a44d13e8244 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.160116] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.160862] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f09aee77-cd8c-43bf-8b9a-960840608d1e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.166117] env[69413]: DEBUG oslo_vmware.api [None req-3c32f95b-1481-4cc0-8268-f164be090895 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077799, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.171540] env[69413]: DEBUG oslo_vmware.api [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Waiting for the task: (returnval){ [ 900.171540] env[69413]: value = "task-3077800" [ 900.171540] env[69413]: _type = "Task" [ 900.171540] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.182015] env[69413]: DEBUG oslo_vmware.api [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.204219] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b715fce6-9913-435c-88e1-ec1885fab05c tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] [instance: dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.204473] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b715fce6-9913-435c-88e1-ec1885fab05c tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] [instance: dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.204650] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-b715fce6-9913-435c-88e1-ec1885fab05c tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Deleting the datastore file [datastore2] dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.204939] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-379ab637-b572-4455-8d33-e085dcd806df {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.214187] env[69413]: DEBUG oslo_vmware.api [None req-b715fce6-9913-435c-88e1-ec1885fab05c tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Waiting for the task: (returnval){ [ 900.214187] env[69413]: value = "task-3077802" [ 900.214187] env[69413]: _type = "Task" [ 900.214187] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.225428] env[69413]: DEBUG oslo_vmware.api [None req-b715fce6-9913-435c-88e1-ec1885fab05c tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Task: {'id': task-3077802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.245502] env[69413]: DEBUG nova.network.neutron [-] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.279760] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1800c748-1ea8-466f-b1bf-85ccdadb5e3c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.289523] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1601bbe9-954c-4a13-91cd-56d67e299132 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.332747] env[69413]: DEBUG nova.compute.manager [req-4fe34adf-f28d-4e9c-813c-ec7b48d3906c req-efc7044f-8fc8-4b3e-8342-d628ece5ef26 service nova] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Detach interface failed, port_id=c384b271-eaa7-4553-b00f-6e807d5c5fdf, reason: Instance 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7 could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 900.514092] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 375d6649-8287-43b0-af5b-592b9a7caa12 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 900.582227] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.660099] env[69413]: DEBUG oslo_vmware.api [None req-3c32f95b-1481-4cc0-8268-f164be090895 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077799, 'name': PowerOnVM_Task, 'duration_secs': 0.542571} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.660450] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-3c32f95b-1481-4cc0-8268-f164be090895 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Resumed the VM {{(pid=69413) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 900.660609] env[69413]: DEBUG nova.compute.manager [None req-3c32f95b-1481-4cc0-8268-f164be090895 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.661393] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1409d2-09ae-4c59-9fd7-acc3a5e6c657 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.680921] env[69413]: DEBUG oslo_vmware.api [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077800, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.724401] env[69413]: DEBUG oslo_vmware.api [None req-b715fce6-9913-435c-88e1-ec1885fab05c tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Task: {'id': task-3077802, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308653} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.724923] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-b715fce6-9913-435c-88e1-ec1885fab05c tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.724923] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b715fce6-9913-435c-88e1-ec1885fab05c tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] [instance: dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.725087] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b715fce6-9913-435c-88e1-ec1885fab05c tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] [instance: dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.725226] env[69413]: INFO nova.compute.manager [None req-b715fce6-9913-435c-88e1-ec1885fab05c tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] [instance: dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 900.725466] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b715fce6-9913-435c-88e1-ec1885fab05c tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.725650] env[69413]: DEBUG nova.compute.manager [-] [instance: dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 900.725744] env[69413]: DEBUG nova.network.neutron [-] [instance: dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 900.749781] env[69413]: INFO nova.compute.manager [-] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Took 1.34 seconds to deallocate network for instance. [ 900.755835] env[69413]: DEBUG nova.network.neutron [-] [instance: dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 901.017062] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance f1edcde1-2547-448b-95d0-d4c1b93e325f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 901.017343] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (65568fbe-598e-408e-afad-1b65d19c68ec): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 901.089430] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-56c518b4-9f6b-436e-8a21-8557f16cea17 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 901.089430] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-56c518b4-9f6b-436e-8a21-8557f16cea17 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 901.089430] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-56c518b4-9f6b-436e-8a21-8557f16cea17 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Deleting the datastore file [datastore1] 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.089627] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b29659c4-aa70-4c64-ac19-db6ada1bcec6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.096225] env[69413]: DEBUG oslo_vmware.api [None req-56c518b4-9f6b-436e-8a21-8557f16cea17 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 901.096225] env[69413]: value = "task-3077803" [ 901.096225] env[69413]: _type = "Task" [ 901.096225] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.103846] env[69413]: DEBUG oslo_vmware.api [None req-56c518b4-9f6b-436e-8a21-8557f16cea17 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077803, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.184811] env[69413]: DEBUG oslo_vmware.api [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077800, 'name': PowerOnVM_Task, 'duration_secs': 0.84964} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.185136] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 901.261811] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5926b654-eedd-4768-ab82-11fbc4af476b tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.262178] env[69413]: DEBUG nova.network.neutron [-] [instance: dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.522048] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance a831417f-aa67-4dc5-9b42-9fa51e69d85c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 901.606030] env[69413]: DEBUG oslo_vmware.api [None req-56c518b4-9f6b-436e-8a21-8557f16cea17 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077803, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.767425] env[69413]: INFO nova.compute.manager [-] [instance: dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5] Took 1.04 seconds to deallocate network for instance. [ 902.024493] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance cca7b6a5-3238-455a-8658-eebaff97415e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 902.107315] env[69413]: DEBUG oslo_vmware.api [None req-56c518b4-9f6b-436e-8a21-8557f16cea17 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077803, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.885525} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.107608] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-56c518b4-9f6b-436e-8a21-8557f16cea17 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.107839] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-56c518b4-9f6b-436e-8a21-8557f16cea17 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.108075] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-56c518b4-9f6b-436e-8a21-8557f16cea17 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.108289] env[69413]: INFO nova.compute.manager [None req-56c518b4-9f6b-436e-8a21-8557f16cea17 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Took 3.55 seconds to destroy the instance on the hypervisor. [ 902.108595] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56c518b4-9f6b-436e-8a21-8557f16cea17 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.108798] env[69413]: DEBUG nova.compute.manager [-] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 902.108892] env[69413]: DEBUG nova.network.neutron [-] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 902.197278] env[69413]: INFO nova.compute.manager [None req-455f3de1-df92-4943-ae9a-22ffc98fb415 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Updating instance to original state: 'active' [ 902.272541] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b715fce6-9913-435c-88e1-ec1885fab05c tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.527236] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 902.527555] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69413) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 902.528331] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3520MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69413) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 902.631571] env[69413]: DEBUG nova.compute.manager [req-329559f4-dbf8-4432-b4d9-43d483f2513d req-eb13265f-66e4-46d1-98e6-270057f107f3 service nova] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Received event network-vif-deleted-e9c53235-cc4e-4e9a-a81d-bcb8dd967244 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.631778] env[69413]: INFO nova.compute.manager [req-329559f4-dbf8-4432-b4d9-43d483f2513d req-eb13265f-66e4-46d1-98e6-270057f107f3 service nova] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Neutron deleted interface e9c53235-cc4e-4e9a-a81d-bcb8dd967244; detaching it from the instance and deleting it from the info cache [ 902.632100] env[69413]: DEBUG nova.network.neutron [req-329559f4-dbf8-4432-b4d9-43d483f2513d req-eb13265f-66e4-46d1-98e6-270057f107f3 service nova] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.951613] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1ab235-f076-42f0-83c2-c53082192663 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.959571] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2473436-fbe9-4f7c-b89a-fe5f6e4fa67f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.991144] env[69413]: DEBUG nova.network.neutron [-] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.993172] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acec2c52-b8a6-4cbb-8bb4-693d567f932b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.001361] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0613701-5c64-49a7-8d14-229a07e69369 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.016117] env[69413]: DEBUG nova.compute.provider_tree [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.137865] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5767506e-259e-4376-8ad5-df75e365b364 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.147576] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c954dfc9-b609-4922-87cd-703c79bf2202 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.176609] env[69413]: DEBUG nova.compute.manager [req-329559f4-dbf8-4432-b4d9-43d483f2513d req-eb13265f-66e4-46d1-98e6-270057f107f3 service nova] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Detach interface failed, port_id=e9c53235-cc4e-4e9a-a81d-bcb8dd967244, reason: Instance 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959 could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 903.496950] env[69413]: INFO nova.compute.manager [-] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Took 1.39 seconds to deallocate network for instance. [ 903.519972] env[69413]: DEBUG nova.scheduler.client.report [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.004575] env[69413]: DEBUG oslo_concurrency.lockutils [None req-56c518b4-9f6b-436e-8a21-8557f16cea17 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.024983] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69413) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 904.024983] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.089s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.025346] env[69413]: DEBUG oslo_concurrency.lockutils [None req-85f08fa6-7bab-4ede-9ecf-37f83010a97b tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 51.188s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.025595] env[69413]: DEBUG oslo_concurrency.lockutils [None req-85f08fa6-7bab-4ede-9ecf-37f83010a97b tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.027767] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fdd0ce8c-104c-45b4-a3d3-a776360dba4a tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.988s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.027948] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fdd0ce8c-104c-45b4-a3d3-a776360dba4a tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.029752] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.672s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.031241] env[69413]: INFO nova.compute.claims [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.034100] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 904.034278] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Cleaning up deleted instances {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 904.037824] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5f573251-0c25-42c7-8935-b50e671ca3d1 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Acquiring lock "ba72f8ba-3ed8-4b38-8a3a-e784ab200285" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.037824] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5f573251-0c25-42c7-8935-b50e671ca3d1 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Lock "ba72f8ba-3ed8-4b38-8a3a-e784ab200285" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.037903] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5f573251-0c25-42c7-8935-b50e671ca3d1 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Acquiring lock "ba72f8ba-3ed8-4b38-8a3a-e784ab200285-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.038459] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5f573251-0c25-42c7-8935-b50e671ca3d1 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Lock "ba72f8ba-3ed8-4b38-8a3a-e784ab200285-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.038459] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5f573251-0c25-42c7-8935-b50e671ca3d1 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Lock "ba72f8ba-3ed8-4b38-8a3a-e784ab200285-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.040921] env[69413]: INFO nova.compute.manager [None req-5f573251-0c25-42c7-8935-b50e671ca3d1 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Terminating instance [ 904.060573] env[69413]: INFO nova.scheduler.client.report [None req-85f08fa6-7bab-4ede-9ecf-37f83010a97b tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Deleted allocations for instance 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b [ 904.063994] env[69413]: INFO nova.scheduler.client.report [None req-fdd0ce8c-104c-45b4-a3d3-a776360dba4a tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Deleted allocations for instance 6bc4ef14-5504-4c90-8d21-a8cd681b9070 [ 904.551622] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] There are 38 instances to clean {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 904.552336] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: a2784ee1-84c7-471e-bb52-8554b9eaf215] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 904.556233] env[69413]: DEBUG nova.compute.manager [None req-5f573251-0c25-42c7-8935-b50e671ca3d1 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 904.556622] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5f573251-0c25-42c7-8935-b50e671ca3d1 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 904.558368] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd7b1c7-be1b-4296-a667-23b5035dfebf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.572312] env[69413]: DEBUG oslo_concurrency.lockutils [None req-85f08fa6-7bab-4ede-9ecf-37f83010a97b tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Lock "4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.667s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.578449] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fdd0ce8c-104c-45b4-a3d3-a776360dba4a tempest-VolumesAssistedSnapshotsTest-1821395636 tempest-VolumesAssistedSnapshotsTest-1821395636-project-member] Lock "6bc4ef14-5504-4c90-8d21-a8cd681b9070" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.358s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.578449] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f573251-0c25-42c7-8935-b50e671ca3d1 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.578449] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d6f1896-017b-435e-b960-131ee4011e55 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.587167] env[69413]: DEBUG oslo_vmware.api [None req-5f573251-0c25-42c7-8935-b50e671ca3d1 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Waiting for the task: (returnval){ [ 904.587167] env[69413]: value = "task-3077804" [ 904.587167] env[69413]: _type = "Task" [ 904.587167] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.595507] env[69413]: DEBUG oslo_vmware.api [None req-5f573251-0c25-42c7-8935-b50e671ca3d1 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.853678] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f094b39d-8fae-4195-a30e-37b7a326cba7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Acquiring lock "3316c01f-b7e4-463c-8ef1-973d2c5e53f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.853963] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f094b39d-8fae-4195-a30e-37b7a326cba7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Lock "3316c01f-b7e4-463c-8ef1-973d2c5e53f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.854315] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f094b39d-8fae-4195-a30e-37b7a326cba7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Acquiring lock "3316c01f-b7e4-463c-8ef1-973d2c5e53f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.854392] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f094b39d-8fae-4195-a30e-37b7a326cba7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Lock "3316c01f-b7e4-463c-8ef1-973d2c5e53f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.854565] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f094b39d-8fae-4195-a30e-37b7a326cba7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Lock "3316c01f-b7e4-463c-8ef1-973d2c5e53f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.856830] env[69413]: INFO nova.compute.manager [None req-f094b39d-8fae-4195-a30e-37b7a326cba7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Terminating instance [ 905.056584] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: e9a9eb9b-ac85-4029-a417-6d38ef0de2e5] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 905.098946] env[69413]: DEBUG oslo_vmware.api [None req-5f573251-0c25-42c7-8935-b50e671ca3d1 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077804, 'name': PowerOffVM_Task, 'duration_secs': 0.213053} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.099231] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f573251-0c25-42c7-8935-b50e671ca3d1 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.099403] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5f573251-0c25-42c7-8935-b50e671ca3d1 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 905.099649] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-117e7292-1c89-4b12-a22b-5811c0ab2786 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.163844] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5f573251-0c25-42c7-8935-b50e671ca3d1 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 905.164262] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5f573251-0c25-42c7-8935-b50e671ca3d1 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 905.164692] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f573251-0c25-42c7-8935-b50e671ca3d1 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Deleting the datastore file [datastore2] ba72f8ba-3ed8-4b38-8a3a-e784ab200285 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.165098] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82f52197-ad63-4bb3-a61a-c6b302b9bd93 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.171084] env[69413]: DEBUG oslo_vmware.api [None req-5f573251-0c25-42c7-8935-b50e671ca3d1 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Waiting for the task: (returnval){ [ 905.171084] env[69413]: value = "task-3077806" [ 905.171084] env[69413]: _type = "Task" [ 905.171084] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.181829] env[69413]: DEBUG oslo_vmware.api [None req-5f573251-0c25-42c7-8935-b50e671ca3d1 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077806, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.362453] env[69413]: DEBUG nova.compute.manager [None req-f094b39d-8fae-4195-a30e-37b7a326cba7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 905.364968] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f094b39d-8fae-4195-a30e-37b7a326cba7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.364968] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc0fe5d-5845-4c94-a87c-4967716119cb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.373396] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-f094b39d-8fae-4195-a30e-37b7a326cba7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.373781] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c94a52d-a6fd-4c13-bb99-da3856cecad8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.379301] env[69413]: DEBUG oslo_vmware.api [None req-f094b39d-8fae-4195-a30e-37b7a326cba7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Waiting for the task: (returnval){ [ 905.379301] env[69413]: value = "task-3077807" [ 905.379301] env[69413]: _type = "Task" [ 905.379301] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.388038] env[69413]: DEBUG oslo_vmware.api [None req-f094b39d-8fae-4195-a30e-37b7a326cba7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077807, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.498488] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77cd9b0b-6658-4edd-b8bc-072b5494b325 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.508155] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54232119-594b-4a88-9c29-f8e6e438e487 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.546357] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b4e9c5-ce86-4814-b066-5d3528cd9809 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.554720] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2f559b-f4cb-4884-b31f-a5292d10c6b7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.560507] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 1c18d995-e20d-4a6c-9e67-0973a0091a57] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 905.570422] env[69413]: DEBUG nova.compute.provider_tree [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 905.682238] env[69413]: DEBUG oslo_vmware.api [None req-5f573251-0c25-42c7-8935-b50e671ca3d1 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077806, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167416} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.682624] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f573251-0c25-42c7-8935-b50e671ca3d1 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 905.682963] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5f573251-0c25-42c7-8935-b50e671ca3d1 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 905.683342] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5f573251-0c25-42c7-8935-b50e671ca3d1 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 905.683654] env[69413]: INFO nova.compute.manager [None req-5f573251-0c25-42c7-8935-b50e671ca3d1 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Took 1.13 seconds to destroy the instance on the hypervisor. [ 905.684046] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f573251-0c25-42c7-8935-b50e671ca3d1 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.684406] env[69413]: DEBUG nova.compute.manager [-] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 905.684632] env[69413]: DEBUG nova.network.neutron [-] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 905.891396] env[69413]: DEBUG oslo_vmware.api [None req-f094b39d-8fae-4195-a30e-37b7a326cba7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077807, 'name': PowerOffVM_Task, 'duration_secs': 0.197897} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.891725] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-f094b39d-8fae-4195-a30e-37b7a326cba7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.891934] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f094b39d-8fae-4195-a30e-37b7a326cba7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 905.892252] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cdab343b-1f03-4ef6-9be7-ffb6f6759aed {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.951092] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f094b39d-8fae-4195-a30e-37b7a326cba7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 905.951423] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f094b39d-8fae-4195-a30e-37b7a326cba7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 905.951675] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-f094b39d-8fae-4195-a30e-37b7a326cba7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Deleting the datastore file [datastore2] 3316c01f-b7e4-463c-8ef1-973d2c5e53f4 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.951989] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e651c0bc-ac5a-447b-8a4f-6aad9f823549 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.958545] env[69413]: DEBUG oslo_vmware.api [None req-f094b39d-8fae-4195-a30e-37b7a326cba7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Waiting for the task: (returnval){ [ 905.958545] env[69413]: value = "task-3077809" [ 905.958545] env[69413]: _type = "Task" [ 905.958545] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.969498] env[69413]: DEBUG oslo_vmware.api [None req-f094b39d-8fae-4195-a30e-37b7a326cba7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.064695] env[69413]: DEBUG nova.compute.manager [req-8eed4e7a-d06a-4c25-8302-69b49378921b req-2d772630-1251-4a3d-a15d-d6552ad98ef3 service nova] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Received event network-vif-deleted-82047ed8-cb13-4cf7-b7ae-74d136038111 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.064695] env[69413]: INFO nova.compute.manager [req-8eed4e7a-d06a-4c25-8302-69b49378921b req-2d772630-1251-4a3d-a15d-d6552ad98ef3 service nova] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Neutron deleted interface 82047ed8-cb13-4cf7-b7ae-74d136038111; detaching it from the instance and deleting it from the info cache [ 906.064695] env[69413]: DEBUG nova.network.neutron [req-8eed4e7a-d06a-4c25-8302-69b49378921b req-2d772630-1251-4a3d-a15d-d6552ad98ef3 service nova] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.075341] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 60618527-34f5-48f8-9cbe-d38db002d392] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 906.098970] env[69413]: ERROR nova.scheduler.client.report [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [req-c6c0c000-4dbc-4024-b213-c00b4b8a79b3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65568fbe-598e-408e-afad-1b65d19c68ec. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c6c0c000-4dbc-4024-b213-c00b4b8a79b3"}]} [ 906.124983] env[69413]: DEBUG nova.scheduler.client.report [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Refreshing inventories for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 906.142622] env[69413]: DEBUG nova.scheduler.client.report [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Updating ProviderTree inventory for provider 65568fbe-598e-408e-afad-1b65d19c68ec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 906.142849] env[69413]: DEBUG nova.compute.provider_tree [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 906.156852] env[69413]: DEBUG nova.scheduler.client.report [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Refreshing aggregate associations for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec, aggregates: None {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 906.179998] env[69413]: DEBUG nova.scheduler.client.report [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Refreshing trait associations for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 906.471992] env[69413]: DEBUG oslo_vmware.api [None req-f094b39d-8fae-4195-a30e-37b7a326cba7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Task: {'id': task-3077809, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131339} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.473072] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-f094b39d-8fae-4195-a30e-37b7a326cba7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.473072] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f094b39d-8fae-4195-a30e-37b7a326cba7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.473072] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f094b39d-8fae-4195-a30e-37b7a326cba7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.473072] env[69413]: INFO nova.compute.manager [None req-f094b39d-8fae-4195-a30e-37b7a326cba7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 906.473072] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f094b39d-8fae-4195-a30e-37b7a326cba7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.473263] env[69413]: DEBUG nova.compute.manager [-] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 906.473344] env[69413]: DEBUG nova.network.neutron [-] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 906.524222] env[69413]: DEBUG nova.network.neutron [-] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.568989] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a173261f-144a-4251-88ab-3d374df14b8c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.581981] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4b59a6-3fe4-4aa0-aa9f-610edceae522 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.596176] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 8e433184-6504-4214-9dc1-868f573a9a4d] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 906.620135] env[69413]: DEBUG nova.compute.manager [req-8eed4e7a-d06a-4c25-8302-69b49378921b req-2d772630-1251-4a3d-a15d-d6552ad98ef3 service nova] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Detach interface failed, port_id=82047ed8-cb13-4cf7-b7ae-74d136038111, reason: Instance ba72f8ba-3ed8-4b38-8a3a-e784ab200285 could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 906.673966] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84075454-854c-4c0d-83c2-e5e09c0ebf8b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.683517] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb22fac-bd5d-4255-9863-f7012f2ac8cc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.717517] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac24138-374a-4f16-9144-748068cd01be {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.726533] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e66325a-da8a-478c-93a1-1991df32d941 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.742805] env[69413]: DEBUG nova.compute.provider_tree [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 906.931382] env[69413]: DEBUG oslo_concurrency.lockutils [None req-76e1ee17-617f-4b48-b9f0-c33ca40075c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Acquiring lock "9c167732-fb10-402b-8b16-d9094785af78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.932201] env[69413]: DEBUG oslo_concurrency.lockutils [None req-76e1ee17-617f-4b48-b9f0-c33ca40075c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Lock "9c167732-fb10-402b-8b16-d9094785af78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.932599] env[69413]: DEBUG oslo_concurrency.lockutils [None req-76e1ee17-617f-4b48-b9f0-c33ca40075c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Acquiring lock "9c167732-fb10-402b-8b16-d9094785af78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.932894] env[69413]: DEBUG oslo_concurrency.lockutils [None req-76e1ee17-617f-4b48-b9f0-c33ca40075c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Lock "9c167732-fb10-402b-8b16-d9094785af78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.933298] env[69413]: DEBUG oslo_concurrency.lockutils [None req-76e1ee17-617f-4b48-b9f0-c33ca40075c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Lock "9c167732-fb10-402b-8b16-d9094785af78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.936444] env[69413]: INFO nova.compute.manager [None req-76e1ee17-617f-4b48-b9f0-c33ca40075c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Terminating instance [ 907.027720] env[69413]: INFO nova.compute.manager [-] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Took 1.34 seconds to deallocate network for instance. [ 907.101431] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 35f9bcbc-1f35-467d-9220-9f9a93765579] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 907.277072] env[69413]: DEBUG nova.scheduler.client.report [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Updated inventory for provider 65568fbe-598e-408e-afad-1b65d19c68ec with generation 92 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 907.277376] env[69413]: DEBUG nova.compute.provider_tree [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Updating resource provider 65568fbe-598e-408e-afad-1b65d19c68ec generation from 92 to 93 during operation: update_inventory {{(pid=69413) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 907.277600] env[69413]: DEBUG nova.compute.provider_tree [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 907.337844] env[69413]: DEBUG nova.network.neutron [-] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.443344] env[69413]: DEBUG nova.compute.manager [None req-76e1ee17-617f-4b48-b9f0-c33ca40075c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 907.443615] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-76e1ee17-617f-4b48-b9f0-c33ca40075c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 907.448827] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f899a19e-b425-4d31-b62c-7f80acdc7363 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.459717] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-76e1ee17-617f-4b48-b9f0-c33ca40075c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.462243] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d9cdebe-a13b-4bb8-a14e-b629359bb617 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.468467] env[69413]: DEBUG oslo_vmware.api [None req-76e1ee17-617f-4b48-b9f0-c33ca40075c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Waiting for the task: (returnval){ [ 907.468467] env[69413]: value = "task-3077810" [ 907.468467] env[69413]: _type = "Task" [ 907.468467] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.476086] env[69413]: DEBUG oslo_vmware.api [None req-76e1ee17-617f-4b48-b9f0-c33ca40075c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.544402] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5f573251-0c25-42c7-8935-b50e671ca3d1 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.606965] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 134eeaa3-fcde-4193-af68-40aca7638079] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 907.783675] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.754s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.784286] env[69413]: DEBUG nova.compute.manager [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 907.786896] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 51.708s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.788588] env[69413]: INFO nova.compute.claims [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 907.843020] env[69413]: INFO nova.compute.manager [-] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Took 1.37 seconds to deallocate network for instance. [ 907.983239] env[69413]: DEBUG oslo_vmware.api [None req-76e1ee17-617f-4b48-b9f0-c33ca40075c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077810, 'name': PowerOffVM_Task, 'duration_secs': 0.23284} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.983693] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-76e1ee17-617f-4b48-b9f0-c33ca40075c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.985986] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-76e1ee17-617f-4b48-b9f0-c33ca40075c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 907.985986] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0b2eaea-ddfb-4ecf-a155-c610db115147 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.044474] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-76e1ee17-617f-4b48-b9f0-c33ca40075c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.044936] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-76e1ee17-617f-4b48-b9f0-c33ca40075c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.045072] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-76e1ee17-617f-4b48-b9f0-c33ca40075c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Deleting the datastore file [datastore2] 9c167732-fb10-402b-8b16-d9094785af78 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.045443] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8bf6376-ebbd-4d83-b42e-67fd637be719 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.052611] env[69413]: DEBUG oslo_vmware.api [None req-76e1ee17-617f-4b48-b9f0-c33ca40075c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Waiting for the task: (returnval){ [ 908.052611] env[69413]: value = "task-3077812" [ 908.052611] env[69413]: _type = "Task" [ 908.052611] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.060165] env[69413]: DEBUG oslo_vmware.api [None req-76e1ee17-617f-4b48-b9f0-c33ca40075c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.090550] env[69413]: DEBUG nova.compute.manager [req-b444427a-384a-499b-bd24-79ecb83cb00d req-f7c32f6d-d12f-4a80-8120-3e415d83abf0 service nova] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Received event network-vif-deleted-97fb7058-a594-4b3e-b4ce-d4adc981e304 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.111413] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 6f657f3e-0ef9-4d0d-8c4a-ea1beba5f9bc] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 908.296590] env[69413]: DEBUG nova.compute.utils [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 908.296590] env[69413]: DEBUG nova.compute.manager [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 908.296590] env[69413]: DEBUG nova.network.neutron [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 908.347673] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f094b39d-8fae-4195-a30e-37b7a326cba7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.562777] env[69413]: DEBUG oslo_vmware.api [None req-76e1ee17-617f-4b48-b9f0-c33ca40075c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Task: {'id': task-3077812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151756} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.563047] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-76e1ee17-617f-4b48-b9f0-c33ca40075c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.563239] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-76e1ee17-617f-4b48-b9f0-c33ca40075c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.563420] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-76e1ee17-617f-4b48-b9f0-c33ca40075c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.563596] env[69413]: INFO nova.compute.manager [None req-76e1ee17-617f-4b48-b9f0-c33ca40075c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Took 1.12 seconds to destroy the instance on the hypervisor. [ 908.563836] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76e1ee17-617f-4b48-b9f0-c33ca40075c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.564035] env[69413]: DEBUG nova.compute.manager [-] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 908.564155] env[69413]: DEBUG nova.network.neutron [-] [instance: 9c167732-fb10-402b-8b16-d9094785af78] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 908.615420] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 7cdbd118-ef90-4606-8eff-56cf9f2d61d7] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 908.621146] env[69413]: DEBUG nova.policy [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a31bf8abc13f4301b7fd2d046095f508', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '766233e1213a4e82b80bdbaf2b5c3609', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 908.805056] env[69413]: DEBUG nova.compute.manager [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 908.979241] env[69413]: DEBUG nova.compute.manager [req-096f77bc-1f31-4928-b609-4821a006390b req-d16f2fcc-348c-4433-8757-6d3c791a7cc9 service nova] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Received event network-vif-deleted-629082e4-cda1-4129-8482-abb59f91f150 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.979551] env[69413]: INFO nova.compute.manager [req-096f77bc-1f31-4928-b609-4821a006390b req-d16f2fcc-348c-4433-8757-6d3c791a7cc9 service nova] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Neutron deleted interface 629082e4-cda1-4129-8482-abb59f91f150; detaching it from the instance and deleting it from the info cache [ 908.979800] env[69413]: DEBUG nova.network.neutron [req-096f77bc-1f31-4928-b609-4821a006390b req-d16f2fcc-348c-4433-8757-6d3c791a7cc9 service nova] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.122188] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 16fc45e4-7ce8-438c-bdee-16dcc53d0f3a] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 909.259028] env[69413]: DEBUG nova.network.neutron [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Successfully created port: 84c1481b-96e9-47e8-b3f2-ff14e6e3129c {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 909.333459] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c5ca7f-a6a6-4300-afac-f783d98aebf7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.345990] env[69413]: DEBUG nova.network.neutron [-] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.350759] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ab4492-d2e3-4f85-8e2f-fa038840eebe {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.385190] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26cae18-2ef6-4bc6-bede-eff5d656a6b8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.393244] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b484651-a20a-4c8d-93d7-4204c847914a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.409438] env[69413]: DEBUG nova.compute.provider_tree [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.483830] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-845d6412-0e87-43b7-bd1c-045179ed6fac {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.493995] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5ec106-2a19-4b7b-aef1-8903b63b11c0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.521897] env[69413]: DEBUG nova.compute.manager [req-096f77bc-1f31-4928-b609-4821a006390b req-d16f2fcc-348c-4433-8757-6d3c791a7cc9 service nova] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Detach interface failed, port_id=629082e4-cda1-4129-8482-abb59f91f150, reason: Instance 9c167732-fb10-402b-8b16-d9094785af78 could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 909.628295] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: a5107bcd-c438-4000-a1e8-6a7f377a6c04] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 909.814537] env[69413]: DEBUG nova.compute.manager [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 909.847967] env[69413]: DEBUG nova.virt.hardware [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.848334] env[69413]: DEBUG nova.virt.hardware [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.849081] env[69413]: DEBUG nova.virt.hardware [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.849081] env[69413]: DEBUG nova.virt.hardware [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.849081] env[69413]: DEBUG nova.virt.hardware [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.849081] env[69413]: DEBUG nova.virt.hardware [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.849257] env[69413]: DEBUG nova.virt.hardware [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.849502] env[69413]: DEBUG nova.virt.hardware [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.849647] env[69413]: DEBUG nova.virt.hardware [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.849809] env[69413]: DEBUG nova.virt.hardware [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.849992] env[69413]: DEBUG nova.virt.hardware [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.850878] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ec45f7-2af8-4301-817a-d3bdf4fc4a55 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.855157] env[69413]: INFO nova.compute.manager [-] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Took 1.29 seconds to deallocate network for instance. [ 909.860808] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d93ab5-ecb4-49c7-8438-d2c46ac6949d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.912676] env[69413]: DEBUG nova.scheduler.client.report [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.134041] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 4b1894a2-b198-41aa-a340-f3decec71996] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 910.370233] env[69413]: DEBUG oslo_concurrency.lockutils [None req-76e1ee17-617f-4b48-b9f0-c33ca40075c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.420095] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.420679] env[69413]: DEBUG nova.compute.manager [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 910.424060] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 54.322s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.425496] env[69413]: INFO nova.compute.claims [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 910.637253] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 76c49241-9cd4-4f51-8dd2-093e10b61ac0] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 910.729365] env[69413]: DEBUG nova.compute.manager [req-ffb608be-dc07-4f58-8621-3c917747bdca req-b39c7d3d-71e6-4338-8123-87127650152b service nova] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Received event network-vif-plugged-84c1481b-96e9-47e8-b3f2-ff14e6e3129c {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.729592] env[69413]: DEBUG oslo_concurrency.lockutils [req-ffb608be-dc07-4f58-8621-3c917747bdca req-b39c7d3d-71e6-4338-8123-87127650152b service nova] Acquiring lock "4ca96837-840e-46e5-be3f-76060bb4ca88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.729801] env[69413]: DEBUG oslo_concurrency.lockutils [req-ffb608be-dc07-4f58-8621-3c917747bdca req-b39c7d3d-71e6-4338-8123-87127650152b service nova] Lock "4ca96837-840e-46e5-be3f-76060bb4ca88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.729967] env[69413]: DEBUG oslo_concurrency.lockutils [req-ffb608be-dc07-4f58-8621-3c917747bdca req-b39c7d3d-71e6-4338-8123-87127650152b service nova] Lock "4ca96837-840e-46e5-be3f-76060bb4ca88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.730154] env[69413]: DEBUG nova.compute.manager [req-ffb608be-dc07-4f58-8621-3c917747bdca req-b39c7d3d-71e6-4338-8123-87127650152b service nova] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] No waiting events found dispatching network-vif-plugged-84c1481b-96e9-47e8-b3f2-ff14e6e3129c {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 910.730319] env[69413]: WARNING nova.compute.manager [req-ffb608be-dc07-4f58-8621-3c917747bdca req-b39c7d3d-71e6-4338-8123-87127650152b service nova] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Received unexpected event network-vif-plugged-84c1481b-96e9-47e8-b3f2-ff14e6e3129c for instance with vm_state building and task_state spawning. [ 910.865347] env[69413]: DEBUG nova.network.neutron [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Successfully updated port: 84c1481b-96e9-47e8-b3f2-ff14e6e3129c {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 910.932447] env[69413]: DEBUG nova.compute.utils [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 910.934088] env[69413]: DEBUG nova.compute.manager [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 910.934297] env[69413]: DEBUG nova.network.neutron [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 911.000998] env[69413]: DEBUG nova.policy [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '028cc0c86a8d4150b53e46ea8038314c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cd2cf86b9f447cc981a10ac5e817cb2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 911.141169] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: f87356eb-fccf-41d7-912f-2a3e76ff6d17] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 911.369654] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquiring lock "refresh_cache-4ca96837-840e-46e5-be3f-76060bb4ca88" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.370929] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquired lock "refresh_cache-4ca96837-840e-46e5-be3f-76060bb4ca88" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.371221] env[69413]: DEBUG nova.network.neutron [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.404358] env[69413]: DEBUG nova.network.neutron [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Successfully created port: 074d8227-41dd-462d-a7f2-c08202723ffb {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 911.437401] env[69413]: DEBUG nova.compute.manager [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 911.647564] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: e505a4ad-d19d-4b57-ae72-e7eaf4b32189] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 911.870820] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f4ef64-9b3c-4bce-9e7b-fddae7b42ec3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.880487] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756b72d8-d879-4fc8-9cb6-2b458e5f1b16 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.910755] env[69413]: DEBUG nova.network.neutron [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 911.913131] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b36e53-27a7-42c1-b428-6010043c4565 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.920464] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335b5e05-1b94-4961-a58d-42c73a5172b8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.933893] env[69413]: DEBUG nova.compute.provider_tree [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.063957] env[69413]: DEBUG nova.network.neutron [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Updating instance_info_cache with network_info: [{"id": "84c1481b-96e9-47e8-b3f2-ff14e6e3129c", "address": "fa:16:3e:dd:65:04", "network": {"id": "df4761ae-212a-4073-939a-98388439e29c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-36663941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "766233e1213a4e82b80bdbaf2b5c3609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84c1481b-96", "ovs_interfaceid": "84c1481b-96e9-47e8-b3f2-ff14e6e3129c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.153518] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 04b9e79c-61b3-422e-a101-bb7c50126483] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 912.442022] env[69413]: DEBUG nova.scheduler.client.report [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.452713] env[69413]: DEBUG nova.compute.manager [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 912.568023] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Releasing lock "refresh_cache-4ca96837-840e-46e5-be3f-76060bb4ca88" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.568488] env[69413]: DEBUG nova.compute.manager [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Instance network_info: |[{"id": "84c1481b-96e9-47e8-b3f2-ff14e6e3129c", "address": "fa:16:3e:dd:65:04", "network": {"id": "df4761ae-212a-4073-939a-98388439e29c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-36663941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "766233e1213a4e82b80bdbaf2b5c3609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84c1481b-96", "ovs_interfaceid": "84c1481b-96e9-47e8-b3f2-ff14e6e3129c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 912.568719] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:65:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74e6f6e0-95e6-4531-99e9-0e78350fb655', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84c1481b-96e9-47e8-b3f2-ff14e6e3129c', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 912.576813] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.577125] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 912.577422] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6830be69-ddae-49d9-bc1a-cf69948ba542 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.599930] env[69413]: DEBUG nova.virt.hardware [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 912.600233] env[69413]: DEBUG nova.virt.hardware [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 912.600342] env[69413]: DEBUG nova.virt.hardware [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.600517] env[69413]: DEBUG nova.virt.hardware [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 912.600676] env[69413]: DEBUG nova.virt.hardware [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.600865] env[69413]: DEBUG nova.virt.hardware [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 912.600992] env[69413]: DEBUG nova.virt.hardware [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 912.601167] env[69413]: DEBUG nova.virt.hardware [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 912.601331] env[69413]: DEBUG nova.virt.hardware [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 912.601489] env[69413]: DEBUG nova.virt.hardware [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 912.601754] env[69413]: DEBUG nova.virt.hardware [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 912.602505] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a98bda-f314-457f-a598-057e21bf86a9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.606089] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 912.606089] env[69413]: value = "task-3077813" [ 912.606089] env[69413]: _type = "Task" [ 912.606089] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.612654] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e1ca6f-59e3-4f1c-8bfe-42db895c1017 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.619349] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077813, 'name': CreateVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.655578] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: e6b74a1f-99fb-456f-844a-30dc33ecf36e] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 912.752992] env[69413]: DEBUG nova.compute.manager [req-d9d270f1-b036-4c84-b5eb-d0b17dfced90 req-a0f6b427-55dc-4bf8-984f-7b865492d63b service nova] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Received event network-changed-84c1481b-96e9-47e8-b3f2-ff14e6e3129c {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.753215] env[69413]: DEBUG nova.compute.manager [req-d9d270f1-b036-4c84-b5eb-d0b17dfced90 req-a0f6b427-55dc-4bf8-984f-7b865492d63b service nova] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Refreshing instance network info cache due to event network-changed-84c1481b-96e9-47e8-b3f2-ff14e6e3129c. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 912.753439] env[69413]: DEBUG oslo_concurrency.lockutils [req-d9d270f1-b036-4c84-b5eb-d0b17dfced90 req-a0f6b427-55dc-4bf8-984f-7b865492d63b service nova] Acquiring lock "refresh_cache-4ca96837-840e-46e5-be3f-76060bb4ca88" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.753580] env[69413]: DEBUG oslo_concurrency.lockutils [req-d9d270f1-b036-4c84-b5eb-d0b17dfced90 req-a0f6b427-55dc-4bf8-984f-7b865492d63b service nova] Acquired lock "refresh_cache-4ca96837-840e-46e5-be3f-76060bb4ca88" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.753742] env[69413]: DEBUG nova.network.neutron [req-d9d270f1-b036-4c84-b5eb-d0b17dfced90 req-a0f6b427-55dc-4bf8-984f-7b865492d63b service nova] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Refreshing network info cache for port 84c1481b-96e9-47e8-b3f2-ff14e6e3129c {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.945437] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.948020] env[69413]: DEBUG nova.compute.manager [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 912.952035] env[69413]: DEBUG oslo_concurrency.lockutils [None req-cbbe94bc-e0b1-4fff-a167-9208c55cd84b tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 55.800s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.952035] env[69413]: DEBUG oslo_concurrency.lockutils [None req-cbbe94bc-e0b1-4fff-a167-9208c55cd84b tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.955110] env[69413]: DEBUG oslo_concurrency.lockutils [None req-23fe2996-9fc0-47c5-8575-d704c2bd0958 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.575s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.955819] env[69413]: DEBUG oslo_concurrency.lockutils [None req-23fe2996-9fc0-47c5-8575-d704c2bd0958 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.958748] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fdad9e11-0137-48ea-95de-b5533813c92c tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.555s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.959214] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fdad9e11-0137-48ea-95de-b5533813c92c tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.962365] env[69413]: DEBUG oslo_concurrency.lockutils [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.298s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.965077] env[69413]: INFO nova.compute.claims [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.995778] env[69413]: INFO nova.scheduler.client.report [None req-fdad9e11-0137-48ea-95de-b5533813c92c tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Deleted allocations for instance 935b60fb-6c0e-412c-9547-df9c36ff5eda [ 913.006955] env[69413]: INFO nova.scheduler.client.report [None req-cbbe94bc-e0b1-4fff-a167-9208c55cd84b tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Deleted allocations for instance 9dd19ffc-2855-4a97-919c-b71cf01b4e98 [ 913.014255] env[69413]: INFO nova.scheduler.client.report [None req-23fe2996-9fc0-47c5-8575-d704c2bd0958 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Deleted allocations for instance 2d34fe6d-51d2-4019-908b-8a892c4ed5fd [ 913.119016] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077813, 'name': CreateVM_Task, 'duration_secs': 0.288952} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.120262] env[69413]: DEBUG nova.network.neutron [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Successfully updated port: 074d8227-41dd-462d-a7f2-c08202723ffb {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 913.121724] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 913.123310] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.123310] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.123629] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.123845] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cef87960-3d92-4072-84e0-0e43372fc3b3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.128566] env[69413]: DEBUG oslo_vmware.api [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 913.128566] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52653e28-9292-cafc-6569-6965591aaace" [ 913.128566] env[69413]: _type = "Task" [ 913.128566] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.137857] env[69413]: DEBUG oslo_vmware.api [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52653e28-9292-cafc-6569-6965591aaace, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.159523] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: a011fd97-a657-4123-8dec-70a29561b232] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 913.475812] env[69413]: DEBUG nova.compute.utils [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 913.478484] env[69413]: DEBUG nova.compute.manager [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 913.478695] env[69413]: DEBUG nova.network.neutron [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 913.510948] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fdad9e11-0137-48ea-95de-b5533813c92c tempest-ServersTestJSON-1474181240 tempest-ServersTestJSON-1474181240-project-member] Lock "935b60fb-6c0e-412c-9547-df9c36ff5eda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.998s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.516671] env[69413]: DEBUG nova.policy [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '028cc0c86a8d4150b53e46ea8038314c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cd2cf86b9f447cc981a10ac5e817cb2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 913.520338] env[69413]: DEBUG oslo_concurrency.lockutils [None req-cbbe94bc-e0b1-4fff-a167-9208c55cd84b tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "9dd19ffc-2855-4a97-919c-b71cf01b4e98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 59.818s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.525086] env[69413]: DEBUG oslo_concurrency.lockutils [None req-23fe2996-9fc0-47c5-8575-d704c2bd0958 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Lock "2d34fe6d-51d2-4019-908b-8a892c4ed5fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.272s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.623388] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquiring lock "refresh_cache-820f1f01-9b3b-4b2f-9155-2ac397579fce" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.623607] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquired lock "refresh_cache-820f1f01-9b3b-4b2f-9155-2ac397579fce" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.623769] env[69413]: DEBUG nova.network.neutron [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 913.638149] env[69413]: DEBUG oslo_vmware.api [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52653e28-9292-cafc-6569-6965591aaace, 'name': SearchDatastore_Task, 'duration_secs': 0.010319} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.638421] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.638645] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.638862] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.639014] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.639220] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.639460] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e973a4ef-3582-4ffe-8844-aaf4732df2ae {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.667706] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 42cce3a8-5afa-429e-a023-ccd1e113c7d8] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 913.670664] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.673391] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.673391] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ee0fe28e-fe39-4046-ab84-39c44671f693 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Acquiring lock "51503845-99ac-4010-9780-09feb6c342b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.673391] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ee0fe28e-fe39-4046-ab84-39c44671f693 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Lock "51503845-99ac-4010-9780-09feb6c342b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.673391] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ee0fe28e-fe39-4046-ab84-39c44671f693 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Acquiring lock "51503845-99ac-4010-9780-09feb6c342b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.673391] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ee0fe28e-fe39-4046-ab84-39c44671f693 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Lock "51503845-99ac-4010-9780-09feb6c342b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.673391] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ee0fe28e-fe39-4046-ab84-39c44671f693 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Lock "51503845-99ac-4010-9780-09feb6c342b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.677015] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1473baf-edab-41f0-8142-08e371bd77bb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.680158] env[69413]: INFO nova.compute.manager [None req-ee0fe28e-fe39-4046-ab84-39c44671f693 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Terminating instance [ 913.690058] env[69413]: DEBUG oslo_vmware.api [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 913.690058] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5287ef8c-50c5-a2cb-5343-62a5670ccd47" [ 913.690058] env[69413]: _type = "Task" [ 913.690058] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.700814] env[69413]: DEBUG oslo_vmware.api [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5287ef8c-50c5-a2cb-5343-62a5670ccd47, 'name': SearchDatastore_Task, 'duration_secs': 0.010007} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.703916] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5ef170e-3363-45e9-880c-cda8f422b450 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.709358] env[69413]: DEBUG oslo_vmware.api [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 913.709358] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a41c75-af32-e790-072f-1872d1705c3c" [ 913.709358] env[69413]: _type = "Task" [ 913.709358] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.717448] env[69413]: DEBUG oslo_vmware.api [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a41c75-af32-e790-072f-1872d1705c3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.751496] env[69413]: DEBUG nova.network.neutron [req-d9d270f1-b036-4c84-b5eb-d0b17dfced90 req-a0f6b427-55dc-4bf8-984f-7b865492d63b service nova] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Updated VIF entry in instance network info cache for port 84c1481b-96e9-47e8-b3f2-ff14e6e3129c. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 913.751844] env[69413]: DEBUG nova.network.neutron [req-d9d270f1-b036-4c84-b5eb-d0b17dfced90 req-a0f6b427-55dc-4bf8-984f-7b865492d63b service nova] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Updating instance_info_cache with network_info: [{"id": "84c1481b-96e9-47e8-b3f2-ff14e6e3129c", "address": "fa:16:3e:dd:65:04", "network": {"id": "df4761ae-212a-4073-939a-98388439e29c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-36663941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "766233e1213a4e82b80bdbaf2b5c3609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84c1481b-96", "ovs_interfaceid": "84c1481b-96e9-47e8-b3f2-ff14e6e3129c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.894164] env[69413]: DEBUG nova.network.neutron [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Successfully created port: 0562109f-8059-4db4-aa95-ddefec4baed0 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 913.979482] env[69413]: DEBUG nova.compute.manager [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 914.169870] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: b2c16e02-f57e-4868-98a0-c4aa775589c3] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 914.184264] env[69413]: DEBUG nova.compute.manager [None req-ee0fe28e-fe39-4046-ab84-39c44671f693 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 914.184518] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0fe28e-fe39-4046-ab84-39c44671f693 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 914.188292] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf96e46-30c3-4e9c-9aa6-86d3acb4965b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.197014] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee0fe28e-fe39-4046-ab84-39c44671f693 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.198094] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60fa9ad4-6d72-4625-be16-a76a4621b801 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.207410] env[69413]: DEBUG nova.network.neutron [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 914.210799] env[69413]: DEBUG oslo_vmware.api [None req-ee0fe28e-fe39-4046-ab84-39c44671f693 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Waiting for the task: (returnval){ [ 914.210799] env[69413]: value = "task-3077814" [ 914.210799] env[69413]: _type = "Task" [ 914.210799] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.223246] env[69413]: DEBUG oslo_vmware.api [None req-ee0fe28e-fe39-4046-ab84-39c44671f693 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Task: {'id': task-3077814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.226361] env[69413]: DEBUG oslo_vmware.api [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a41c75-af32-e790-072f-1872d1705c3c, 'name': SearchDatastore_Task, 'duration_secs': 0.008314} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.226733] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.227322] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 4ca96837-840e-46e5-be3f-76060bb4ca88/4ca96837-840e-46e5-be3f-76060bb4ca88.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 914.229758] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99c16824-9933-4c8d-aaef-97f1404e6f76 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.243303] env[69413]: DEBUG oslo_vmware.api [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 914.243303] env[69413]: value = "task-3077815" [ 914.243303] env[69413]: _type = "Task" [ 914.243303] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.254242] env[69413]: DEBUG oslo_concurrency.lockutils [req-d9d270f1-b036-4c84-b5eb-d0b17dfced90 req-a0f6b427-55dc-4bf8-984f-7b865492d63b service nova] Releasing lock "refresh_cache-4ca96837-840e-46e5-be3f-76060bb4ca88" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.254634] env[69413]: DEBUG oslo_vmware.api [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.412760] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbe237a-f538-49e0-ad37-c5766689a503 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.416854] env[69413]: DEBUG nova.network.neutron [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Updating instance_info_cache with network_info: [{"id": "074d8227-41dd-462d-a7f2-c08202723ffb", "address": "fa:16:3e:56:22:de", "network": {"id": "528b0a96-cacf-47b7-9700-3523e959c2d1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-687006496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cd2cf86b9f447cc981a10ac5e817cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap074d8227-41", "ovs_interfaceid": "074d8227-41dd-462d-a7f2-c08202723ffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.432684] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5d9d73-ce92-4575-a9b4-48f159920597 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.470933] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abef082e-5fc6-4c8a-b888-e3570e496b7b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.482605] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54650ef6-2712-4aa8-9abb-6e05740f3a5c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.499687] env[69413]: DEBUG nova.compute.provider_tree [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.675761] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 4489e320-79ed-4910-b910-60f4896e7a46] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 914.724761] env[69413]: DEBUG oslo_vmware.api [None req-ee0fe28e-fe39-4046-ab84-39c44671f693 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Task: {'id': task-3077814, 'name': PowerOffVM_Task, 'duration_secs': 0.202971} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.725341] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee0fe28e-fe39-4046-ab84-39c44671f693 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.725590] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0fe28e-fe39-4046-ab84-39c44671f693 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 914.725885] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ecf14732-7086-4b57-b1f2-562c7d6fbea2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.755265] env[69413]: DEBUG oslo_vmware.api [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46454} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.755664] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 4ca96837-840e-46e5-be3f-76060bb4ca88/4ca96837-840e-46e5-be3f-76060bb4ca88.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 914.755933] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 914.756253] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a81ac9d-9d03-444e-866c-1102c776d9ac {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.761976] env[69413]: DEBUG oslo_vmware.api [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 914.761976] env[69413]: value = "task-3077817" [ 914.761976] env[69413]: _type = "Task" [ 914.761976] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.772172] env[69413]: DEBUG oslo_vmware.api [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077817, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.784636] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0fe28e-fe39-4046-ab84-39c44671f693 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 914.784858] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0fe28e-fe39-4046-ab84-39c44671f693 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 914.785045] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee0fe28e-fe39-4046-ab84-39c44671f693 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Deleting the datastore file [datastore1] 51503845-99ac-4010-9780-09feb6c342b9 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 914.785366] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66ddc8b5-7d9f-47aa-8683-5b269fe0712b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.791348] env[69413]: DEBUG oslo_vmware.api [None req-ee0fe28e-fe39-4046-ab84-39c44671f693 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Waiting for the task: (returnval){ [ 914.791348] env[69413]: value = "task-3077818" [ 914.791348] env[69413]: _type = "Task" [ 914.791348] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.799747] env[69413]: DEBUG oslo_vmware.api [None req-ee0fe28e-fe39-4046-ab84-39c44671f693 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Task: {'id': task-3077818, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.923337] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Releasing lock "refresh_cache-820f1f01-9b3b-4b2f-9155-2ac397579fce" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.923683] env[69413]: DEBUG nova.compute.manager [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Instance network_info: |[{"id": "074d8227-41dd-462d-a7f2-c08202723ffb", "address": "fa:16:3e:56:22:de", "network": {"id": "528b0a96-cacf-47b7-9700-3523e959c2d1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-687006496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cd2cf86b9f447cc981a10ac5e817cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap074d8227-41", "ovs_interfaceid": "074d8227-41dd-462d-a7f2-c08202723ffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 914.924181] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:22:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5514c5a3-1294-40ad-ae96-29d5c24a3d95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '074d8227-41dd-462d-a7f2-c08202723ffb', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 914.935562] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Creating folder: Project (9cd2cf86b9f447cc981a10ac5e817cb2). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 914.935858] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e318105c-4aae-4871-872a-705126943492 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.950451] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Created folder: Project (9cd2cf86b9f447cc981a10ac5e817cb2) in parent group-v616034. [ 914.950451] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Creating folder: Instances. Parent ref: group-v616221. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 914.950903] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6c7d13d-a6da-4b4d-86da-d6dd2dd1a90b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.960098] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Created folder: Instances in parent group-v616221. [ 914.961413] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.961413] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 914.961413] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8c80c6c-2136-40de-be12-3a031c24b16d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.979393] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 914.979393] env[69413]: value = "task-3077821" [ 914.979393] env[69413]: _type = "Task" [ 914.979393] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.987046] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077821, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.992529] env[69413]: DEBUG nova.compute.manager [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 915.003126] env[69413]: DEBUG nova.scheduler.client.report [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.023226] env[69413]: DEBUG nova.virt.hardware [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 915.023226] env[69413]: DEBUG nova.virt.hardware [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.023226] env[69413]: DEBUG nova.virt.hardware [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.023226] env[69413]: DEBUG nova.virt.hardware [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.023226] env[69413]: DEBUG nova.virt.hardware [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.023226] env[69413]: DEBUG nova.virt.hardware [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 915.023922] env[69413]: DEBUG nova.virt.hardware [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 915.024332] env[69413]: DEBUG nova.virt.hardware [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 915.024604] env[69413]: DEBUG nova.virt.hardware [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.024897] env[69413]: DEBUG nova.virt.hardware [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.025763] env[69413]: DEBUG nova.virt.hardware [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.026681] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750ce2cb-cae7-479b-ba3e-6e64197a9a7a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.035684] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983a1f0a-3d75-4258-a23d-65049b08a880 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.177605] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 87186036-0f42-4623-9b36-1513f84bb1c4] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 915.278340] env[69413]: DEBUG oslo_vmware.api [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077817, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061884} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.278676] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 915.279600] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73afff73-062c-4314-9a25-07bc699ebd2e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.311237] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 4ca96837-840e-46e5-be3f-76060bb4ca88/4ca96837-840e-46e5-be3f-76060bb4ca88.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.315681] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4a4e24e-0429-45ad-9afb-0f47a708a95d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.334558] env[69413]: DEBUG nova.compute.manager [req-7a66aca8-8f4c-4516-a1d0-f75155a7ff23 req-0049f5a5-c020-4137-b787-49e0965c2ea1 service nova] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Received event network-vif-plugged-074d8227-41dd-462d-a7f2-c08202723ffb {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.334558] env[69413]: DEBUG oslo_concurrency.lockutils [req-7a66aca8-8f4c-4516-a1d0-f75155a7ff23 req-0049f5a5-c020-4137-b787-49e0965c2ea1 service nova] Acquiring lock "820f1f01-9b3b-4b2f-9155-2ac397579fce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.334558] env[69413]: DEBUG oslo_concurrency.lockutils [req-7a66aca8-8f4c-4516-a1d0-f75155a7ff23 req-0049f5a5-c020-4137-b787-49e0965c2ea1 service nova] Lock "820f1f01-9b3b-4b2f-9155-2ac397579fce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.334558] env[69413]: DEBUG oslo_concurrency.lockutils [req-7a66aca8-8f4c-4516-a1d0-f75155a7ff23 req-0049f5a5-c020-4137-b787-49e0965c2ea1 service nova] Lock "820f1f01-9b3b-4b2f-9155-2ac397579fce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.334558] env[69413]: DEBUG nova.compute.manager [req-7a66aca8-8f4c-4516-a1d0-f75155a7ff23 req-0049f5a5-c020-4137-b787-49e0965c2ea1 service nova] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] No waiting events found dispatching network-vif-plugged-074d8227-41dd-462d-a7f2-c08202723ffb {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 915.334558] env[69413]: WARNING nova.compute.manager [req-7a66aca8-8f4c-4516-a1d0-f75155a7ff23 req-0049f5a5-c020-4137-b787-49e0965c2ea1 service nova] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Received unexpected event network-vif-plugged-074d8227-41dd-462d-a7f2-c08202723ffb for instance with vm_state building and task_state spawning. [ 915.334762] env[69413]: DEBUG nova.compute.manager [req-7a66aca8-8f4c-4516-a1d0-f75155a7ff23 req-0049f5a5-c020-4137-b787-49e0965c2ea1 service nova] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Received event network-changed-074d8227-41dd-462d-a7f2-c08202723ffb {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.334954] env[69413]: DEBUG nova.compute.manager [req-7a66aca8-8f4c-4516-a1d0-f75155a7ff23 req-0049f5a5-c020-4137-b787-49e0965c2ea1 service nova] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Refreshing instance network info cache due to event network-changed-074d8227-41dd-462d-a7f2-c08202723ffb. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 915.335224] env[69413]: DEBUG oslo_concurrency.lockutils [req-7a66aca8-8f4c-4516-a1d0-f75155a7ff23 req-0049f5a5-c020-4137-b787-49e0965c2ea1 service nova] Acquiring lock "refresh_cache-820f1f01-9b3b-4b2f-9155-2ac397579fce" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.335445] env[69413]: DEBUG oslo_concurrency.lockutils [req-7a66aca8-8f4c-4516-a1d0-f75155a7ff23 req-0049f5a5-c020-4137-b787-49e0965c2ea1 service nova] Acquired lock "refresh_cache-820f1f01-9b3b-4b2f-9155-2ac397579fce" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.335656] env[69413]: DEBUG nova.network.neutron [req-7a66aca8-8f4c-4516-a1d0-f75155a7ff23 req-0049f5a5-c020-4137-b787-49e0965c2ea1 service nova] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Refreshing network info cache for port 074d8227-41dd-462d-a7f2-c08202723ffb {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.344361] env[69413]: DEBUG oslo_vmware.api [None req-ee0fe28e-fe39-4046-ab84-39c44671f693 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Task: {'id': task-3077818, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122296} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.345611] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee0fe28e-fe39-4046-ab84-39c44671f693 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.345809] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0fe28e-fe39-4046-ab84-39c44671f693 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.345987] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0fe28e-fe39-4046-ab84-39c44671f693 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.346171] env[69413]: INFO nova.compute.manager [None req-ee0fe28e-fe39-4046-ab84-39c44671f693 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 915.346412] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee0fe28e-fe39-4046-ab84-39c44671f693 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.346936] env[69413]: DEBUG oslo_vmware.api [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 915.346936] env[69413]: value = "task-3077822" [ 915.346936] env[69413]: _type = "Task" [ 915.346936] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.347147] env[69413]: DEBUG nova.compute.manager [-] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 915.347246] env[69413]: DEBUG nova.network.neutron [-] [instance: 51503845-99ac-4010-9780-09feb6c342b9] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 915.360121] env[69413]: DEBUG oslo_vmware.api [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077822, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.409925] env[69413]: DEBUG nova.network.neutron [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Successfully updated port: 0562109f-8059-4db4-aa95-ddefec4baed0 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 915.489194] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077821, 'name': CreateVM_Task, 'duration_secs': 0.364966} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.489323] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 915.490041] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.490208] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.490525] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.490805] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25c2b8f8-41f4-4da2-aff2-00d1a3369c23 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.496058] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for the task: (returnval){ [ 915.496058] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]523b8bf7-d57c-aaa1-025a-a15f7fd47f29" [ 915.496058] env[69413]: _type = "Task" [ 915.496058] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.504558] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]523b8bf7-d57c-aaa1-025a-a15f7fd47f29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.508466] env[69413]: DEBUG oslo_concurrency.lockutils [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.509022] env[69413]: DEBUG nova.compute.manager [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 915.511670] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d76db522-dd98-4551-a740-614a1d6098d4 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.032s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.511737] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d76db522-dd98-4551-a740-614a1d6098d4 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.513931] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.372s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.515494] env[69413]: INFO nova.compute.claims [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.557627] env[69413]: INFO nova.scheduler.client.report [None req-d76db522-dd98-4551-a740-614a1d6098d4 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Deleted allocations for instance da690ca9-bdde-4913-9366-9f2d213c496a [ 915.677874] env[69413]: DEBUG nova.compute.manager [req-0471466d-a798-486c-bd1a-3f97cbf3a7c6 req-b3015aae-8d76-4976-9a59-d7c889c3efd7 service nova] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Received event network-vif-plugged-0562109f-8059-4db4-aa95-ddefec4baed0 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.678160] env[69413]: DEBUG oslo_concurrency.lockutils [req-0471466d-a798-486c-bd1a-3f97cbf3a7c6 req-b3015aae-8d76-4976-9a59-d7c889c3efd7 service nova] Acquiring lock "1b3bac56-2886-42fa-934b-2e547b8104ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.678310] env[69413]: DEBUG oslo_concurrency.lockutils [req-0471466d-a798-486c-bd1a-3f97cbf3a7c6 req-b3015aae-8d76-4976-9a59-d7c889c3efd7 service nova] Lock "1b3bac56-2886-42fa-934b-2e547b8104ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.678536] env[69413]: DEBUG oslo_concurrency.lockutils [req-0471466d-a798-486c-bd1a-3f97cbf3a7c6 req-b3015aae-8d76-4976-9a59-d7c889c3efd7 service nova] Lock "1b3bac56-2886-42fa-934b-2e547b8104ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.678630] env[69413]: DEBUG nova.compute.manager [req-0471466d-a798-486c-bd1a-3f97cbf3a7c6 req-b3015aae-8d76-4976-9a59-d7c889c3efd7 service nova] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] No waiting events found dispatching network-vif-plugged-0562109f-8059-4db4-aa95-ddefec4baed0 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 915.678786] env[69413]: WARNING nova.compute.manager [req-0471466d-a798-486c-bd1a-3f97cbf3a7c6 req-b3015aae-8d76-4976-9a59-d7c889c3efd7 service nova] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Received unexpected event network-vif-plugged-0562109f-8059-4db4-aa95-ddefec4baed0 for instance with vm_state building and task_state spawning. [ 915.680585] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 61ce2ba4-7d7d-4409-bac1-f545d77ed191] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 915.863406] env[69413]: DEBUG oslo_vmware.api [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077822, 'name': ReconfigVM_Task, 'duration_secs': 0.269039} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.865212] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 4ca96837-840e-46e5-be3f-76060bb4ca88/4ca96837-840e-46e5-be3f-76060bb4ca88.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.866141] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba8512cb-3b47-46fe-a3b0-75b2d2947255 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.873481] env[69413]: DEBUG oslo_vmware.api [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 915.873481] env[69413]: value = "task-3077823" [ 915.873481] env[69413]: _type = "Task" [ 915.873481] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.884548] env[69413]: DEBUG oslo_vmware.api [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077823, 'name': Rename_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.913591] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquiring lock "refresh_cache-1b3bac56-2886-42fa-934b-2e547b8104ed" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.913591] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquired lock "refresh_cache-1b3bac56-2886-42fa-934b-2e547b8104ed" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.913591] env[69413]: DEBUG nova.network.neutron [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.011205] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]523b8bf7-d57c-aaa1-025a-a15f7fd47f29, 'name': SearchDatastore_Task, 'duration_secs': 0.009343} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.011205] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.011205] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.011205] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.011205] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.011793] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.014887] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5b16838-8941-4196-a2a8-34981961eca1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.019691] env[69413]: DEBUG nova.compute.utils [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 916.024110] env[69413]: DEBUG nova.compute.manager [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Not allocating networking since 'none' was specified. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 916.024995] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.025307] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.026645] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4890d495-5afa-4943-9869-38dbd1cd01c3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.034445] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for the task: (returnval){ [ 916.034445] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52109eab-eb4e-2a87-bb6f-246eaf620b43" [ 916.034445] env[69413]: _type = "Task" [ 916.034445] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.052542] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52109eab-eb4e-2a87-bb6f-246eaf620b43, 'name': SearchDatastore_Task, 'duration_secs': 0.008957} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.053429] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1b3f580-f7ac-460c-bc47-e8ba59740957 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.065342] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for the task: (returnval){ [ 916.065342] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528be362-3926-d932-f85e-530edd2cedd3" [ 916.065342] env[69413]: _type = "Task" [ 916.065342] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.065773] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d76db522-dd98-4551-a740-614a1d6098d4 tempest-ServerTagsTestJSON-1790171449 tempest-ServerTagsTestJSON-1790171449-project-member] Lock "da690ca9-bdde-4913-9366-9f2d213c496a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.048s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.077981] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528be362-3926-d932-f85e-530edd2cedd3, 'name': SearchDatastore_Task, 'duration_secs': 0.009107} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.077981] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.077981] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 820f1f01-9b3b-4b2f-9155-2ac397579fce/820f1f01-9b3b-4b2f-9155-2ac397579fce.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 916.080318] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a16ada90-a09a-4868-b4b7-06e46ac2af5c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.088506] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for the task: (returnval){ [ 916.088506] env[69413]: value = "task-3077824" [ 916.088506] env[69413]: _type = "Task" [ 916.088506] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.100565] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3077824, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.184319] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 4b6393d7-65da-49b2-8c0e-762e947a2e31] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 916.259884] env[69413]: DEBUG nova.network.neutron [req-7a66aca8-8f4c-4516-a1d0-f75155a7ff23 req-0049f5a5-c020-4137-b787-49e0965c2ea1 service nova] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Updated VIF entry in instance network info cache for port 074d8227-41dd-462d-a7f2-c08202723ffb. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 916.260285] env[69413]: DEBUG nova.network.neutron [req-7a66aca8-8f4c-4516-a1d0-f75155a7ff23 req-0049f5a5-c020-4137-b787-49e0965c2ea1 service nova] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Updating instance_info_cache with network_info: [{"id": "074d8227-41dd-462d-a7f2-c08202723ffb", "address": "fa:16:3e:56:22:de", "network": {"id": "528b0a96-cacf-47b7-9700-3523e959c2d1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-687006496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cd2cf86b9f447cc981a10ac5e817cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap074d8227-41", "ovs_interfaceid": "074d8227-41dd-462d-a7f2-c08202723ffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.368438] env[69413]: DEBUG nova.network.neutron [-] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.390180] env[69413]: DEBUG oslo_vmware.api [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077823, 'name': Rename_Task, 'duration_secs': 0.140736} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.391208] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.391208] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3a9ee4b-04b8-488d-9074-57feeaf6f330 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.399853] env[69413]: DEBUG oslo_vmware.api [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 916.399853] env[69413]: value = "task-3077825" [ 916.399853] env[69413]: _type = "Task" [ 916.399853] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.410456] env[69413]: DEBUG oslo_vmware.api [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077825, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.466889] env[69413]: DEBUG nova.network.neutron [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 916.524297] env[69413]: DEBUG nova.compute.manager [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 916.603460] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3077824, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493155} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.603652] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 820f1f01-9b3b-4b2f-9155-2ac397579fce/820f1f01-9b3b-4b2f-9155-2ac397579fce.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 916.606103] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 916.606103] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c97363e-914e-474c-abc5-e04b3cb05cce {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.620901] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for the task: (returnval){ [ 916.620901] env[69413]: value = "task-3077826" [ 916.620901] env[69413]: _type = "Task" [ 916.620901] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.633577] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3077826, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.687514] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 5d6671c0-cd60-427f-bf36-663827dc0fcd] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 916.764101] env[69413]: DEBUG oslo_concurrency.lockutils [req-7a66aca8-8f4c-4516-a1d0-f75155a7ff23 req-0049f5a5-c020-4137-b787-49e0965c2ea1 service nova] Releasing lock "refresh_cache-820f1f01-9b3b-4b2f-9155-2ac397579fce" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.872907] env[69413]: INFO nova.compute.manager [-] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Took 1.52 seconds to deallocate network for instance. [ 916.915259] env[69413]: DEBUG oslo_vmware.api [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077825, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.994791] env[69413]: DEBUG nova.network.neutron [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Updating instance_info_cache with network_info: [{"id": "0562109f-8059-4db4-aa95-ddefec4baed0", "address": "fa:16:3e:ea:32:22", "network": {"id": "528b0a96-cacf-47b7-9700-3523e959c2d1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-687006496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cd2cf86b9f447cc981a10ac5e817cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0562109f-80", "ovs_interfaceid": "0562109f-8059-4db4-aa95-ddefec4baed0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.034018] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f0f0b7-01df-4629-9613-57c536dd6328 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.047892] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1caa3f2c-fe7c-424d-acb1-3a8013dda6aa {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.091158] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a77b7f-ad6d-4beb-9e86-4925d1ae12a1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.100315] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068e6ab4-6171-4ff7-8a57-c026c0173e95 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.116918] env[69413]: DEBUG nova.compute.provider_tree [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.131140] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3077826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066857} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.131437] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 917.132819] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e420f6a0-e292-4d50-b498-3c5488fff0b6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.157294] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 820f1f01-9b3b-4b2f-9155-2ac397579fce/820f1f01-9b3b-4b2f-9155-2ac397579fce.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.157913] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5d7d2db-d0f3-4202-bc53-427ad0dc420c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.179627] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for the task: (returnval){ [ 917.179627] env[69413]: value = "task-3077827" [ 917.179627] env[69413]: _type = "Task" [ 917.179627] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.187824] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3077827, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.191118] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: f8cfe27b-e3f9-42f5-bc82-8f2fa65f787f] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 917.380189] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ee0fe28e-fe39-4046-ab84-39c44671f693 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.415590] env[69413]: DEBUG oslo_vmware.api [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077825, 'name': PowerOnVM_Task, 'duration_secs': 0.522268} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.415590] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.416255] env[69413]: INFO nova.compute.manager [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Took 7.60 seconds to spawn the instance on the hypervisor. [ 917.416255] env[69413]: DEBUG nova.compute.manager [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 917.416751] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ce5189-9740-41d1-8ca8-9152543cb36e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.498772] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Releasing lock "refresh_cache-1b3bac56-2886-42fa-934b-2e547b8104ed" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.498772] env[69413]: DEBUG nova.compute.manager [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Instance network_info: |[{"id": "0562109f-8059-4db4-aa95-ddefec4baed0", "address": "fa:16:3e:ea:32:22", "network": {"id": "528b0a96-cacf-47b7-9700-3523e959c2d1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-687006496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cd2cf86b9f447cc981a10ac5e817cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0562109f-80", "ovs_interfaceid": "0562109f-8059-4db4-aa95-ddefec4baed0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 917.498772] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:32:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5514c5a3-1294-40ad-ae96-29d5c24a3d95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0562109f-8059-4db4-aa95-ddefec4baed0', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.507032] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.507662] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.507902] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b4f2806-b610-4aa4-9379-3ef09ca71791 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.531972] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.531972] env[69413]: value = "task-3077828" [ 917.531972] env[69413]: _type = "Task" [ 917.531972] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.538470] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077828, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.543933] env[69413]: DEBUG nova.compute.manager [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 917.570046] env[69413]: DEBUG nova.compute.manager [req-b3b26e72-8123-4db3-99ef-e69999470962 req-02dc6632-0bab-47d3-a029-1ad63fba34e9 service nova] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Received event network-vif-deleted-b3bd2e9f-6589-4567-921e-1818916fd14f {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.586131] env[69413]: DEBUG nova.virt.hardware [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.586131] env[69413]: DEBUG nova.virt.hardware [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.586131] env[69413]: DEBUG nova.virt.hardware [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.586131] env[69413]: DEBUG nova.virt.hardware [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.586131] env[69413]: DEBUG nova.virt.hardware [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.586131] env[69413]: DEBUG nova.virt.hardware [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.586131] env[69413]: DEBUG nova.virt.hardware [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.587047] env[69413]: DEBUG nova.virt.hardware [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.587369] env[69413]: DEBUG nova.virt.hardware [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.587712] env[69413]: DEBUG nova.virt.hardware [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.588120] env[69413]: DEBUG nova.virt.hardware [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.589259] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03be3c1d-edd9-41f1-9270-c6d3dc0900d6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.598742] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ba3752-9188-4364-9da7-60ec8bc1c662 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.619849] env[69413]: DEBUG nova.scheduler.client.report [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.623698] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Instance VIF info [] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.629470] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Creating folder: Project (35cb7947e47142ad8c8f66436ce8e2d3). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 917.630109] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e0c4254-059a-4015-b942-07284331daad {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.641344] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Created folder: Project (35cb7947e47142ad8c8f66436ce8e2d3) in parent group-v616034. [ 917.641553] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Creating folder: Instances. Parent ref: group-v616225. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 917.641805] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-189e10a9-948d-47a6-ad4b-378272a6fa8b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.651589] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Created folder: Instances in parent group-v616225. [ 917.651832] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.652074] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.652863] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33c93039-acd2-4d22-b15a-1b03a37012e6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.672189] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.672189] env[69413]: value = "task-3077831" [ 917.672189] env[69413]: _type = "Task" [ 917.672189] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.680793] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077831, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.692146] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3077827, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.694297] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: a2a4cf08-9e8e-408e-9dc8-93771bab7dca] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 917.771024] env[69413]: DEBUG nova.compute.manager [req-00b85b59-c855-4844-a0bb-13d90450848e req-78dc1ce7-312e-443f-916b-0374a9d5880d service nova] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Received event network-changed-0562109f-8059-4db4-aa95-ddefec4baed0 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.771024] env[69413]: DEBUG nova.compute.manager [req-00b85b59-c855-4844-a0bb-13d90450848e req-78dc1ce7-312e-443f-916b-0374a9d5880d service nova] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Refreshing instance network info cache due to event network-changed-0562109f-8059-4db4-aa95-ddefec4baed0. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 917.771024] env[69413]: DEBUG oslo_concurrency.lockutils [req-00b85b59-c855-4844-a0bb-13d90450848e req-78dc1ce7-312e-443f-916b-0374a9d5880d service nova] Acquiring lock "refresh_cache-1b3bac56-2886-42fa-934b-2e547b8104ed" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.771182] env[69413]: DEBUG oslo_concurrency.lockutils [req-00b85b59-c855-4844-a0bb-13d90450848e req-78dc1ce7-312e-443f-916b-0374a9d5880d service nova] Acquired lock "refresh_cache-1b3bac56-2886-42fa-934b-2e547b8104ed" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.771379] env[69413]: DEBUG nova.network.neutron [req-00b85b59-c855-4844-a0bb-13d90450848e req-78dc1ce7-312e-443f-916b-0374a9d5880d service nova] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Refreshing network info cache for port 0562109f-8059-4db4-aa95-ddefec4baed0 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.934491] env[69413]: INFO nova.compute.manager [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Took 62.61 seconds to build instance. [ 918.041183] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077828, 'name': CreateVM_Task, 'duration_secs': 0.339756} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.041479] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.042505] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.042718] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.043048] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.043310] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-705ecc14-287e-45ca-8b86-3896dcbcdb05 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.047861] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for the task: (returnval){ [ 918.047861] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522d9cfe-7139-444d-3a4c-2d68dc00e259" [ 918.047861] env[69413]: _type = "Task" [ 918.047861] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.056280] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522d9cfe-7139-444d-3a4c-2d68dc00e259, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.131944] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.132505] env[69413]: DEBUG nova.compute.manager [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 918.135258] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c30c766d-02de-410b-ac89-250ec4b4aba4 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 46.416s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.193017] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077831, 'name': CreateVM_Task, 'duration_secs': 0.346469} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.196826] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.197288] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 70800d42-eff1-496c-aeab-7160e8aef7bf] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 918.199332] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3077827, 'name': ReconfigVM_Task, 'duration_secs': 0.82436} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.199919] env[69413]: DEBUG oslo_concurrency.lockutils [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.200291] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 820f1f01-9b3b-4b2f-9155-2ac397579fce/820f1f01-9b3b-4b2f-9155-2ac397579fce.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.200947] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1848176d-fa9d-41fa-852f-837d6037926a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.207709] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for the task: (returnval){ [ 918.207709] env[69413]: value = "task-3077832" [ 918.207709] env[69413]: _type = "Task" [ 918.207709] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.216229] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3077832, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.437677] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dd3f4e0d-a446-4377-9373-f0e526c92a52 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "4ca96837-840e-46e5-be3f-76060bb4ca88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.123s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.523400] env[69413]: DEBUG nova.network.neutron [req-00b85b59-c855-4844-a0bb-13d90450848e req-78dc1ce7-312e-443f-916b-0374a9d5880d service nova] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Updated VIF entry in instance network info cache for port 0562109f-8059-4db4-aa95-ddefec4baed0. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 918.523776] env[69413]: DEBUG nova.network.neutron [req-00b85b59-c855-4844-a0bb-13d90450848e req-78dc1ce7-312e-443f-916b-0374a9d5880d service nova] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Updating instance_info_cache with network_info: [{"id": "0562109f-8059-4db4-aa95-ddefec4baed0", "address": "fa:16:3e:ea:32:22", "network": {"id": "528b0a96-cacf-47b7-9700-3523e959c2d1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-687006496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cd2cf86b9f447cc981a10ac5e817cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0562109f-80", "ovs_interfaceid": "0562109f-8059-4db4-aa95-ddefec4baed0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.559867] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522d9cfe-7139-444d-3a4c-2d68dc00e259, 'name': SearchDatastore_Task, 'duration_secs': 0.010275} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.560504] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.560812] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.561119] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.561821] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.561821] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.561821] env[69413]: DEBUG oslo_concurrency.lockutils [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.562246] env[69413]: DEBUG oslo_concurrency.lockutils [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.563229] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f076b952-f0ab-41a3-bf61-469818a3bde8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.565356] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c178c1c6-d9f1-46b8-af95-aa4410709f89 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.571583] env[69413]: DEBUG oslo_vmware.api [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Waiting for the task: (returnval){ [ 918.571583] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e50323-3c60-0cca-0a6c-9d5f37e9f3f0" [ 918.571583] env[69413]: _type = "Task" [ 918.571583] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.577572] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.579086] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.579931] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99306f5d-1a76-467e-9d3e-40ff989b291e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.586707] env[69413]: DEBUG oslo_vmware.api [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e50323-3c60-0cca-0a6c-9d5f37e9f3f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.593220] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for the task: (returnval){ [ 918.593220] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e15e51-5641-71e8-847e-5a26a422faa0" [ 918.593220] env[69413]: _type = "Task" [ 918.593220] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.603446] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e15e51-5641-71e8-847e-5a26a422faa0, 'name': SearchDatastore_Task, 'duration_secs': 0.007815} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.604479] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81053832-2fc8-467c-9c0d-143c76130fa1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.610178] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for the task: (returnval){ [ 918.610178] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a342a8-3787-ec84-9252-312f844bd02b" [ 918.610178] env[69413]: _type = "Task" [ 918.610178] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.617837] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a342a8-3787-ec84-9252-312f844bd02b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.640843] env[69413]: DEBUG nova.compute.utils [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 918.643918] env[69413]: DEBUG nova.compute.manager [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 918.646229] env[69413]: DEBUG nova.network.neutron [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 918.688919] env[69413]: DEBUG nova.policy [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd33df502d42145f58abd489e17e43204', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '984475cf54154eefb3cb71a8e27863e2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 918.700315] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: b1a05b8b-385c-44b8-88ef-09d599ca6afb] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 918.717685] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3077832, 'name': Rename_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.000114] env[69413]: DEBUG nova.network.neutron [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Successfully created port: e24f449e-0cd8-4c54-a549-9e04653e798e {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 919.028575] env[69413]: DEBUG oslo_concurrency.lockutils [req-00b85b59-c855-4844-a0bb-13d90450848e req-78dc1ce7-312e-443f-916b-0374a9d5880d service nova] Releasing lock "refresh_cache-1b3bac56-2886-42fa-934b-2e547b8104ed" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.087223] env[69413]: DEBUG oslo_vmware.api [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e50323-3c60-0cca-0a6c-9d5f37e9f3f0, 'name': SearchDatastore_Task, 'duration_secs': 0.017391} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.087504] env[69413]: DEBUG oslo_concurrency.lockutils [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.088376] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.088376] env[69413]: DEBUG oslo_concurrency.lockutils [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.089650] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb2ec14-ac4a-47ae-acdb-29f6465d5af0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.096753] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcf3ad5-32bf-40d1-a2bf-31f4627bff3b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.135712] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64765e9-45cd-41c9-86cc-b16763161cc3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.143867] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a342a8-3787-ec84-9252-312f844bd02b, 'name': SearchDatastore_Task, 'duration_secs': 0.019206} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.146026] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.146451] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 1b3bac56-2886-42fa-934b-2e547b8104ed/1b3bac56-2886-42fa-934b-2e547b8104ed.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.146630] env[69413]: DEBUG oslo_concurrency.lockutils [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.146793] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.146996] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-896dcf88-8d74-4ced-9609-048b492283f5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.149761] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e32bf90-fd50-44ef-b6db-67c47cf14595 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.153543] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-069a1dd3-bd93-4dd3-97c8-0c4b70b4b5b9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.155329] env[69413]: DEBUG nova.compute.manager [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 919.168295] env[69413]: DEBUG nova.compute.provider_tree [None req-c30c766d-02de-410b-ac89-250ec4b4aba4 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.171390] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.171559] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.172646] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for the task: (returnval){ [ 919.172646] env[69413]: value = "task-3077833" [ 919.172646] env[69413]: _type = "Task" [ 919.172646] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.172960] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc0654c0-917f-4892-a7ca-4d0a0370d36b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.181641] env[69413]: DEBUG oslo_vmware.api [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Waiting for the task: (returnval){ [ 919.181641] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528ae47b-e409-be33-86b5-62c33dd5a820" [ 919.181641] env[69413]: _type = "Task" [ 919.181641] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.185287] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3077833, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.196484] env[69413]: DEBUG oslo_vmware.api [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528ae47b-e409-be33-86b5-62c33dd5a820, 'name': SearchDatastore_Task, 'duration_secs': 0.009193} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.197258] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce8a2e6c-1c1c-44d1-b591-79f4aa9de2d9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.202389] env[69413]: DEBUG oslo_vmware.api [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Waiting for the task: (returnval){ [ 919.202389] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528cd054-d1da-d23c-cd0d-eff637037866" [ 919.202389] env[69413]: _type = "Task" [ 919.202389] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.202821] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: de756510-54b4-4b77-beeb-406507b128cb] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 919.216040] env[69413]: DEBUG oslo_vmware.api [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528cd054-d1da-d23c-cd0d-eff637037866, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.221164] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3077832, 'name': Rename_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.405560] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fa60f6-15e8-4ba8-989e-ba85e7c4d8e2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.413281] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb4cd37-8650-4a45-97da-09a4f8944a93 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Suspending the VM {{(pid=69413) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 919.413708] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d370a75b-2338-4a65-913f-eb0c09030350 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.422298] env[69413]: DEBUG oslo_vmware.api [None req-2cb4cd37-8650-4a45-97da-09a4f8944a93 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 919.422298] env[69413]: value = "task-3077834" [ 919.422298] env[69413]: _type = "Task" [ 919.422298] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.431586] env[69413]: DEBUG oslo_vmware.api [None req-2cb4cd37-8650-4a45-97da-09a4f8944a93 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077834, 'name': SuspendVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.673861] env[69413]: DEBUG nova.scheduler.client.report [None req-c30c766d-02de-410b-ac89-250ec4b4aba4 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.686882] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3077833, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.708115] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 9e4d9d0e-a78b-41f8-9be5-02b12d1c66fa] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 919.715952] env[69413]: DEBUG oslo_vmware.api [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528cd054-d1da-d23c-cd0d-eff637037866, 'name': SearchDatastore_Task, 'duration_secs': 0.00846} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.720609] env[69413]: DEBUG oslo_concurrency.lockutils [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.720609] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 7a1571bb-faf1-4e1c-9f41-7124c97ddb78/7a1571bb-faf1-4e1c-9f41-7124c97ddb78.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.720609] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13e1786a-bffe-4459-b9db-16e1a38f80b8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.726744] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3077832, 'name': Rename_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.728087] env[69413]: DEBUG oslo_vmware.api [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Waiting for the task: (returnval){ [ 919.728087] env[69413]: value = "task-3077835" [ 919.728087] env[69413]: _type = "Task" [ 919.728087] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.736495] env[69413]: DEBUG oslo_vmware.api [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Task: {'id': task-3077835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.932245] env[69413]: DEBUG oslo_vmware.api [None req-2cb4cd37-8650-4a45-97da-09a4f8944a93 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077834, 'name': SuspendVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.166165] env[69413]: DEBUG nova.compute.manager [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 920.205208] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3077833, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.216038] env[69413]: DEBUG nova.virt.hardware [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.216360] env[69413]: DEBUG nova.virt.hardware [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.216566] env[69413]: DEBUG nova.virt.hardware [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.216760] env[69413]: DEBUG nova.virt.hardware [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.216922] env[69413]: DEBUG nova.virt.hardware [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.217059] env[69413]: DEBUG nova.virt.hardware [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.217274] env[69413]: DEBUG nova.virt.hardware [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.217437] env[69413]: DEBUG nova.virt.hardware [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.217600] env[69413]: DEBUG nova.virt.hardware [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.217761] env[69413]: DEBUG nova.virt.hardware [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.217930] env[69413]: DEBUG nova.virt.hardware [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.218752] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: ad89fe25-881d-46a6-af6a-1098d39c87a9] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 920.224024] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ac3d0c-a9cd-4fb5-80da-a615c13fc562 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.239656] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3077832, 'name': Rename_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.242042] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513b2d61-b3c1-4c65-b176-84f2f4a538f1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.249538] env[69413]: DEBUG oslo_vmware.api [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Task: {'id': task-3077835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.437196] env[69413]: DEBUG oslo_vmware.api [None req-2cb4cd37-8650-4a45-97da-09a4f8944a93 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077834, 'name': SuspendVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.595860] env[69413]: DEBUG nova.network.neutron [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Successfully updated port: e24f449e-0cd8-4c54-a549-9e04653e798e {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 920.690400] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3077833, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.471702} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.690725] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 1b3bac56-2886-42fa-934b-2e547b8104ed/1b3bac56-2886-42fa-934b-2e547b8104ed.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.690953] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.691223] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98f85ece-5999-48b1-96da-b85af8ad19b3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.696567] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c30c766d-02de-410b-ac89-250ec4b4aba4 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.561s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.702576] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3c65703a-4b86-41d2-ba17-79e9a9bf703d tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.543s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.702791] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3c65703a-4b86-41d2-ba17-79e9a9bf703d tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.705675] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.798s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.706339] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.708480] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.902s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.713017] env[69413]: INFO nova.compute.claims [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 920.716192] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for the task: (returnval){ [ 920.716192] env[69413]: value = "task-3077836" [ 920.716192] env[69413]: _type = "Task" [ 920.716192] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.725182] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: df239eb7-2f59-4228-9a00-859cf92f71f8] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 920.732268] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3077836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.739517] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3077832, 'name': Rename_Task, 'duration_secs': 2.135157} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.740451] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.740968] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe40399e-7831-4ece-beb6-9537bd5a970c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.746604] env[69413]: DEBUG oslo_vmware.api [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Task: {'id': task-3077835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.747866] env[69413]: INFO nova.scheduler.client.report [None req-3c65703a-4b86-41d2-ba17-79e9a9bf703d tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Deleted allocations for instance 7d8f56fd-07ae-458b-b511-546b7adefe96 [ 920.758093] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for the task: (returnval){ [ 920.758093] env[69413]: value = "task-3077837" [ 920.758093] env[69413]: _type = "Task" [ 920.758093] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.764524] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3077837, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.885020] env[69413]: DEBUG nova.compute.manager [req-31c93998-0867-44c8-9583-a47b75dfa4c3 req-626dae89-e7d7-4267-aac5-ed98aca6370c service nova] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Received event network-vif-plugged-e24f449e-0cd8-4c54-a549-9e04653e798e {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.885020] env[69413]: DEBUG oslo_concurrency.lockutils [req-31c93998-0867-44c8-9583-a47b75dfa4c3 req-626dae89-e7d7-4267-aac5-ed98aca6370c service nova] Acquiring lock "375d6649-8287-43b0-af5b-592b9a7caa12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.885020] env[69413]: DEBUG oslo_concurrency.lockutils [req-31c93998-0867-44c8-9583-a47b75dfa4c3 req-626dae89-e7d7-4267-aac5-ed98aca6370c service nova] Lock "375d6649-8287-43b0-af5b-592b9a7caa12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.885607] env[69413]: DEBUG oslo_concurrency.lockutils [req-31c93998-0867-44c8-9583-a47b75dfa4c3 req-626dae89-e7d7-4267-aac5-ed98aca6370c service nova] Lock "375d6649-8287-43b0-af5b-592b9a7caa12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.885929] env[69413]: DEBUG nova.compute.manager [req-31c93998-0867-44c8-9583-a47b75dfa4c3 req-626dae89-e7d7-4267-aac5-ed98aca6370c service nova] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] No waiting events found dispatching network-vif-plugged-e24f449e-0cd8-4c54-a549-9e04653e798e {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 920.886252] env[69413]: WARNING nova.compute.manager [req-31c93998-0867-44c8-9583-a47b75dfa4c3 req-626dae89-e7d7-4267-aac5-ed98aca6370c service nova] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Received unexpected event network-vif-plugged-e24f449e-0cd8-4c54-a549-9e04653e798e for instance with vm_state building and task_state spawning. [ 920.937983] env[69413]: DEBUG oslo_vmware.api [None req-2cb4cd37-8650-4a45-97da-09a4f8944a93 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077834, 'name': SuspendVM_Task} progress is 54%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.075422] env[69413]: DEBUG oslo_concurrency.lockutils [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Acquiring lock "6e98ea3b-09a4-462c-b159-a296cf3e9f70" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.075745] env[69413]: DEBUG oslo_concurrency.lockutils [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Lock "6e98ea3b-09a4-462c-b159-a296cf3e9f70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.098514] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Acquiring lock "refresh_cache-375d6649-8287-43b0-af5b-592b9a7caa12" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.099154] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Acquired lock "refresh_cache-375d6649-8287-43b0-af5b-592b9a7caa12" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.099154] env[69413]: DEBUG nova.network.neutron [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.231133] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1b625d4e-1612-4059-91dd-9e93f25ec1d3 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lock "c15d57db-e0cf-45df-8bc4-9743066e5d54" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 66.872s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.235828] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lock "c15d57db-e0cf-45df-8bc4-9743066e5d54" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 40.422s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.235828] env[69413]: INFO nova.compute.manager [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Unshelving [ 921.235828] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: cc255889-3de9-4a77-9e45-9801d250e203] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 921.245440] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3077836, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081415} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.245440] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.246465] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbbbddc-5a37-4d0e-86df-a99c3c2eb3ad {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.254132] env[69413]: DEBUG oslo_vmware.api [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Task: {'id': task-3077835, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.410925} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.257433] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 7a1571bb-faf1-4e1c-9f41-7124c97ddb78/7a1571bb-faf1-4e1c-9f41-7124c97ddb78.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.258213] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.270875] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-469c0446-2639-4a42-8b9e-a0615c15b0b1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.286676] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 1b3bac56-2886-42fa-934b-2e547b8104ed/1b3bac56-2886-42fa-934b-2e547b8104ed.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.287365] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3c65703a-4b86-41d2-ba17-79e9a9bf703d tempest-ServersWithSpecificFlavorTestJSON-1414619340 tempest-ServersWithSpecificFlavorTestJSON-1414619340-project-member] Lock "7d8f56fd-07ae-458b-b511-546b7adefe96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.409s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.288650] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8535920d-0ea6-4779-a442-999cede421da {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.307745] env[69413]: INFO nova.scheduler.client.report [None req-c30c766d-02de-410b-ac89-250ec4b4aba4 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Deleted allocation for migration efc56dd0-ed1f-4885-a9d6-1fa969404ef6 [ 921.315160] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3077837, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.315314] env[69413]: DEBUG oslo_vmware.api [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Waiting for the task: (returnval){ [ 921.315314] env[69413]: value = "task-3077838" [ 921.315314] env[69413]: _type = "Task" [ 921.315314] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.322027] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for the task: (returnval){ [ 921.322027] env[69413]: value = "task-3077839" [ 921.322027] env[69413]: _type = "Task" [ 921.322027] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.333840] env[69413]: DEBUG oslo_vmware.api [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Task: {'id': task-3077838, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.337840] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3077839, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.434870] env[69413]: DEBUG oslo_vmware.api [None req-2cb4cd37-8650-4a45-97da-09a4f8944a93 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077834, 'name': SuspendVM_Task, 'duration_secs': 1.930795} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.435190] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb4cd37-8650-4a45-97da-09a4f8944a93 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Suspended the VM {{(pid=69413) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 921.435399] env[69413]: DEBUG nova.compute.manager [None req-2cb4cd37-8650-4a45-97da-09a4f8944a93 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.436353] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8a9637-75b6-488f-b919-e5f3eea53cec {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.582782] env[69413]: DEBUG nova.compute.manager [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 921.649757] env[69413]: DEBUG nova.network.neutron [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 921.746349] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: cfb7f6b2-f8f5-4736-90ff-d46e4722bdd2] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 921.777213] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3077837, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.821108] env[69413]: DEBUG nova.network.neutron [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Updating instance_info_cache with network_info: [{"id": "e24f449e-0cd8-4c54-a549-9e04653e798e", "address": "fa:16:3e:3c:99:e6", "network": {"id": "a51bf3b7-b3b3-4899-ae15-92397b169183", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-358722341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "984475cf54154eefb3cb71a8e27863e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape24f449e-0c", "ovs_interfaceid": "e24f449e-0cd8-4c54-a549-9e04653e798e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.823508] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c30c766d-02de-410b-ac89-250ec4b4aba4 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "ea9f83f0-3336-4ebc-a5ad-183da349a61f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 53.570s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.839919] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3077839, 'name': ReconfigVM_Task, 'duration_secs': 0.310304} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.842722] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 1b3bac56-2886-42fa-934b-2e547b8104ed/1b3bac56-2886-42fa-934b-2e547b8104ed.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.843707] env[69413]: DEBUG oslo_vmware.api [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Task: {'id': task-3077838, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103235} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.843921] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e823441-5b38-4b5b-9718-a48ee367a389 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.845672] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.846678] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7dadcff-66c8-448e-b0f9-6623a5380cfb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.872561] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 7a1571bb-faf1-4e1c-9f41-7124c97ddb78/7a1571bb-faf1-4e1c-9f41-7124c97ddb78.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.874987] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72962260-ada9-44a9-8913-3589af079523 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.890205] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for the task: (returnval){ [ 921.890205] env[69413]: value = "task-3077840" [ 921.890205] env[69413]: _type = "Task" [ 921.890205] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.898089] env[69413]: DEBUG oslo_vmware.api [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Waiting for the task: (returnval){ [ 921.898089] env[69413]: value = "task-3077841" [ 921.898089] env[69413]: _type = "Task" [ 921.898089] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.907109] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3077840, 'name': Rename_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.916148] env[69413]: DEBUG oslo_vmware.api [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Task: {'id': task-3077841, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.101674] env[69413]: DEBUG oslo_concurrency.lockutils [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.227129] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54e964c-41f9-4450-9f9b-0ee0731d6eb6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.239061] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be23abeb-7873-4722-aa66-66e1f028c8fc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.279264] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 057c5ad1-94e2-4c5d-9d3e-032bc4248979] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 922.281752] env[69413]: DEBUG nova.compute.utils [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 922.287671] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d49e6e-8cf2-4914-9ed3-c869d26aa858 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.298860] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6634ba98-759e-40a2-acda-0efb93a86943 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.302882] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3077837, 'name': PowerOnVM_Task, 'duration_secs': 1.079333} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.303764] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 922.303962] env[69413]: INFO nova.compute.manager [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Took 9.85 seconds to spawn the instance on the hypervisor. [ 922.304250] env[69413]: DEBUG nova.compute.manager [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.305433] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce4f0b2-fa4b-48d9-84a9-e7950848be50 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.317837] env[69413]: DEBUG nova.compute.provider_tree [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 922.327429] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Releasing lock "refresh_cache-375d6649-8287-43b0-af5b-592b9a7caa12" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.329299] env[69413]: DEBUG nova.compute.manager [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Instance network_info: |[{"id": "e24f449e-0cd8-4c54-a549-9e04653e798e", "address": "fa:16:3e:3c:99:e6", "network": {"id": "a51bf3b7-b3b3-4899-ae15-92397b169183", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-358722341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "984475cf54154eefb3cb71a8e27863e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape24f449e-0c", "ovs_interfaceid": "e24f449e-0cd8-4c54-a549-9e04653e798e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 922.330966] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:99:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e24f449e-0cd8-4c54-a549-9e04653e798e', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 922.338965] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Creating folder: Project (984475cf54154eefb3cb71a8e27863e2). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 922.340053] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46b54f92-834b-432a-87aa-607c9181e9d1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.352456] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Created folder: Project (984475cf54154eefb3cb71a8e27863e2) in parent group-v616034. [ 922.352590] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Creating folder: Instances. Parent ref: group-v616228. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 922.353102] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0626b3b7-7321-41b1-a412-8e29a43dbb09 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.362300] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Created folder: Instances in parent group-v616228. [ 922.362527] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.362718] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 922.362914] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8654a77-c7af-4d8f-abae-aeff4c566ecb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.384713] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 922.384713] env[69413]: value = "task-3077844" [ 922.384713] env[69413]: _type = "Task" [ 922.384713] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.392082] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077844, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.401938] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3077840, 'name': Rename_Task, 'duration_secs': 0.144726} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.404395] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.404536] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca7bf761-2873-4747-8f16-7a436678e799 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.410952] env[69413]: DEBUG oslo_vmware.api [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Task: {'id': task-3077841, 'name': ReconfigVM_Task, 'duration_secs': 0.279835} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.412170] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 7a1571bb-faf1-4e1c-9f41-7124c97ddb78/7a1571bb-faf1-4e1c-9f41-7124c97ddb78.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.412832] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for the task: (returnval){ [ 922.412832] env[69413]: value = "task-3077845" [ 922.412832] env[69413]: _type = "Task" [ 922.412832] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.413037] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a44328d-2148-4c36-86da-bf10f8038f06 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.422834] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3077845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.424052] env[69413]: DEBUG oslo_vmware.api [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Waiting for the task: (returnval){ [ 922.424052] env[69413]: value = "task-3077846" [ 922.424052] env[69413]: _type = "Task" [ 922.424052] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.431477] env[69413]: DEBUG oslo_vmware.api [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Task: {'id': task-3077846, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.785194] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: fa02511c-c494-44f0-8e49-1dcc95c9f6bb] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 922.790500] env[69413]: INFO nova.virt.block_device [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Booting with volume 10bf29be-ede6-4411-bf7d-cf142a98c44c at /dev/sdb [ 922.815806] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Acquiring lock "43f58e48-7b87-4133-a807-bdb874c0060f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.816113] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Lock "43f58e48-7b87-4133-a807-bdb874c0060f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.844235] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3617ae5e-8be3-4dac-8437-78c78b97a82d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.859800] env[69413]: ERROR nova.scheduler.client.report [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] [req-c195786b-ec63-4ceb-aa3d-fce441c69d69] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65568fbe-598e-408e-afad-1b65d19c68ec. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c195786b-ec63-4ceb-aa3d-fce441c69d69"}]} [ 922.865821] env[69413]: INFO nova.compute.manager [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Took 66.81 seconds to build instance. [ 922.878314] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bb06ba-f8b2-40f7-acb9-3a8ae355789f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.891595] env[69413]: DEBUG nova.scheduler.client.report [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Refreshing inventories for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 922.905288] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077844, 'name': CreateVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.908782] env[69413]: DEBUG nova.scheduler.client.report [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Updating ProviderTree inventory for provider 65568fbe-598e-408e-afad-1b65d19c68ec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 922.909307] env[69413]: DEBUG nova.compute.provider_tree [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 922.924395] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c58a3267-7254-4405-9bc9-f9555bb13b20 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.933209] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3077845, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.934233] env[69413]: DEBUG nova.scheduler.client.report [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Refreshing aggregate associations for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec, aggregates: None {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 922.944676] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d87b72-159e-4ea0-82d3-4ce8321b3490 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.959139] env[69413]: DEBUG oslo_vmware.api [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Task: {'id': task-3077846, 'name': Rename_Task, 'duration_secs': 0.141157} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.960032] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.960295] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-691b105b-7447-478d-99d5-848a1c541c17 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.963009] env[69413]: DEBUG nova.scheduler.client.report [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Refreshing trait associations for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 922.981209] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaebf870-849e-487f-8377-7612ad9f5472 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.983847] env[69413]: DEBUG oslo_vmware.api [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Waiting for the task: (returnval){ [ 922.983847] env[69413]: value = "task-3077847" [ 922.983847] env[69413]: _type = "Task" [ 922.983847] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.994116] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09450c7-30a4-4639-a0a1-65cb939b4b77 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.000177] env[69413]: DEBUG oslo_vmware.api [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Task: {'id': task-3077847, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.012250] env[69413]: DEBUG nova.virt.block_device [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Updating existing volume attachment record: c5a9cafc-b376-4c08-b8e7-1c1218647246 {{(pid=69413) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 923.272145] env[69413]: DEBUG nova.compute.manager [req-31291a35-786e-413f-b063-46442927ac3f req-e803ea97-5b9c-4238-bf31-068d4b4182f6 service nova] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Received event network-changed-e24f449e-0cd8-4c54-a549-9e04653e798e {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.272145] env[69413]: DEBUG nova.compute.manager [req-31291a35-786e-413f-b063-46442927ac3f req-e803ea97-5b9c-4238-bf31-068d4b4182f6 service nova] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Refreshing instance network info cache due to event network-changed-e24f449e-0cd8-4c54-a549-9e04653e798e. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 923.272145] env[69413]: DEBUG oslo_concurrency.lockutils [req-31291a35-786e-413f-b063-46442927ac3f req-e803ea97-5b9c-4238-bf31-068d4b4182f6 service nova] Acquiring lock "refresh_cache-375d6649-8287-43b0-af5b-592b9a7caa12" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.272145] env[69413]: DEBUG oslo_concurrency.lockutils [req-31291a35-786e-413f-b063-46442927ac3f req-e803ea97-5b9c-4238-bf31-068d4b4182f6 service nova] Acquired lock "refresh_cache-375d6649-8287-43b0-af5b-592b9a7caa12" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.272145] env[69413]: DEBUG nova.network.neutron [req-31291a35-786e-413f-b063-46442927ac3f req-e803ea97-5b9c-4238-bf31-068d4b4182f6 service nova] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Refreshing network info cache for port e24f449e-0cd8-4c54-a549-9e04653e798e {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.294640] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 162b8b0c-9f6c-4acd-bf2f-b053f487ccd8] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 923.369992] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Lock "820f1f01-9b3b-4b2f-9155-2ac397579fce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.329s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.396387] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3511c1e0-5cc7-488d-ae62-241539499e35 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.411469] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a911645-4704-4a7b-ac68-ff477cace0d0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.418154] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077844, 'name': CreateVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.450658] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08192b58-aa04-4234-8613-8d922eeafd20 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.458649] env[69413]: DEBUG oslo_vmware.api [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3077845, 'name': PowerOnVM_Task, 'duration_secs': 0.587465} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.461057] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.461267] env[69413]: INFO nova.compute.manager [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Took 8.47 seconds to spawn the instance on the hypervisor. [ 923.461446] env[69413]: DEBUG nova.compute.manager [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.462486] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c51463f-1399-4fcd-9a43-effd43bcc15f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.466081] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef08011-916c-4354-8e42-23614ec3ce40 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.485910] env[69413]: DEBUG nova.compute.provider_tree [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 923.496143] env[69413]: DEBUG oslo_vmware.api [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Task: {'id': task-3077847, 'name': PowerOnVM_Task, 'duration_secs': 0.438294} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.496950] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.497773] env[69413]: INFO nova.compute.manager [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Took 5.95 seconds to spawn the instance on the hypervisor. [ 923.497773] env[69413]: DEBUG nova.compute.manager [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.498120] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be68da50-3a07-4ea6-b1fd-7a6c6376fa0a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.739405] env[69413]: DEBUG nova.compute.manager [None req-2aa4a396-d463-47a5-9755-726fe6416dd8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.740691] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a23e562-a641-4e9e-bf7c-2ea1b0d77c23 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.797871] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 923.798199] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Cleaning up deleted instances with incomplete migration {{(pid=69413) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 923.875189] env[69413]: DEBUG nova.compute.manager [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 923.910672] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077844, 'name': CreateVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.919725] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d849cd71-3fdb-4490-a938-a87589e3b9b0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "ea9f83f0-3336-4ebc-a5ad-183da349a61f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.919725] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d849cd71-3fdb-4490-a938-a87589e3b9b0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "ea9f83f0-3336-4ebc-a5ad-183da349a61f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.919725] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d849cd71-3fdb-4490-a938-a87589e3b9b0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "ea9f83f0-3336-4ebc-a5ad-183da349a61f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.919725] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d849cd71-3fdb-4490-a938-a87589e3b9b0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "ea9f83f0-3336-4ebc-a5ad-183da349a61f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.919725] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d849cd71-3fdb-4490-a938-a87589e3b9b0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "ea9f83f0-3336-4ebc-a5ad-183da349a61f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.924032] env[69413]: INFO nova.compute.manager [None req-d849cd71-3fdb-4490-a938-a87589e3b9b0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Terminating instance [ 923.997781] env[69413]: INFO nova.compute.manager [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Took 67.91 seconds to build instance. [ 924.017875] env[69413]: INFO nova.compute.manager [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Took 58.38 seconds to build instance. [ 924.031608] env[69413]: DEBUG nova.network.neutron [req-31291a35-786e-413f-b063-46442927ac3f req-e803ea97-5b9c-4238-bf31-068d4b4182f6 service nova] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Updated VIF entry in instance network info cache for port e24f449e-0cd8-4c54-a549-9e04653e798e. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 924.031608] env[69413]: DEBUG nova.network.neutron [req-31291a35-786e-413f-b063-46442927ac3f req-e803ea97-5b9c-4238-bf31-068d4b4182f6 service nova] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Updating instance_info_cache with network_info: [{"id": "e24f449e-0cd8-4c54-a549-9e04653e798e", "address": "fa:16:3e:3c:99:e6", "network": {"id": "a51bf3b7-b3b3-4899-ae15-92397b169183", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-358722341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "984475cf54154eefb3cb71a8e27863e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape24f449e-0c", "ovs_interfaceid": "e24f449e-0cd8-4c54-a549-9e04653e798e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.033486] env[69413]: DEBUG nova.scheduler.client.report [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Updated inventory for provider 65568fbe-598e-408e-afad-1b65d19c68ec with generation 96 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 924.033719] env[69413]: DEBUG nova.compute.provider_tree [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Updating resource provider 65568fbe-598e-408e-afad-1b65d19c68ec generation from 96 to 97 during operation: update_inventory {{(pid=69413) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 924.033902] env[69413]: DEBUG nova.compute.provider_tree [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 924.255910] env[69413]: INFO nova.compute.manager [None req-2aa4a396-d463-47a5-9755-726fe6416dd8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] instance snapshotting [ 924.255910] env[69413]: WARNING nova.compute.manager [None req-2aa4a396-d463-47a5-9755-726fe6416dd8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 924.258994] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c80ebb-e426-49f8-b303-64d7d6cf5315 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.288014] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d641b2-7170-4893-ae8b-ecf80d0a5f91 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.300989] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 924.396736] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.406113] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077844, 'name': CreateVM_Task, 'duration_secs': 1.564415} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.406395] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.407885] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.407885] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.407885] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.407885] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69fe30d8-fb2f-4d85-a687-5c484e4c6222 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.412305] env[69413]: DEBUG oslo_vmware.api [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Waiting for the task: (returnval){ [ 924.412305] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b71c05-de12-1672-766e-748eabd8d83d" [ 924.412305] env[69413]: _type = "Task" [ 924.412305] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.420938] env[69413]: DEBUG oslo_vmware.api [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b71c05-de12-1672-766e-748eabd8d83d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.427657] env[69413]: DEBUG nova.compute.manager [None req-d849cd71-3fdb-4490-a938-a87589e3b9b0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 924.428288] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d849cd71-3fdb-4490-a938-a87589e3b9b0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.428680] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d58d907-c956-4ef1-a92b-035c93ea7aef {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.435558] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d849cd71-3fdb-4490-a938-a87589e3b9b0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.435862] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39474f97-75e6-4c71-adf3-673ab715a416 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.445127] env[69413]: DEBUG oslo_vmware.api [None req-d849cd71-3fdb-4490-a938-a87589e3b9b0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 924.445127] env[69413]: value = "task-3077851" [ 924.445127] env[69413]: _type = "Task" [ 924.445127] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.450719] env[69413]: DEBUG oslo_vmware.api [None req-d849cd71-3fdb-4490-a938-a87589e3b9b0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.488682] env[69413]: DEBUG oslo_concurrency.lockutils [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "478ddab9-a20e-421a-9d25-fd72c56d3f8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.488930] env[69413]: DEBUG oslo_concurrency.lockutils [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "478ddab9-a20e-421a-9d25-fd72c56d3f8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.498533] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ba5e7c35-3727-4140-ad36-584d68e1d69d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Lock "1b3bac56-2886-42fa-934b-2e547b8104ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.419s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.522628] env[69413]: DEBUG oslo_concurrency.lockutils [None req-333702d5-de8b-4c95-8991-f9fa66a5c9bf tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Lock "7a1571bb-faf1-4e1c-9f41-7124c97ddb78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.892s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.545144] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.834s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.545144] env[69413]: DEBUG nova.compute.manager [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 924.546324] env[69413]: DEBUG oslo_concurrency.lockutils [req-31291a35-786e-413f-b063-46442927ac3f req-e803ea97-5b9c-4238-bf31-068d4b4182f6 service nova] Releasing lock "refresh_cache-375d6649-8287-43b0-af5b-592b9a7caa12" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.547375] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.581s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.549322] env[69413]: INFO nova.compute.claims [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 924.813472] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa4a396-d463-47a5-9755-726fe6416dd8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Creating Snapshot of the VM instance {{(pid=69413) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 924.814145] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-47ae8446-b008-412d-9991-a6a6602a35c9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.823921] env[69413]: DEBUG oslo_vmware.api [None req-2aa4a396-d463-47a5-9755-726fe6416dd8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 924.823921] env[69413]: value = "task-3077852" [ 924.823921] env[69413]: _type = "Task" [ 924.823921] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.836188] env[69413]: DEBUG oslo_vmware.api [None req-2aa4a396-d463-47a5-9755-726fe6416dd8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077852, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.923773] env[69413]: DEBUG oslo_vmware.api [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b71c05-de12-1672-766e-748eabd8d83d, 'name': SearchDatastore_Task, 'duration_secs': 0.010918} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.924837] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.925131] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.925383] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.925551] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.925737] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.926124] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84c10bf5-b792-4cb2-bb47-b3ffdd802325 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.937591] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.937935] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.939215] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f7dc901-635f-4104-85d3-19eb1229e3cb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.949258] env[69413]: DEBUG oslo_vmware.api [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Waiting for the task: (returnval){ [ 924.949258] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5220604d-0928-462b-9f1b-acaca14ce275" [ 924.949258] env[69413]: _type = "Task" [ 924.949258] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.958110] env[69413]: DEBUG oslo_vmware.api [None req-d849cd71-3fdb-4490-a938-a87589e3b9b0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077851, 'name': PowerOffVM_Task, 'duration_secs': 0.207271} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.958882] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d849cd71-3fdb-4490-a938-a87589e3b9b0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.959171] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d849cd71-3fdb-4490-a938-a87589e3b9b0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.959747] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2100a915-6236-4ead-810a-d012d5c72e16 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.967547] env[69413]: DEBUG oslo_vmware.api [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5220604d-0928-462b-9f1b-acaca14ce275, 'name': SearchDatastore_Task, 'duration_secs': 0.011646} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.968849] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-778cc233-9a1c-4320-9c58-5e40c9add889 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.974538] env[69413]: DEBUG oslo_vmware.api [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Waiting for the task: (returnval){ [ 924.974538] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d53e67-d300-812f-6b19-6c9c08e4a950" [ 924.974538] env[69413]: _type = "Task" [ 924.974538] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.983761] env[69413]: DEBUG oslo_vmware.api [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d53e67-d300-812f-6b19-6c9c08e4a950, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.002467] env[69413]: DEBUG nova.compute.manager [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 925.024562] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d849cd71-3fdb-4490-a938-a87589e3b9b0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.024870] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d849cd71-3fdb-4490-a938-a87589e3b9b0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.025101] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-d849cd71-3fdb-4490-a938-a87589e3b9b0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Deleting the datastore file [datastore1] ea9f83f0-3336-4ebc-a5ad-183da349a61f {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.025670] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c214dec4-a855-4050-b29a-886e44aa1da6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.033850] env[69413]: DEBUG oslo_vmware.api [None req-d849cd71-3fdb-4490-a938-a87589e3b9b0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 925.033850] env[69413]: value = "task-3077854" [ 925.033850] env[69413]: _type = "Task" [ 925.033850] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.044838] env[69413]: DEBUG oslo_vmware.api [None req-d849cd71-3fdb-4490-a938-a87589e3b9b0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.054449] env[69413]: DEBUG nova.compute.utils [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 925.058090] env[69413]: DEBUG nova.compute.manager [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 925.058264] env[69413]: DEBUG nova.network.neutron [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 925.130434] env[69413]: DEBUG nova.policy [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a253ca58f834b409b2f294ce378b46a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd494c0db125a49b385d8ec66793a516e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 925.301214] env[69413]: DEBUG oslo_concurrency.lockutils [None req-98725b6e-7201-4f1b-baba-30326e19324a tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquiring lock "820f1f01-9b3b-4b2f-9155-2ac397579fce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.301989] env[69413]: DEBUG oslo_concurrency.lockutils [None req-98725b6e-7201-4f1b-baba-30326e19324a tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Lock "820f1f01-9b3b-4b2f-9155-2ac397579fce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.302286] env[69413]: DEBUG oslo_concurrency.lockutils [None req-98725b6e-7201-4f1b-baba-30326e19324a tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquiring lock "820f1f01-9b3b-4b2f-9155-2ac397579fce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.303565] env[69413]: DEBUG oslo_concurrency.lockutils [None req-98725b6e-7201-4f1b-baba-30326e19324a tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Lock "820f1f01-9b3b-4b2f-9155-2ac397579fce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.303565] env[69413]: DEBUG oslo_concurrency.lockutils [None req-98725b6e-7201-4f1b-baba-30326e19324a tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Lock "820f1f01-9b3b-4b2f-9155-2ac397579fce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.306160] env[69413]: INFO nova.compute.manager [None req-98725b6e-7201-4f1b-baba-30326e19324a tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Terminating instance [ 925.335627] env[69413]: DEBUG oslo_vmware.api [None req-2aa4a396-d463-47a5-9755-726fe6416dd8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077852, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.440159] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9c5bce66-533a-49c4-9119-7037b775cece tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquiring lock "1b3bac56-2886-42fa-934b-2e547b8104ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.440449] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9c5bce66-533a-49c4-9119-7037b775cece tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Lock "1b3bac56-2886-42fa-934b-2e547b8104ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.440673] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9c5bce66-533a-49c4-9119-7037b775cece tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquiring lock "1b3bac56-2886-42fa-934b-2e547b8104ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.440872] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9c5bce66-533a-49c4-9119-7037b775cece tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Lock "1b3bac56-2886-42fa-934b-2e547b8104ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.441149] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9c5bce66-533a-49c4-9119-7037b775cece tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Lock "1b3bac56-2886-42fa-934b-2e547b8104ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.443682] env[69413]: INFO nova.compute.manager [None req-9c5bce66-533a-49c4-9119-7037b775cece tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Terminating instance [ 925.491271] env[69413]: DEBUG oslo_vmware.api [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d53e67-d300-812f-6b19-6c9c08e4a950, 'name': SearchDatastore_Task, 'duration_secs': 0.009659} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.491894] env[69413]: INFO nova.compute.manager [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Rebuilding instance [ 925.494533] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.495039] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 375d6649-8287-43b0-af5b-592b9a7caa12/375d6649-8287-43b0-af5b-592b9a7caa12.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.496070] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3c5076a-1a42-4f2e-bc17-15971ba2583e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.506587] env[69413]: DEBUG oslo_vmware.api [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Waiting for the task: (returnval){ [ 925.506587] env[69413]: value = "task-3077856" [ 925.506587] env[69413]: _type = "Task" [ 925.506587] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.537031] env[69413]: DEBUG oslo_vmware.api [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Task: {'id': task-3077856, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.552654] env[69413]: DEBUG oslo_vmware.api [None req-d849cd71-3fdb-4490-a938-a87589e3b9b0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229361} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.554637] env[69413]: DEBUG oslo_concurrency.lockutils [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.554637] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-d849cd71-3fdb-4490-a938-a87589e3b9b0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.554898] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d849cd71-3fdb-4490-a938-a87589e3b9b0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.555191] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d849cd71-3fdb-4490-a938-a87589e3b9b0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.555466] env[69413]: INFO nova.compute.manager [None req-d849cd71-3fdb-4490-a938-a87589e3b9b0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 925.556646] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d849cd71-3fdb-4490-a938-a87589e3b9b0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.556646] env[69413]: DEBUG nova.compute.manager [-] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.556646] env[69413]: DEBUG nova.network.neutron [-] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.559857] env[69413]: DEBUG nova.compute.manager [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 925.586375] env[69413]: DEBUG nova.compute.manager [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.589568] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ce6927-0275-48cc-b702-a2b793539449 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.678899] env[69413]: DEBUG nova.network.neutron [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Successfully created port: 3efb7f6e-4d4e-4389-a80c-5716c41ab4bd {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 925.810956] env[69413]: DEBUG nova.compute.manager [None req-98725b6e-7201-4f1b-baba-30326e19324a tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 925.815023] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-98725b6e-7201-4f1b-baba-30326e19324a tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.815023] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c5d17f-25f6-4a08-a794-364941f59bf4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.824357] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-98725b6e-7201-4f1b-baba-30326e19324a tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.825123] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d59b47f8-e509-4a4a-8cf1-63f2abe3a71f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.843672] env[69413]: DEBUG oslo_vmware.api [None req-2aa4a396-d463-47a5-9755-726fe6416dd8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077852, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.845684] env[69413]: DEBUG oslo_vmware.api [None req-98725b6e-7201-4f1b-baba-30326e19324a tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for the task: (returnval){ [ 925.845684] env[69413]: value = "task-3077857" [ 925.845684] env[69413]: _type = "Task" [ 925.845684] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.951178] env[69413]: DEBUG nova.compute.manager [None req-9c5bce66-533a-49c4-9119-7037b775cece tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 925.952455] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5bce66-533a-49c4-9119-7037b775cece tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.953991] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737ceb9b-8647-4561-8904-6f49b00f9f2c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.965178] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c5bce66-533a-49c4-9119-7037b775cece tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.966444] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59721a40-1ad2-4736-97ce-7eb44db2a18e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.975102] env[69413]: DEBUG oslo_vmware.api [None req-9c5bce66-533a-49c4-9119-7037b775cece tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for the task: (returnval){ [ 925.975102] env[69413]: value = "task-3077858" [ 925.975102] env[69413]: _type = "Task" [ 925.975102] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.990706] env[69413]: DEBUG oslo_vmware.api [None req-9c5bce66-533a-49c4-9119-7037b775cece tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3077858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.023580] env[69413]: DEBUG oslo_vmware.api [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Task: {'id': task-3077856, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.139568] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1d5c08-08f6-493f-b037-162a37a8bba1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.148864] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7358ed-76ed-4982-b63d-1c2b0c546e75 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.185189] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57e68fe-4b67-4b91-be58-cf9372bab2c0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.193977] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da77e51-16be-475a-ac11-feb47f9f3ebd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.211326] env[69413]: DEBUG nova.compute.provider_tree [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.344236] env[69413]: DEBUG oslo_vmware.api [None req-2aa4a396-d463-47a5-9755-726fe6416dd8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077852, 'name': CreateSnapshot_Task, 'duration_secs': 1.081944} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.344611] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa4a396-d463-47a5-9755-726fe6416dd8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Created Snapshot of the VM instance {{(pid=69413) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 926.345496] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfc2edb-ae71-4188-987a-67c5ee8ab207 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.365848] env[69413]: DEBUG oslo_vmware.api [None req-98725b6e-7201-4f1b-baba-30326e19324a tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3077857, 'name': PowerOffVM_Task, 'duration_secs': 0.334821} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.366379] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-98725b6e-7201-4f1b-baba-30326e19324a tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.367022] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-98725b6e-7201-4f1b-baba-30326e19324a tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 926.367654] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81d1d44e-afb7-4c16-a865-5aa126bc691b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.440827] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-98725b6e-7201-4f1b-baba-30326e19324a tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 926.441094] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-98725b6e-7201-4f1b-baba-30326e19324a tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 926.441564] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-98725b6e-7201-4f1b-baba-30326e19324a tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Deleting the datastore file [datastore2] 820f1f01-9b3b-4b2f-9155-2ac397579fce {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.441778] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48070c3f-6c8b-4548-8a62-ddbd9b372762 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.450868] env[69413]: DEBUG oslo_vmware.api [None req-98725b6e-7201-4f1b-baba-30326e19324a tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for the task: (returnval){ [ 926.450868] env[69413]: value = "task-3077860" [ 926.450868] env[69413]: _type = "Task" [ 926.450868] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.468291] env[69413]: DEBUG oslo_vmware.api [None req-98725b6e-7201-4f1b-baba-30326e19324a tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3077860, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.489607] env[69413]: DEBUG oslo_vmware.api [None req-9c5bce66-533a-49c4-9119-7037b775cece tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3077858, 'name': PowerOffVM_Task, 'duration_secs': 0.292073} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.489932] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c5bce66-533a-49c4-9119-7037b775cece tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.490140] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5bce66-533a-49c4-9119-7037b775cece tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 926.490419] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89dc6a75-d338-45d3-abf3-0f15474b8fca {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.523431] env[69413]: DEBUG oslo_vmware.api [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Task: {'id': task-3077856, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596487} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.523856] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 375d6649-8287-43b0-af5b-592b9a7caa12/375d6649-8287-43b0-af5b-592b9a7caa12.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.524108] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.524383] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2d8d153-a2ee-4ef3-b1a1-0bc4614a3446 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.530751] env[69413]: DEBUG oslo_vmware.api [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Waiting for the task: (returnval){ [ 926.530751] env[69413]: value = "task-3077862" [ 926.530751] env[69413]: _type = "Task" [ 926.530751] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.540456] env[69413]: DEBUG oslo_vmware.api [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Task: {'id': task-3077862, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.553576] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5bce66-533a-49c4-9119-7037b775cece tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 926.553576] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5bce66-533a-49c4-9119-7037b775cece tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 926.553847] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c5bce66-533a-49c4-9119-7037b775cece tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Deleting the datastore file [datastore2] 1b3bac56-2886-42fa-934b-2e547b8104ed {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.554203] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d1f586d-da90-4095-9fd3-2bd662bab85e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.563192] env[69413]: DEBUG oslo_vmware.api [None req-9c5bce66-533a-49c4-9119-7037b775cece tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for the task: (returnval){ [ 926.563192] env[69413]: value = "task-3077863" [ 926.563192] env[69413]: _type = "Task" [ 926.563192] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.576321] env[69413]: DEBUG nova.compute.manager [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 926.580282] env[69413]: DEBUG oslo_vmware.api [None req-9c5bce66-533a-49c4-9119-7037b775cece tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3077863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.615129] env[69413]: DEBUG nova.virt.hardware [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.615129] env[69413]: DEBUG nova.virt.hardware [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.615129] env[69413]: DEBUG nova.virt.hardware [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.615129] env[69413]: DEBUG nova.virt.hardware [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.615129] env[69413]: DEBUG nova.virt.hardware [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.615129] env[69413]: DEBUG nova.virt.hardware [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.615129] env[69413]: DEBUG nova.virt.hardware [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.616051] env[69413]: DEBUG nova.virt.hardware [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.616573] env[69413]: DEBUG nova.virt.hardware [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.617387] env[69413]: DEBUG nova.virt.hardware [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.617804] env[69413]: DEBUG nova.virt.hardware [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.618375] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.619690] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bbb8af-563c-47bb-87a5-7211bdb0a76c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.623025] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3034bd8c-3774-4ae9-8e3f-909baaad44d4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.632630] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c146c0-e1bf-4cf2-90de-b76766f46e12 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.636572] env[69413]: DEBUG oslo_vmware.api [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Waiting for the task: (returnval){ [ 926.636572] env[69413]: value = "task-3077864" [ 926.636572] env[69413]: _type = "Task" [ 926.636572] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.655876] env[69413]: DEBUG oslo_vmware.api [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Task: {'id': task-3077864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.715558] env[69413]: DEBUG nova.scheduler.client.report [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.729900] env[69413]: DEBUG nova.compute.manager [req-3a22a9ae-0381-479a-99ec-4a44f8f415b3 req-024011f3-c258-46fd-8093-d6f42835b360 service nova] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Received event network-vif-deleted-24e46c02-d2dc-4658-b33d-6dad03ed964c {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.730147] env[69413]: INFO nova.compute.manager [req-3a22a9ae-0381-479a-99ec-4a44f8f415b3 req-024011f3-c258-46fd-8093-d6f42835b360 service nova] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Neutron deleted interface 24e46c02-d2dc-4658-b33d-6dad03ed964c; detaching it from the instance and deleting it from the info cache [ 926.730323] env[69413]: DEBUG nova.network.neutron [req-3a22a9ae-0381-479a-99ec-4a44f8f415b3 req-024011f3-c258-46fd-8093-d6f42835b360 service nova] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.875850] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa4a396-d463-47a5-9755-726fe6416dd8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Creating linked-clone VM from snapshot {{(pid=69413) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 926.875850] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4be6e657-9a41-4a41-ac03-c6df87f52fe0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.879944] env[69413]: DEBUG nova.network.neutron [-] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.886250] env[69413]: DEBUG oslo_vmware.api [None req-2aa4a396-d463-47a5-9755-726fe6416dd8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 926.886250] env[69413]: value = "task-3077865" [ 926.886250] env[69413]: _type = "Task" [ 926.886250] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.897184] env[69413]: DEBUG oslo_vmware.api [None req-2aa4a396-d463-47a5-9755-726fe6416dd8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077865, 'name': CloneVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.963041] env[69413]: DEBUG oslo_vmware.api [None req-98725b6e-7201-4f1b-baba-30326e19324a tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3077860, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219949} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.963821] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-98725b6e-7201-4f1b-baba-30326e19324a tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.964151] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-98725b6e-7201-4f1b-baba-30326e19324a tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 926.964479] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-98725b6e-7201-4f1b-baba-30326e19324a tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.964681] env[69413]: INFO nova.compute.manager [None req-98725b6e-7201-4f1b-baba-30326e19324a tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Took 1.15 seconds to destroy the instance on the hypervisor. [ 926.964954] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98725b6e-7201-4f1b-baba-30326e19324a tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.965239] env[69413]: DEBUG nova.compute.manager [-] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 926.965347] env[69413]: DEBUG nova.network.neutron [-] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 927.042227] env[69413]: DEBUG oslo_vmware.api [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Task: {'id': task-3077862, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14579} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.042748] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.043582] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9651dc7e-3b04-49a3-9cfb-7520a8dc79c3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.067292] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 375d6649-8287-43b0-af5b-592b9a7caa12/375d6649-8287-43b0-af5b-592b9a7caa12.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.067910] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-debf48c0-5cd7-40df-94ef-f059d82ab283 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.095374] env[69413]: DEBUG oslo_vmware.api [None req-9c5bce66-533a-49c4-9119-7037b775cece tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3077863, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158897} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.097053] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c5bce66-533a-49c4-9119-7037b775cece tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.097410] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5bce66-533a-49c4-9119-7037b775cece tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 927.097551] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5bce66-533a-49c4-9119-7037b775cece tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 927.097780] env[69413]: INFO nova.compute.manager [None req-9c5bce66-533a-49c4-9119-7037b775cece tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Took 1.15 seconds to destroy the instance on the hypervisor. [ 927.098106] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c5bce66-533a-49c4-9119-7037b775cece tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 927.098432] env[69413]: DEBUG oslo_vmware.api [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Waiting for the task: (returnval){ [ 927.098432] env[69413]: value = "task-3077866" [ 927.098432] env[69413]: _type = "Task" [ 927.098432] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.098739] env[69413]: DEBUG nova.compute.manager [-] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 927.098878] env[69413]: DEBUG nova.network.neutron [-] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 927.110376] env[69413]: DEBUG oslo_vmware.api [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Task: {'id': task-3077866, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.149734] env[69413]: DEBUG oslo_vmware.api [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Task: {'id': task-3077864, 'name': PowerOffVM_Task, 'duration_secs': 0.246714} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.150530] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.150832] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.151685] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2aeaa43-7b4f-4cb6-8eea-3cfc8f73370b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.159460] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.159589] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-776aab75-52ec-4da5-95b4-236a5613d40b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.192776] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.192878] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.193077] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Deleting the datastore file [datastore2] 7a1571bb-faf1-4e1c-9f41-7124c97ddb78 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.193355] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-585043c4-5baf-43b6-8874-acc282b0eeea {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.199662] env[69413]: DEBUG oslo_vmware.api [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Waiting for the task: (returnval){ [ 927.199662] env[69413]: value = "task-3077868" [ 927.199662] env[69413]: _type = "Task" [ 927.199662] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.209362] env[69413]: DEBUG oslo_vmware.api [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Task: {'id': task-3077868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.220359] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.220864] env[69413]: DEBUG nova.compute.manager [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 927.224338] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.597s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.225953] env[69413]: INFO nova.compute.claims [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.233210] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b1a3057d-58a6-471c-a7c2-697792a647ff {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.249442] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8d3769-1762-4c06-ae9b-dae09b21779e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.287993] env[69413]: DEBUG nova.compute.manager [req-3a22a9ae-0381-479a-99ec-4a44f8f415b3 req-024011f3-c258-46fd-8093-d6f42835b360 service nova] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Detach interface failed, port_id=24e46c02-d2dc-4658-b33d-6dad03ed964c, reason: Instance ea9f83f0-3336-4ebc-a5ad-183da349a61f could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 927.382413] env[69413]: INFO nova.compute.manager [-] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Took 1.83 seconds to deallocate network for instance. [ 927.400390] env[69413]: DEBUG oslo_vmware.api [None req-2aa4a396-d463-47a5-9755-726fe6416dd8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077865, 'name': CloneVM_Task} progress is 94%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.564884] env[69413]: DEBUG nova.compute.manager [req-df891390-960a-4cef-9371-e7e1310acf3d req-9541a1e4-96d1-4a31-970c-37b8fdda7dc7 service nova] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Received event network-vif-deleted-0562109f-8059-4db4-aa95-ddefec4baed0 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.566165] env[69413]: INFO nova.compute.manager [req-df891390-960a-4cef-9371-e7e1310acf3d req-9541a1e4-96d1-4a31-970c-37b8fdda7dc7 service nova] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Neutron deleted interface 0562109f-8059-4db4-aa95-ddefec4baed0; detaching it from the instance and deleting it from the info cache [ 927.567088] env[69413]: DEBUG nova.network.neutron [req-df891390-960a-4cef-9371-e7e1310acf3d req-9541a1e4-96d1-4a31-970c-37b8fdda7dc7 service nova] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.616702] env[69413]: DEBUG oslo_vmware.api [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Task: {'id': task-3077866, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.640209] env[69413]: DEBUG nova.network.neutron [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Successfully updated port: 3efb7f6e-4d4e-4389-a80c-5716c41ab4bd {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 927.710893] env[69413]: DEBUG oslo_vmware.api [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Task: {'id': task-3077868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.111912} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.711239] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.711500] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 927.711719] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 927.737208] env[69413]: DEBUG nova.compute.utils [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 927.738621] env[69413]: DEBUG nova.compute.manager [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 927.738978] env[69413]: DEBUG nova.network.neutron [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 927.777110] env[69413]: DEBUG nova.network.neutron [-] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.785061] env[69413]: DEBUG nova.policy [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a25a0d59affd46439113f3d7f38d0c20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea25ce60cf4241789625cf6571347633', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.896318] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d849cd71-3fdb-4490-a938-a87589e3b9b0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.902585] env[69413]: DEBUG oslo_vmware.api [None req-2aa4a396-d463-47a5-9755-726fe6416dd8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077865, 'name': CloneVM_Task} progress is 94%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.022872] env[69413]: DEBUG nova.network.neutron [-] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.072929] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d430b1c-9062-43f5-9bd9-33d0a0eb6a69 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.085827] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b54027-246b-4179-a9f1-11efd15baa59 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.122815] env[69413]: DEBUG oslo_vmware.api [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Task: {'id': task-3077866, 'name': ReconfigVM_Task, 'duration_secs': 0.65559} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.131927] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 375d6649-8287-43b0-af5b-592b9a7caa12/375d6649-8287-43b0-af5b-592b9a7caa12.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.132786] env[69413]: DEBUG nova.compute.manager [req-df891390-960a-4cef-9371-e7e1310acf3d req-9541a1e4-96d1-4a31-970c-37b8fdda7dc7 service nova] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Detach interface failed, port_id=0562109f-8059-4db4-aa95-ddefec4baed0, reason: Instance 1b3bac56-2886-42fa-934b-2e547b8104ed could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 928.136409] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0bad1bd-3c05-450b-a5c3-60619b2d17f4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.144144] env[69413]: DEBUG oslo_vmware.api [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Waiting for the task: (returnval){ [ 928.144144] env[69413]: value = "task-3077869" [ 928.144144] env[69413]: _type = "Task" [ 928.144144] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.147754] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Acquiring lock "refresh_cache-f1edcde1-2547-448b-95d0-d4c1b93e325f" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.147942] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Acquired lock "refresh_cache-f1edcde1-2547-448b-95d0-d4c1b93e325f" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.148174] env[69413]: DEBUG nova.network.neutron [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.164718] env[69413]: DEBUG oslo_vmware.api [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Task: {'id': task-3077869, 'name': Rename_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.169972] env[69413]: DEBUG nova.network.neutron [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Successfully created port: 5b98aa6b-8164-43fa-83e5-c9d2a325787d {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 928.243053] env[69413]: DEBUG nova.compute.manager [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 928.279807] env[69413]: INFO nova.compute.manager [-] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Took 1.31 seconds to deallocate network for instance. [ 928.404588] env[69413]: DEBUG oslo_vmware.api [None req-2aa4a396-d463-47a5-9755-726fe6416dd8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077865, 'name': CloneVM_Task, 'duration_secs': 1.274366} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.405035] env[69413]: INFO nova.virt.vmwareapi.vmops [None req-2aa4a396-d463-47a5-9755-726fe6416dd8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Created linked-clone VM from snapshot [ 928.405794] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffc12b4-52e7-4b23-8fdc-518a670d2a78 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.415479] env[69413]: DEBUG nova.virt.vmwareapi.images [None req-2aa4a396-d463-47a5-9755-726fe6416dd8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Uploading image 1b386035-acbc-4940-b4a2-641051705948 {{(pid=69413) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 928.452608] env[69413]: DEBUG oslo_vmware.rw_handles [None req-2aa4a396-d463-47a5-9755-726fe6416dd8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 928.452608] env[69413]: value = "vm-616234" [ 928.452608] env[69413]: _type = "VirtualMachine" [ 928.452608] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 928.452912] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a795e314-71dc-42e5-a9a6-a944e0969d72 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.462099] env[69413]: DEBUG oslo_vmware.rw_handles [None req-2aa4a396-d463-47a5-9755-726fe6416dd8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lease: (returnval){ [ 928.462099] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5255f0db-5444-65a7-1d42-04c0e6e4e2ac" [ 928.462099] env[69413]: _type = "HttpNfcLease" [ 928.462099] env[69413]: } obtained for exporting VM: (result){ [ 928.462099] env[69413]: value = "vm-616234" [ 928.462099] env[69413]: _type = "VirtualMachine" [ 928.462099] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 928.462394] env[69413]: DEBUG oslo_vmware.api [None req-2aa4a396-d463-47a5-9755-726fe6416dd8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the lease: (returnval){ [ 928.462394] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5255f0db-5444-65a7-1d42-04c0e6e4e2ac" [ 928.462394] env[69413]: _type = "HttpNfcLease" [ 928.462394] env[69413]: } to be ready. {{(pid=69413) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 928.469750] env[69413]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 928.469750] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5255f0db-5444-65a7-1d42-04c0e6e4e2ac" [ 928.469750] env[69413]: _type = "HttpNfcLease" [ 928.469750] env[69413]: } is initializing. {{(pid=69413) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 928.527331] env[69413]: INFO nova.compute.manager [-] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Took 1.43 seconds to deallocate network for instance. [ 928.619744] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f5d44e-e753-4a0a-b597-33a8c6083a5c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.628596] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e265a6-4790-40ae-bb89-bd9b6ad837fb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.667619] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69451d9-6f25-41c6-8d01-b286c1222c0a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.675322] env[69413]: DEBUG oslo_vmware.api [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Task: {'id': task-3077869, 'name': Rename_Task, 'duration_secs': 0.136276} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.676529] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.678637] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.679543] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f5f58bc-2005-42e7-be60-b538b8e7d7c8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.681273] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f361bd2a-bfbb-4e6f-add6-c166137c0dfc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.695196] env[69413]: DEBUG nova.compute.provider_tree [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 928.698141] env[69413]: DEBUG nova.network.neutron [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.700428] env[69413]: DEBUG oslo_vmware.api [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Waiting for the task: (returnval){ [ 928.700428] env[69413]: value = "task-3077871" [ 928.700428] env[69413]: _type = "Task" [ 928.700428] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.711936] env[69413]: DEBUG oslo_vmware.api [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Task: {'id': task-3077871, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.745773] env[69413]: DEBUG nova.virt.hardware [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.746028] env[69413]: DEBUG nova.virt.hardware [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.746939] env[69413]: DEBUG nova.virt.hardware [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.746939] env[69413]: DEBUG nova.virt.hardware [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.746939] env[69413]: DEBUG nova.virt.hardware [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.746939] env[69413]: DEBUG nova.virt.hardware [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.746939] env[69413]: DEBUG nova.virt.hardware [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.747320] env[69413]: DEBUG nova.virt.hardware [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.747320] env[69413]: DEBUG nova.virt.hardware [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.747429] env[69413]: DEBUG nova.virt.hardware [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.747606] env[69413]: DEBUG nova.virt.hardware [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.751702] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8910d110-047a-473a-b68c-2b44de7881d7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.762652] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6b95b1-a694-45af-b669-6684432357b0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.777137] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Instance VIF info [] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.783017] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.783280] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.783510] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53929924-b5c6-47ef-bd56-449b7519e1f7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.804289] env[69413]: DEBUG oslo_concurrency.lockutils [None req-98725b6e-7201-4f1b-baba-30326e19324a tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.805430] env[69413]: DEBUG nova.compute.manager [req-4582b2d4-2503-4019-bcf5-867a45332431 req-693acec6-6f07-4b93-9a2f-7b6040ff1728 service nova] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Received event network-vif-deleted-074d8227-41dd-462d-a7f2-c08202723ffb {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.814042] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.814042] env[69413]: value = "task-3077872" [ 928.814042] env[69413]: _type = "Task" [ 928.814042] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.822734] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077872, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.884921] env[69413]: DEBUG nova.network.neutron [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Updating instance_info_cache with network_info: [{"id": "3efb7f6e-4d4e-4389-a80c-5716c41ab4bd", "address": "fa:16:3e:57:05:d9", "network": {"id": "174ca5ec-854f-4820-9d51-4bfac5130551", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1114041730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d494c0db125a49b385d8ec66793a516e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3efb7f6e-4d", "ovs_interfaceid": "3efb7f6e-4d4e-4389-a80c-5716c41ab4bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.970713] env[69413]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 928.970713] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5255f0db-5444-65a7-1d42-04c0e6e4e2ac" [ 928.970713] env[69413]: _type = "HttpNfcLease" [ 928.970713] env[69413]: } is ready. {{(pid=69413) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 928.971864] env[69413]: DEBUG oslo_vmware.rw_handles [None req-2aa4a396-d463-47a5-9755-726fe6416dd8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 928.971864] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5255f0db-5444-65a7-1d42-04c0e6e4e2ac" [ 928.971864] env[69413]: _type = "HttpNfcLease" [ 928.971864] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 928.972741] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6da36e9-cd29-41db-b507-1411f83d44e9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.980966] env[69413]: DEBUG oslo_vmware.rw_handles [None req-2aa4a396-d463-47a5-9755-726fe6416dd8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa64d4-1d81-2864-267f-1808835141c1/disk-0.vmdk from lease info. {{(pid=69413) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 928.981180] env[69413]: DEBUG oslo_vmware.rw_handles [None req-2aa4a396-d463-47a5-9755-726fe6416dd8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa64d4-1d81-2864-267f-1808835141c1/disk-0.vmdk for reading. {{(pid=69413) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 929.040523] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9c5bce66-533a-49c4-9119-7037b775cece tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.078571] env[69413]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d48cf4ca-2734-40a3-acc5-9b276ddf69ac {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.214077] env[69413]: DEBUG oslo_vmware.api [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Task: {'id': task-3077871, 'name': PowerOnVM_Task, 'duration_secs': 0.481687} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.214370] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.214604] env[69413]: INFO nova.compute.manager [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Took 9.05 seconds to spawn the instance on the hypervisor. [ 929.214786] env[69413]: DEBUG nova.compute.manager [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 929.215586] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632f94cd-33fa-4fcb-a743-cec451f62927 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.224818] env[69413]: ERROR nova.scheduler.client.report [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [req-2a9c2c96-dfc7-4b7e-9637-9a636e0684c5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65568fbe-598e-408e-afad-1b65d19c68ec. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2a9c2c96-dfc7-4b7e-9637-9a636e0684c5"}]} [ 929.247505] env[69413]: DEBUG nova.scheduler.client.report [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Refreshing inventories for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 929.259184] env[69413]: DEBUG nova.compute.manager [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 929.271675] env[69413]: DEBUG nova.scheduler.client.report [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Updating ProviderTree inventory for provider 65568fbe-598e-408e-afad-1b65d19c68ec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 929.272751] env[69413]: DEBUG nova.compute.provider_tree [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 929.281794] env[69413]: DEBUG nova.virt.hardware [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.283995] env[69413]: DEBUG nova.virt.hardware [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.283995] env[69413]: DEBUG nova.virt.hardware [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.283995] env[69413]: DEBUG nova.virt.hardware [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.283995] env[69413]: DEBUG nova.virt.hardware [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.283995] env[69413]: DEBUG nova.virt.hardware [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.283995] env[69413]: DEBUG nova.virt.hardware [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.283995] env[69413]: DEBUG nova.virt.hardware [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.283995] env[69413]: DEBUG nova.virt.hardware [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.283995] env[69413]: DEBUG nova.virt.hardware [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.283995] env[69413]: DEBUG nova.virt.hardware [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.284556] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69796dc9-cee1-4a79-beef-36487b654104 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.288690] env[69413]: DEBUG nova.scheduler.client.report [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Refreshing aggregate associations for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec, aggregates: None {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 929.297508] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7579e29f-26c8-4802-97df-f11481cbe8c8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.316154] env[69413]: DEBUG nova.scheduler.client.report [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Refreshing trait associations for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 929.327457] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077872, 'name': CreateVM_Task, 'duration_secs': 0.274602} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.328462] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 929.328988] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.329192] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.329584] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.330184] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40506a22-2223-42b7-a4a6-35729de76b72 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.336310] env[69413]: DEBUG oslo_vmware.api [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Waiting for the task: (returnval){ [ 929.336310] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5236a86e-ef4c-7dee-b46a-80a2ec1c074a" [ 929.336310] env[69413]: _type = "Task" [ 929.336310] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.346212] env[69413]: DEBUG oslo_vmware.api [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5236a86e-ef4c-7dee-b46a-80a2ec1c074a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.388246] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Releasing lock "refresh_cache-f1edcde1-2547-448b-95d0-d4c1b93e325f" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.389038] env[69413]: DEBUG nova.compute.manager [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Instance network_info: |[{"id": "3efb7f6e-4d4e-4389-a80c-5716c41ab4bd", "address": "fa:16:3e:57:05:d9", "network": {"id": "174ca5ec-854f-4820-9d51-4bfac5130551", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1114041730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d494c0db125a49b385d8ec66793a516e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3efb7f6e-4d", "ovs_interfaceid": "3efb7f6e-4d4e-4389-a80c-5716c41ab4bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 929.389238] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:05:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3efb7f6e-4d4e-4389-a80c-5716c41ab4bd', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.398459] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Creating folder: Project (d494c0db125a49b385d8ec66793a516e). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 929.401782] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f5bf90e-64f6-4d60-9268-a0fd1b72261d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.414389] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Created folder: Project (d494c0db125a49b385d8ec66793a516e) in parent group-v616034. [ 929.414389] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Creating folder: Instances. Parent ref: group-v616236. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 929.416753] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-efedc694-8f47-4984-b163-c6d94e9f690f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.429487] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Created folder: Instances in parent group-v616236. [ 929.431421] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.432779] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.433416] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b34481b8-9e5d-4a1c-ae77-f06f10a6ab4b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.457354] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.457354] env[69413]: value = "task-3077875" [ 929.457354] env[69413]: _type = "Task" [ 929.457354] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.469042] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077875, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.597413] env[69413]: DEBUG nova.compute.manager [req-9a521510-ded4-4147-84ab-4768b5f8ba77 req-2a264a89-5970-4850-aa1c-3c3b02a39786 service nova] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Received event network-vif-plugged-3efb7f6e-4d4e-4389-a80c-5716c41ab4bd {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.598033] env[69413]: DEBUG oslo_concurrency.lockutils [req-9a521510-ded4-4147-84ab-4768b5f8ba77 req-2a264a89-5970-4850-aa1c-3c3b02a39786 service nova] Acquiring lock "f1edcde1-2547-448b-95d0-d4c1b93e325f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.598033] env[69413]: DEBUG oslo_concurrency.lockutils [req-9a521510-ded4-4147-84ab-4768b5f8ba77 req-2a264a89-5970-4850-aa1c-3c3b02a39786 service nova] Lock "f1edcde1-2547-448b-95d0-d4c1b93e325f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.598164] env[69413]: DEBUG oslo_concurrency.lockutils [req-9a521510-ded4-4147-84ab-4768b5f8ba77 req-2a264a89-5970-4850-aa1c-3c3b02a39786 service nova] Lock "f1edcde1-2547-448b-95d0-d4c1b93e325f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.598248] env[69413]: DEBUG nova.compute.manager [req-9a521510-ded4-4147-84ab-4768b5f8ba77 req-2a264a89-5970-4850-aa1c-3c3b02a39786 service nova] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] No waiting events found dispatching network-vif-plugged-3efb7f6e-4d4e-4389-a80c-5716c41ab4bd {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 929.598594] env[69413]: WARNING nova.compute.manager [req-9a521510-ded4-4147-84ab-4768b5f8ba77 req-2a264a89-5970-4850-aa1c-3c3b02a39786 service nova] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Received unexpected event network-vif-plugged-3efb7f6e-4d4e-4389-a80c-5716c41ab4bd for instance with vm_state building and task_state spawning. [ 929.598788] env[69413]: DEBUG nova.compute.manager [req-9a521510-ded4-4147-84ab-4768b5f8ba77 req-2a264a89-5970-4850-aa1c-3c3b02a39786 service nova] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Received event network-changed-3efb7f6e-4d4e-4389-a80c-5716c41ab4bd {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.598947] env[69413]: DEBUG nova.compute.manager [req-9a521510-ded4-4147-84ab-4768b5f8ba77 req-2a264a89-5970-4850-aa1c-3c3b02a39786 service nova] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Refreshing instance network info cache due to event network-changed-3efb7f6e-4d4e-4389-a80c-5716c41ab4bd. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 929.599233] env[69413]: DEBUG oslo_concurrency.lockutils [req-9a521510-ded4-4147-84ab-4768b5f8ba77 req-2a264a89-5970-4850-aa1c-3c3b02a39786 service nova] Acquiring lock "refresh_cache-f1edcde1-2547-448b-95d0-d4c1b93e325f" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.599427] env[69413]: DEBUG oslo_concurrency.lockutils [req-9a521510-ded4-4147-84ab-4768b5f8ba77 req-2a264a89-5970-4850-aa1c-3c3b02a39786 service nova] Acquired lock "refresh_cache-f1edcde1-2547-448b-95d0-d4c1b93e325f" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.599598] env[69413]: DEBUG nova.network.neutron [req-9a521510-ded4-4147-84ab-4768b5f8ba77 req-2a264a89-5970-4850-aa1c-3c3b02a39786 service nova] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Refreshing network info cache for port 3efb7f6e-4d4e-4389-a80c-5716c41ab4bd {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.748263] env[69413]: INFO nova.compute.manager [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Took 59.63 seconds to build instance. [ 929.764516] env[69413]: DEBUG nova.network.neutron [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Successfully updated port: 5b98aa6b-8164-43fa-83e5-c9d2a325787d {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 929.827660] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64bd5029-85d2-4cc7-b22a-1fabef610a40 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.843052] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7edcc6-5077-4646-98ce-3f98db482071 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.852216] env[69413]: DEBUG oslo_vmware.api [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5236a86e-ef4c-7dee-b46a-80a2ec1c074a, 'name': SearchDatastore_Task, 'duration_secs': 0.011131} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.880805] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.881768] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.882366] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.882520] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.882804] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.883824] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0e9120c-184c-420e-8c5c-f6c82ced7fde {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.886561] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421f514b-3fea-407d-9332-8f50184cff55 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.894889] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d02557-b098-4ca5-ac97-b86dec217317 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.900045] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.900315] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 929.901584] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55ce5c53-f118-4ec7-aa84-75a8b29c1dbd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.911858] env[69413]: DEBUG nova.compute.provider_tree [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 929.916678] env[69413]: DEBUG oslo_vmware.api [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Waiting for the task: (returnval){ [ 929.916678] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f96b0a-1976-9487-7c70-da44b73b60e6" [ 929.916678] env[69413]: _type = "Task" [ 929.916678] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.924982] env[69413]: DEBUG oslo_vmware.api [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f96b0a-1976-9487-7c70-da44b73b60e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.970461] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077875, 'name': CreateVM_Task, 'duration_secs': 0.455672} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.970461] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 929.971047] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.971328] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.971851] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.971980] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa83e802-0ec3-4f6c-9151-0b777526a011 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.976932] env[69413]: DEBUG oslo_vmware.api [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Waiting for the task: (returnval){ [ 929.976932] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b14a3b-3dba-0ea0-21a4-802aa2da39a2" [ 929.976932] env[69413]: _type = "Task" [ 929.976932] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.987548] env[69413]: DEBUG oslo_vmware.api [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b14a3b-3dba-0ea0-21a4-802aa2da39a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.268986] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "refresh_cache-a831417f-aa67-4dc5-9b42-9fa51e69d85c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.268986] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquired lock "refresh_cache-a831417f-aa67-4dc5-9b42-9fa51e69d85c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.268986] env[69413]: DEBUG nova.network.neutron [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.268986] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ce4d61ac-007e-4965-8500-f56331b51496 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Lock "375d6649-8287-43b0-af5b-592b9a7caa12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.172s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.428636] env[69413]: DEBUG oslo_vmware.api [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f96b0a-1976-9487-7c70-da44b73b60e6, 'name': SearchDatastore_Task, 'duration_secs': 0.010746} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.429394] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54cc64c3-9119-4c80-9d23-bfb67f0cc78f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.435398] env[69413]: DEBUG oslo_concurrency.lockutils [None req-708bea75-503a-4948-b657-d9a1ac705bf4 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Acquiring lock "375d6649-8287-43b0-af5b-592b9a7caa12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.435398] env[69413]: DEBUG oslo_concurrency.lockutils [None req-708bea75-503a-4948-b657-d9a1ac705bf4 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Lock "375d6649-8287-43b0-af5b-592b9a7caa12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.435566] env[69413]: DEBUG oslo_concurrency.lockutils [None req-708bea75-503a-4948-b657-d9a1ac705bf4 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Acquiring lock "375d6649-8287-43b0-af5b-592b9a7caa12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.435738] env[69413]: DEBUG oslo_concurrency.lockutils [None req-708bea75-503a-4948-b657-d9a1ac705bf4 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Lock "375d6649-8287-43b0-af5b-592b9a7caa12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.435909] env[69413]: DEBUG oslo_concurrency.lockutils [None req-708bea75-503a-4948-b657-d9a1ac705bf4 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Lock "375d6649-8287-43b0-af5b-592b9a7caa12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.441332] env[69413]: DEBUG oslo_vmware.api [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Waiting for the task: (returnval){ [ 930.441332] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c15bf5-afc0-b469-56ef-81a927b813b8" [ 930.441332] env[69413]: _type = "Task" [ 930.441332] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.441332] env[69413]: INFO nova.compute.manager [None req-708bea75-503a-4948-b657-d9a1ac705bf4 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Terminating instance [ 930.453934] env[69413]: DEBUG oslo_vmware.api [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c15bf5-afc0-b469-56ef-81a927b813b8, 'name': SearchDatastore_Task, 'duration_secs': 0.011885} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.453934] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.453934] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 7a1571bb-faf1-4e1c-9f41-7124c97ddb78/7a1571bb-faf1-4e1c-9f41-7124c97ddb78.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 930.454154] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9e5b981-c932-4738-b111-dcda2c8b13c5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.461998] env[69413]: DEBUG oslo_vmware.api [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Waiting for the task: (returnval){ [ 930.461998] env[69413]: value = "task-3077876" [ 930.461998] env[69413]: _type = "Task" [ 930.461998] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.471345] env[69413]: DEBUG oslo_vmware.api [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Task: {'id': task-3077876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.472383] env[69413]: DEBUG nova.scheduler.client.report [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Updated inventory for provider 65568fbe-598e-408e-afad-1b65d19c68ec with generation 98 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 930.472734] env[69413]: DEBUG nova.compute.provider_tree [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Updating resource provider 65568fbe-598e-408e-afad-1b65d19c68ec generation from 98 to 99 during operation: update_inventory {{(pid=69413) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 930.472937] env[69413]: DEBUG nova.compute.provider_tree [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 930.492229] env[69413]: DEBUG oslo_vmware.api [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b14a3b-3dba-0ea0-21a4-802aa2da39a2, 'name': SearchDatastore_Task, 'duration_secs': 0.008934} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.492229] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.492229] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 930.492229] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.492229] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.492229] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.492229] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2221855-6d92-4abb-a048-da66cad4e4b9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.501243] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.501933] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 930.505354] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9ddd89f-2b1a-4e33-8e65-2cc3d2faf8db {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.512515] env[69413]: DEBUG oslo_vmware.api [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Waiting for the task: (returnval){ [ 930.512515] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52323930-64e6-6d83-9263-c64e68c39173" [ 930.512515] env[69413]: _type = "Task" [ 930.512515] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.520960] env[69413]: DEBUG oslo_vmware.api [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52323930-64e6-6d83-9263-c64e68c39173, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.578079] env[69413]: DEBUG nova.network.neutron [req-9a521510-ded4-4147-84ab-4768b5f8ba77 req-2a264a89-5970-4850-aa1c-3c3b02a39786 service nova] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Updated VIF entry in instance network info cache for port 3efb7f6e-4d4e-4389-a80c-5716c41ab4bd. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.578453] env[69413]: DEBUG nova.network.neutron [req-9a521510-ded4-4147-84ab-4768b5f8ba77 req-2a264a89-5970-4850-aa1c-3c3b02a39786 service nova] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Updating instance_info_cache with network_info: [{"id": "3efb7f6e-4d4e-4389-a80c-5716c41ab4bd", "address": "fa:16:3e:57:05:d9", "network": {"id": "174ca5ec-854f-4820-9d51-4bfac5130551", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1114041730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d494c0db125a49b385d8ec66793a516e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3efb7f6e-4d", "ovs_interfaceid": "3efb7f6e-4d4e-4389-a80c-5716c41ab4bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.807502] env[69413]: DEBUG nova.network.neutron [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.947733] env[69413]: DEBUG nova.compute.manager [None req-708bea75-503a-4948-b657-d9a1ac705bf4 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 930.948068] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-708bea75-503a-4948-b657-d9a1ac705bf4 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.949217] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fcba92-d378-429c-b1aa-2a2a59581ce7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.954338] env[69413]: DEBUG nova.network.neutron [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Updating instance_info_cache with network_info: [{"id": "5b98aa6b-8164-43fa-83e5-c9d2a325787d", "address": "fa:16:3e:ec:87:7e", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b98aa6b-81", "ovs_interfaceid": "5b98aa6b-8164-43fa-83e5-c9d2a325787d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.960252] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-708bea75-503a-4948-b657-d9a1ac705bf4 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.960504] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fc5b08a-b7e4-4896-8f26-83cc74823121 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.972297] env[69413]: DEBUG oslo_vmware.api [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Task: {'id': task-3077876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494737} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.973487] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 7a1571bb-faf1-4e1c-9f41-7124c97ddb78/7a1571bb-faf1-4e1c-9f41-7124c97ddb78.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 930.973683] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 930.974018] env[69413]: DEBUG oslo_vmware.api [None req-708bea75-503a-4948-b657-d9a1ac705bf4 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Waiting for the task: (returnval){ [ 930.974018] env[69413]: value = "task-3077877" [ 930.974018] env[69413]: _type = "Task" [ 930.974018] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.974222] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8407f01c-4caf-43ce-93bb-9242d617ca6f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.981274] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.757s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.981792] env[69413]: DEBUG nova.compute.manager [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 930.988735] env[69413]: DEBUG oslo_concurrency.lockutils [None req-730a0097-952a-49dd-bfc3-122fe3cba60f tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.299s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.989101] env[69413]: DEBUG oslo_concurrency.lockutils [None req-730a0097-952a-49dd-bfc3-122fe3cba60f tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.991539] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.790s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.991850] env[69413]: DEBUG nova.objects.instance [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69413) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 930.999038] env[69413]: DEBUG oslo_vmware.api [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Waiting for the task: (returnval){ [ 930.999038] env[69413]: value = "task-3077878" [ 930.999038] env[69413]: _type = "Task" [ 930.999038] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.999038] env[69413]: DEBUG oslo_vmware.api [None req-708bea75-503a-4948-b657-d9a1ac705bf4 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Task: {'id': task-3077877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.007880] env[69413]: DEBUG oslo_vmware.api [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Task: {'id': task-3077878, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.025879] env[69413]: DEBUG oslo_vmware.api [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52323930-64e6-6d83-9263-c64e68c39173, 'name': SearchDatastore_Task, 'duration_secs': 0.009908} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.029444] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcb52bd5-fc40-44f0-8532-83e53d54734e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.035018] env[69413]: INFO nova.scheduler.client.report [None req-730a0097-952a-49dd-bfc3-122fe3cba60f tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Deleted allocations for instance b7ecae2d-7a65-4eff-a8f0-5991e57f1775 [ 931.043051] env[69413]: DEBUG oslo_vmware.api [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Waiting for the task: (returnval){ [ 931.043051] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c15063-c9d1-097d-2eef-989f26e2b774" [ 931.043051] env[69413]: _type = "Task" [ 931.043051] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.057404] env[69413]: DEBUG oslo_vmware.api [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c15063-c9d1-097d-2eef-989f26e2b774, 'name': SearchDatastore_Task, 'duration_secs': 0.015288} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.058046] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.058046] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] f1edcde1-2547-448b-95d0-d4c1b93e325f/f1edcde1-2547-448b-95d0-d4c1b93e325f.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 931.058421] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55165544-fb8d-4631-980b-4e57015376cf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.066571] env[69413]: DEBUG oslo_vmware.api [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Waiting for the task: (returnval){ [ 931.066571] env[69413]: value = "task-3077879" [ 931.066571] env[69413]: _type = "Task" [ 931.066571] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.074469] env[69413]: DEBUG oslo_vmware.api [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Task: {'id': task-3077879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.085087] env[69413]: DEBUG oslo_concurrency.lockutils [req-9a521510-ded4-4147-84ab-4768b5f8ba77 req-2a264a89-5970-4850-aa1c-3c3b02a39786 service nova] Releasing lock "refresh_cache-f1edcde1-2547-448b-95d0-d4c1b93e325f" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.458078] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Releasing lock "refresh_cache-a831417f-aa67-4dc5-9b42-9fa51e69d85c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.458078] env[69413]: DEBUG nova.compute.manager [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Instance network_info: |[{"id": "5b98aa6b-8164-43fa-83e5-c9d2a325787d", "address": "fa:16:3e:ec:87:7e", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b98aa6b-81", "ovs_interfaceid": "5b98aa6b-8164-43fa-83e5-c9d2a325787d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 931.458894] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:87:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1bf71001-973b-4fda-b804-ee6abcd12776', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b98aa6b-8164-43fa-83e5-c9d2a325787d', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.471359] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.471937] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.472417] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0e1df2f-ac36-4a8c-a748-e40240f47082 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.497191] env[69413]: DEBUG oslo_vmware.api [None req-708bea75-503a-4948-b657-d9a1ac705bf4 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Task: {'id': task-3077877, 'name': PowerOffVM_Task, 'duration_secs': 0.237968} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.498543] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-708bea75-503a-4948-b657-d9a1ac705bf4 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.498725] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-708bea75-503a-4948-b657-d9a1ac705bf4 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.500254] env[69413]: DEBUG nova.compute.utils [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 931.504431] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.504431] env[69413]: value = "task-3077880" [ 931.504431] env[69413]: _type = "Task" [ 931.504431] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.504890] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-750a6c1b-a7e9-4189-8f0d-0ba37214c528 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.507455] env[69413]: DEBUG nova.compute.manager [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 931.507455] env[69413]: DEBUG nova.network.neutron [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 931.524428] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077880, 'name': CreateVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.527692] env[69413]: DEBUG oslo_vmware.api [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Task: {'id': task-3077878, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0768} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.528206] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 931.530322] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a54d8e-b0e0-4d11-afe9-15d8fe4c4604 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.550950] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 7a1571bb-faf1-4e1c-9f41-7124c97ddb78/7a1571bb-faf1-4e1c-9f41-7124c97ddb78.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.553598] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d60441b2-7257-4587-b8b7-85689214114f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.570477] env[69413]: DEBUG oslo_concurrency.lockutils [None req-730a0097-952a-49dd-bfc3-122fe3cba60f tempest-AttachInterfacesV270Test-946759606 tempest-AttachInterfacesV270Test-946759606-project-member] Lock "b7ecae2d-7a65-4eff-a8f0-5991e57f1775" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.517s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.577565] env[69413]: DEBUG nova.policy [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39d506af3462433cac48b10446705c6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9de209e31d334361a502bcd6046c7204', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 931.581312] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-708bea75-503a-4948-b657-d9a1ac705bf4 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.581716] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-708bea75-503a-4948-b657-d9a1ac705bf4 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.581858] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-708bea75-503a-4948-b657-d9a1ac705bf4 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Deleting the datastore file [datastore2] 375d6649-8287-43b0-af5b-592b9a7caa12 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.583338] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a298071f-ce85-4063-bc7c-fbd73ad4dec3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.586092] env[69413]: DEBUG oslo_vmware.api [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Waiting for the task: (returnval){ [ 931.586092] env[69413]: value = "task-3077882" [ 931.586092] env[69413]: _type = "Task" [ 931.586092] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.590721] env[69413]: DEBUG oslo_vmware.api [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Task: {'id': task-3077879, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.596940] env[69413]: DEBUG oslo_vmware.api [None req-708bea75-503a-4948-b657-d9a1ac705bf4 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Waiting for the task: (returnval){ [ 931.596940] env[69413]: value = "task-3077883" [ 931.596940] env[69413]: _type = "Task" [ 931.596940] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.604457] env[69413]: DEBUG oslo_vmware.api [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Task: {'id': task-3077882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.611596] env[69413]: DEBUG oslo_vmware.api [None req-708bea75-503a-4948-b657-d9a1ac705bf4 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Task: {'id': task-3077883, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.716842] env[69413]: DEBUG nova.compute.manager [req-4d48f0db-c8c0-4cff-809e-72dddf336d78 req-e5bf90c4-680f-437c-99f5-765aa3647097 service nova] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Received event network-vif-plugged-5b98aa6b-8164-43fa-83e5-c9d2a325787d {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.717103] env[69413]: DEBUG oslo_concurrency.lockutils [req-4d48f0db-c8c0-4cff-809e-72dddf336d78 req-e5bf90c4-680f-437c-99f5-765aa3647097 service nova] Acquiring lock "a831417f-aa67-4dc5-9b42-9fa51e69d85c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.717400] env[69413]: DEBUG oslo_concurrency.lockutils [req-4d48f0db-c8c0-4cff-809e-72dddf336d78 req-e5bf90c4-680f-437c-99f5-765aa3647097 service nova] Lock "a831417f-aa67-4dc5-9b42-9fa51e69d85c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.717548] env[69413]: DEBUG oslo_concurrency.lockutils [req-4d48f0db-c8c0-4cff-809e-72dddf336d78 req-e5bf90c4-680f-437c-99f5-765aa3647097 service nova] Lock "a831417f-aa67-4dc5-9b42-9fa51e69d85c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.717723] env[69413]: DEBUG nova.compute.manager [req-4d48f0db-c8c0-4cff-809e-72dddf336d78 req-e5bf90c4-680f-437c-99f5-765aa3647097 service nova] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] No waiting events found dispatching network-vif-plugged-5b98aa6b-8164-43fa-83e5-c9d2a325787d {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 931.717888] env[69413]: WARNING nova.compute.manager [req-4d48f0db-c8c0-4cff-809e-72dddf336d78 req-e5bf90c4-680f-437c-99f5-765aa3647097 service nova] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Received unexpected event network-vif-plugged-5b98aa6b-8164-43fa-83e5-c9d2a325787d for instance with vm_state building and task_state spawning. [ 931.718068] env[69413]: DEBUG nova.compute.manager [req-4d48f0db-c8c0-4cff-809e-72dddf336d78 req-e5bf90c4-680f-437c-99f5-765aa3647097 service nova] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Received event network-changed-5b98aa6b-8164-43fa-83e5-c9d2a325787d {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.718249] env[69413]: DEBUG nova.compute.manager [req-4d48f0db-c8c0-4cff-809e-72dddf336d78 req-e5bf90c4-680f-437c-99f5-765aa3647097 service nova] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Refreshing instance network info cache due to event network-changed-5b98aa6b-8164-43fa-83e5-c9d2a325787d. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 931.718444] env[69413]: DEBUG oslo_concurrency.lockutils [req-4d48f0db-c8c0-4cff-809e-72dddf336d78 req-e5bf90c4-680f-437c-99f5-765aa3647097 service nova] Acquiring lock "refresh_cache-a831417f-aa67-4dc5-9b42-9fa51e69d85c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.718579] env[69413]: DEBUG oslo_concurrency.lockutils [req-4d48f0db-c8c0-4cff-809e-72dddf336d78 req-e5bf90c4-680f-437c-99f5-765aa3647097 service nova] Acquired lock "refresh_cache-a831417f-aa67-4dc5-9b42-9fa51e69d85c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.718749] env[69413]: DEBUG nova.network.neutron [req-4d48f0db-c8c0-4cff-809e-72dddf336d78 req-e5bf90c4-680f-437c-99f5-765aa3647097 service nova] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Refreshing network info cache for port 5b98aa6b-8164-43fa-83e5-c9d2a325787d {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 932.007062] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0d3c2681-8c09-4e58-9939-048a309a413b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.010653] env[69413]: DEBUG nova.compute.manager [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 932.013979] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9eb20d33-a74e-48e4-a8a5-61d7abca5802 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.956s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.013979] env[69413]: DEBUG nova.objects.instance [None req-9eb20d33-a74e-48e4-a8a5-61d7abca5802 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Lazy-loading 'resources' on Instance uuid 412d9537-a582-4b26-acc4-786e68c25394 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.026960] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077880, 'name': CreateVM_Task, 'duration_secs': 0.405411} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.028414] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.029880] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.029880] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.030824] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.032148] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4de9eb49-fb6c-4006-94bc-77a0bb67e739 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.039075] env[69413]: DEBUG oslo_vmware.api [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 932.039075] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]523d9f07-4b23-5e7e-ad15-e8cb42b0d0b1" [ 932.039075] env[69413]: _type = "Task" [ 932.039075] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.049668] env[69413]: DEBUG oslo_vmware.api [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]523d9f07-4b23-5e7e-ad15-e8cb42b0d0b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.083299] env[69413]: DEBUG oslo_vmware.api [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Task: {'id': task-3077879, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548988} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.084265] env[69413]: DEBUG nova.network.neutron [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Successfully created port: fdc57c5a-3192-43a9-83cd-ad4e862ee94c {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 932.086832] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] f1edcde1-2547-448b-95d0-d4c1b93e325f/f1edcde1-2547-448b-95d0-d4c1b93e325f.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.087091] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.087457] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-826210d4-42dd-4fb7-9e02-d332a7244578 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.096889] env[69413]: DEBUG oslo_vmware.api [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Waiting for the task: (returnval){ [ 932.096889] env[69413]: value = "task-3077884" [ 932.096889] env[69413]: _type = "Task" [ 932.096889] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.104270] env[69413]: DEBUG oslo_vmware.api [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Task: {'id': task-3077882, 'name': ReconfigVM_Task, 'duration_secs': 0.365875} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.108278] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 7a1571bb-faf1-4e1c-9f41-7124c97ddb78/7a1571bb-faf1-4e1c-9f41-7124c97ddb78.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.108931] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6c2a6fe-cd92-41a8-a2f4-fce0ce53ddac {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.114767] env[69413]: DEBUG oslo_vmware.api [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Task: {'id': task-3077884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.120546] env[69413]: DEBUG oslo_vmware.api [None req-708bea75-503a-4948-b657-d9a1ac705bf4 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Task: {'id': task-3077883, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197999} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.122185] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-708bea75-503a-4948-b657-d9a1ac705bf4 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.122394] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-708bea75-503a-4948-b657-d9a1ac705bf4 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.122574] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-708bea75-503a-4948-b657-d9a1ac705bf4 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.122748] env[69413]: INFO nova.compute.manager [None req-708bea75-503a-4948-b657-d9a1ac705bf4 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Took 1.17 seconds to destroy the instance on the hypervisor. [ 932.123029] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-708bea75-503a-4948-b657-d9a1ac705bf4 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.123302] env[69413]: DEBUG oslo_vmware.api [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Waiting for the task: (returnval){ [ 932.123302] env[69413]: value = "task-3077885" [ 932.123302] env[69413]: _type = "Task" [ 932.123302] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.123505] env[69413]: DEBUG nova.compute.manager [-] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 932.123608] env[69413]: DEBUG nova.network.neutron [-] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 932.140069] env[69413]: DEBUG oslo_vmware.api [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Task: {'id': task-3077885, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.554119] env[69413]: DEBUG oslo_vmware.api [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]523d9f07-4b23-5e7e-ad15-e8cb42b0d0b1, 'name': SearchDatastore_Task, 'duration_secs': 0.013276} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.554119] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.554788] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.554788] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.554788] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.554912] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.555216] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f264edeb-c071-4c2b-88a1-c352ea435cc4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.569189] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.569400] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.570644] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea2b4f2c-0207-4239-81b9-8db9a8a55a3e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.578542] env[69413]: DEBUG oslo_vmware.api [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 932.578542] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5232e183-ec38-d266-8a59-6f41b3f8d4b2" [ 932.578542] env[69413]: _type = "Task" [ 932.578542] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.591291] env[69413]: DEBUG oslo_vmware.api [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5232e183-ec38-d266-8a59-6f41b3f8d4b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.608726] env[69413]: DEBUG oslo_vmware.api [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Task: {'id': task-3077884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09081} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.608826] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.609617] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2f1c48-73cf-46d6-95b0-c1a2777fc33f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.639613] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] f1edcde1-2547-448b-95d0-d4c1b93e325f/f1edcde1-2547-448b-95d0-d4c1b93e325f.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.639780] env[69413]: DEBUG nova.network.neutron [req-4d48f0db-c8c0-4cff-809e-72dddf336d78 req-e5bf90c4-680f-437c-99f5-765aa3647097 service nova] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Updated VIF entry in instance network info cache for port 5b98aa6b-8164-43fa-83e5-c9d2a325787d. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.640154] env[69413]: DEBUG nova.network.neutron [req-4d48f0db-c8c0-4cff-809e-72dddf336d78 req-e5bf90c4-680f-437c-99f5-765aa3647097 service nova] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Updating instance_info_cache with network_info: [{"id": "5b98aa6b-8164-43fa-83e5-c9d2a325787d", "address": "fa:16:3e:ec:87:7e", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b98aa6b-81", "ovs_interfaceid": "5b98aa6b-8164-43fa-83e5-c9d2a325787d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.648959] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c20c6f19-6e72-454f-b696-6e580fb3475f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.669534] env[69413]: DEBUG oslo_concurrency.lockutils [req-4d48f0db-c8c0-4cff-809e-72dddf336d78 req-e5bf90c4-680f-437c-99f5-765aa3647097 service nova] Releasing lock "refresh_cache-a831417f-aa67-4dc5-9b42-9fa51e69d85c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.677271] env[69413]: DEBUG oslo_vmware.api [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Task: {'id': task-3077885, 'name': Rename_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.678931] env[69413]: DEBUG oslo_vmware.api [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Waiting for the task: (returnval){ [ 932.678931] env[69413]: value = "task-3077886" [ 932.678931] env[69413]: _type = "Task" [ 932.678931] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.691703] env[69413]: DEBUG oslo_vmware.api [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Task: {'id': task-3077886, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.021660] env[69413]: DEBUG nova.compute.manager [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 933.056771] env[69413]: DEBUG nova.virt.hardware [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 933.057122] env[69413]: DEBUG nova.virt.hardware [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 933.057299] env[69413]: DEBUG nova.virt.hardware [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 933.057490] env[69413]: DEBUG nova.virt.hardware [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 933.057637] env[69413]: DEBUG nova.virt.hardware [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 933.057783] env[69413]: DEBUG nova.virt.hardware [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 933.058039] env[69413]: DEBUG nova.virt.hardware [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 933.058289] env[69413]: DEBUG nova.virt.hardware [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 933.058420] env[69413]: DEBUG nova.virt.hardware [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 933.058584] env[69413]: DEBUG nova.virt.hardware [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 933.058778] env[69413]: DEBUG nova.virt.hardware [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 933.059665] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716165d9-bff8-42cf-be0b-41494eab2e55 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.065943] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fe3601-6917-4259-846a-c8d70164c7a6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.076130] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2d2498-2396-4187-922c-f7a3cba2e498 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.081457] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d1a347-9faf-4f96-85c9-d97e8669ec60 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.127949] env[69413]: DEBUG oslo_vmware.api [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5232e183-ec38-d266-8a59-6f41b3f8d4b2, 'name': SearchDatastore_Task, 'duration_secs': 0.013945} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.132692] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37313c7a-90fa-464e-bb0f-140760888b32 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.135033] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd79e2c8-9c33-4bd6-ae6a-a28606ac039a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.146774] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd16136c-ce84-4442-b618-6f534529d1ad {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.151222] env[69413]: DEBUG oslo_vmware.api [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 933.151222] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b1523f-458c-6d53-9527-4b802223173b" [ 933.151222] env[69413]: _type = "Task" [ 933.151222] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.151222] env[69413]: DEBUG oslo_vmware.api [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Task: {'id': task-3077885, 'name': Rename_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.164951] env[69413]: DEBUG nova.compute.provider_tree [None req-9eb20d33-a74e-48e4-a8a5-61d7abca5802 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 933.173125] env[69413]: DEBUG oslo_vmware.api [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b1523f-458c-6d53-9527-4b802223173b, 'name': SearchDatastore_Task, 'duration_secs': 0.014419} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.173231] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.173718] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] a831417f-aa67-4dc5-9b42-9fa51e69d85c/a831417f-aa67-4dc5-9b42-9fa51e69d85c.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.177133] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8e0a17d-f8e8-481c-8fb5-036c2afa50ba {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.185485] env[69413]: DEBUG oslo_vmware.api [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 933.185485] env[69413]: value = "task-3077887" [ 933.185485] env[69413]: _type = "Task" [ 933.185485] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.193490] env[69413]: DEBUG oslo_vmware.api [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Task: {'id': task-3077886, 'name': ReconfigVM_Task, 'duration_secs': 0.480468} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.194178] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Reconfigured VM instance instance-00000043 to attach disk [datastore1] f1edcde1-2547-448b-95d0-d4c1b93e325f/f1edcde1-2547-448b-95d0-d4c1b93e325f.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.194914] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57296e22-12a0-4dd1-bfdf-667aea4787cf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.199852] env[69413]: DEBUG oslo_vmware.api [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3077887, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.205452] env[69413]: DEBUG oslo_vmware.api [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Waiting for the task: (returnval){ [ 933.205452] env[69413]: value = "task-3077888" [ 933.205452] env[69413]: _type = "Task" [ 933.205452] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.220460] env[69413]: DEBUG oslo_vmware.api [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Task: {'id': task-3077888, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.299642] env[69413]: DEBUG nova.network.neutron [-] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.645741] env[69413]: DEBUG oslo_vmware.api [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Task: {'id': task-3077885, 'name': Rename_Task, 'duration_secs': 1.215368} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.645741] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.645741] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-017240b3-ae14-4444-91eb-f7c98024ef25 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.657047] env[69413]: DEBUG oslo_vmware.api [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Waiting for the task: (returnval){ [ 933.657047] env[69413]: value = "task-3077889" [ 933.657047] env[69413]: _type = "Task" [ 933.657047] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.674175] env[69413]: DEBUG oslo_vmware.api [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Task: {'id': task-3077889, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.700283] env[69413]: DEBUG oslo_vmware.api [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3077887, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.722341] env[69413]: DEBUG oslo_vmware.api [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Task: {'id': task-3077888, 'name': Rename_Task, 'duration_secs': 0.229754} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.726017] env[69413]: DEBUG nova.scheduler.client.report [None req-9eb20d33-a74e-48e4-a8a5-61d7abca5802 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Updated inventory for provider 65568fbe-598e-408e-afad-1b65d19c68ec with generation 99 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 933.726420] env[69413]: DEBUG nova.compute.provider_tree [None req-9eb20d33-a74e-48e4-a8a5-61d7abca5802 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Updating resource provider 65568fbe-598e-408e-afad-1b65d19c68ec generation from 99 to 100 during operation: update_inventory {{(pid=69413) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 933.726516] env[69413]: DEBUG nova.compute.provider_tree [None req-9eb20d33-a74e-48e4-a8a5-61d7abca5802 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 933.730591] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.730997] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4eea0d6-72d5-4cb7-a943-1bec77c5dc33 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.741717] env[69413]: DEBUG oslo_vmware.api [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Waiting for the task: (returnval){ [ 933.741717] env[69413]: value = "task-3077890" [ 933.741717] env[69413]: _type = "Task" [ 933.741717] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.750009] env[69413]: DEBUG nova.compute.manager [req-a446a57a-54f9-41e2-ab1a-1a73b41597a0 req-336ba8ec-4960-4828-b912-e258e6837713 service nova] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Received event network-vif-deleted-e24f449e-0cd8-4c54-a549-9e04653e798e {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.754787] env[69413]: DEBUG oslo_vmware.api [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Task: {'id': task-3077890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.802837] env[69413]: INFO nova.compute.manager [-] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Took 1.68 seconds to deallocate network for instance. [ 934.129579] env[69413]: DEBUG nova.network.neutron [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Successfully updated port: fdc57c5a-3192-43a9-83cd-ad4e862ee94c {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 934.171557] env[69413]: DEBUG oslo_vmware.api [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Task: {'id': task-3077889, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.203235] env[69413]: DEBUG oslo_vmware.api [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3077887, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699452} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.203515] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] a831417f-aa67-4dc5-9b42-9fa51e69d85c/a831417f-aa67-4dc5-9b42-9fa51e69d85c.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.203729] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.204009] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9377cd8e-1348-4261-b1ad-de764f9b2e42 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.215091] env[69413]: DEBUG oslo_vmware.api [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 934.215091] env[69413]: value = "task-3077891" [ 934.215091] env[69413]: _type = "Task" [ 934.215091] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.227757] env[69413]: DEBUG oslo_vmware.api [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3077891, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.231955] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9eb20d33-a74e-48e4-a8a5-61d7abca5802 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.220s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.235699] env[69413]: DEBUG oslo_concurrency.lockutils [None req-74aa4edc-5168-4c90-9014-1bd18690f10b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.113s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.236044] env[69413]: DEBUG nova.objects.instance [None req-74aa4edc-5168-4c90-9014-1bd18690f10b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Lazy-loading 'resources' on Instance uuid 6cf3c270-702a-49c8-b845-73e06b1f3c1b {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.256806] env[69413]: DEBUG oslo_vmware.api [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Task: {'id': task-3077890, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.267544] env[69413]: INFO nova.scheduler.client.report [None req-9eb20d33-a74e-48e4-a8a5-61d7abca5802 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Deleted allocations for instance 412d9537-a582-4b26-acc4-786e68c25394 [ 934.311901] env[69413]: DEBUG oslo_concurrency.lockutils [None req-708bea75-503a-4948-b657-d9a1ac705bf4 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.632854] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "refresh_cache-cca7b6a5-3238-455a-8658-eebaff97415e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.633030] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquired lock "refresh_cache-cca7b6a5-3238-455a-8658-eebaff97415e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.633190] env[69413]: DEBUG nova.network.neutron [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.672835] env[69413]: DEBUG oslo_vmware.api [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Task: {'id': task-3077889, 'name': PowerOnVM_Task, 'duration_secs': 0.655225} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.673304] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.674412] env[69413]: DEBUG nova.compute.manager [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.675626] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41934578-8ee5-4eee-9699-753c299b3e43 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.726331] env[69413]: DEBUG oslo_vmware.api [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3077891, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10042} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.727152] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.728365] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619aff90-accf-4ce2-b330-082f307765c3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.757385] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] a831417f-aa67-4dc5-9b42-9fa51e69d85c/a831417f-aa67-4dc5-9b42-9fa51e69d85c.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.761577] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae544af0-ce5d-4dde-993f-a56454ea42c6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.786637] env[69413]: DEBUG oslo_vmware.api [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 934.786637] env[69413]: value = "task-3077892" [ 934.786637] env[69413]: _type = "Task" [ 934.786637] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.787024] env[69413]: DEBUG oslo_vmware.api [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Task: {'id': task-3077890, 'name': PowerOnVM_Task, 'duration_secs': 0.645632} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.787418] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9eb20d33-a74e-48e4-a8a5-61d7abca5802 tempest-SecurityGroupsTestJSON-1868517485 tempest-SecurityGroupsTestJSON-1868517485-project-member] Lock "412d9537-a582-4b26-acc4-786e68c25394" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.320s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.788474] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.788682] env[69413]: INFO nova.compute.manager [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Took 8.21 seconds to spawn the instance on the hypervisor. [ 934.788943] env[69413]: DEBUG nova.compute.manager [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.793825] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39ad54b-d6f8-46b3-8699-127fe21cc8c4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.805157] env[69413]: DEBUG oslo_vmware.api [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3077892, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.186762] env[69413]: DEBUG nova.network.neutron [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.206193] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.214964] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba31e77a-b3f9-409d-ac92-6fed93401f5c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.224104] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e01cb19-772e-4134-b631-6b60bb5e92ae {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.260065] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7eb97fb-bd1a-4eff-aa62-bd8383ec827c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.271396] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5740f7-c381-4b11-9030-90a9a1858399 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.287509] env[69413]: DEBUG nova.compute.provider_tree [None req-74aa4edc-5168-4c90-9014-1bd18690f10b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.298685] env[69413]: DEBUG oslo_vmware.api [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3077892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.317533] env[69413]: INFO nova.compute.manager [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Took 56.53 seconds to build instance. [ 935.385819] env[69413]: DEBUG nova.network.neutron [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Updating instance_info_cache with network_info: [{"id": "fdc57c5a-3192-43a9-83cd-ad4e862ee94c", "address": "fa:16:3e:28:c1:5e", "network": {"id": "79035362-4c66-46cb-959e-06e2bfc25b97", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-862600175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9de209e31d334361a502bcd6046c7204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdc57c5a-31", "ovs_interfaceid": "fdc57c5a-3192-43a9-83cd-ad4e862ee94c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.429360] env[69413]: DEBUG oslo_concurrency.lockutils [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Acquiring lock "e88a4c64-cfbc-490e-ac31-6cf0010aa936" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.429685] env[69413]: DEBUG oslo_concurrency.lockutils [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Lock "e88a4c64-cfbc-490e-ac31-6cf0010aa936" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.796569] env[69413]: DEBUG nova.scheduler.client.report [None req-74aa4edc-5168-4c90-9014-1bd18690f10b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.808031] env[69413]: DEBUG oslo_vmware.api [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3077892, 'name': ReconfigVM_Task, 'duration_secs': 0.777832} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.809415] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Reconfigured VM instance instance-00000045 to attach disk [datastore2] a831417f-aa67-4dc5-9b42-9fa51e69d85c/a831417f-aa67-4dc5-9b42-9fa51e69d85c.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.809415] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7d10a02-6295-46cc-8102-f3f4c3162f0d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.820233] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2d07871e-def6-4f2d-bad6-55afd17b6622 tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Lock "f1edcde1-2547-448b-95d0-d4c1b93e325f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.038s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.820233] env[69413]: DEBUG oslo_vmware.api [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 935.820233] env[69413]: value = "task-3077893" [ 935.820233] env[69413]: _type = "Task" [ 935.820233] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.834764] env[69413]: DEBUG oslo_vmware.api [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3077893, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.838474] env[69413]: DEBUG nova.compute.manager [req-ff584fe0-03d8-41d9-a545-be134b15b177 req-1ae11f58-9dc3-4804-9189-e6e3b36f14a0 service nova] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Received event network-vif-plugged-fdc57c5a-3192-43a9-83cd-ad4e862ee94c {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.838474] env[69413]: DEBUG oslo_concurrency.lockutils [req-ff584fe0-03d8-41d9-a545-be134b15b177 req-1ae11f58-9dc3-4804-9189-e6e3b36f14a0 service nova] Acquiring lock "cca7b6a5-3238-455a-8658-eebaff97415e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.838474] env[69413]: DEBUG oslo_concurrency.lockutils [req-ff584fe0-03d8-41d9-a545-be134b15b177 req-1ae11f58-9dc3-4804-9189-e6e3b36f14a0 service nova] Lock "cca7b6a5-3238-455a-8658-eebaff97415e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.838474] env[69413]: DEBUG oslo_concurrency.lockutils [req-ff584fe0-03d8-41d9-a545-be134b15b177 req-1ae11f58-9dc3-4804-9189-e6e3b36f14a0 service nova] Lock "cca7b6a5-3238-455a-8658-eebaff97415e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.838474] env[69413]: DEBUG nova.compute.manager [req-ff584fe0-03d8-41d9-a545-be134b15b177 req-1ae11f58-9dc3-4804-9189-e6e3b36f14a0 service nova] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] No waiting events found dispatching network-vif-plugged-fdc57c5a-3192-43a9-83cd-ad4e862ee94c {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 935.839470] env[69413]: WARNING nova.compute.manager [req-ff584fe0-03d8-41d9-a545-be134b15b177 req-1ae11f58-9dc3-4804-9189-e6e3b36f14a0 service nova] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Received unexpected event network-vif-plugged-fdc57c5a-3192-43a9-83cd-ad4e862ee94c for instance with vm_state building and task_state spawning. [ 935.839777] env[69413]: DEBUG nova.compute.manager [req-ff584fe0-03d8-41d9-a545-be134b15b177 req-1ae11f58-9dc3-4804-9189-e6e3b36f14a0 service nova] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Received event network-changed-fdc57c5a-3192-43a9-83cd-ad4e862ee94c {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.840011] env[69413]: DEBUG nova.compute.manager [req-ff584fe0-03d8-41d9-a545-be134b15b177 req-1ae11f58-9dc3-4804-9189-e6e3b36f14a0 service nova] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Refreshing instance network info cache due to event network-changed-fdc57c5a-3192-43a9-83cd-ad4e862ee94c. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 935.840335] env[69413]: DEBUG oslo_concurrency.lockutils [req-ff584fe0-03d8-41d9-a545-be134b15b177 req-1ae11f58-9dc3-4804-9189-e6e3b36f14a0 service nova] Acquiring lock "refresh_cache-cca7b6a5-3238-455a-8658-eebaff97415e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.888537] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Releasing lock "refresh_cache-cca7b6a5-3238-455a-8658-eebaff97415e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.888922] env[69413]: DEBUG nova.compute.manager [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Instance network_info: |[{"id": "fdc57c5a-3192-43a9-83cd-ad4e862ee94c", "address": "fa:16:3e:28:c1:5e", "network": {"id": "79035362-4c66-46cb-959e-06e2bfc25b97", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-862600175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9de209e31d334361a502bcd6046c7204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdc57c5a-31", "ovs_interfaceid": "fdc57c5a-3192-43a9-83cd-ad4e862ee94c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 935.889348] env[69413]: DEBUG oslo_concurrency.lockutils [req-ff584fe0-03d8-41d9-a545-be134b15b177 req-1ae11f58-9dc3-4804-9189-e6e3b36f14a0 service nova] Acquired lock "refresh_cache-cca7b6a5-3238-455a-8658-eebaff97415e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.889546] env[69413]: DEBUG nova.network.neutron [req-ff584fe0-03d8-41d9-a545-be134b15b177 req-1ae11f58-9dc3-4804-9189-e6e3b36f14a0 service nova] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Refreshing network info cache for port fdc57c5a-3192-43a9-83cd-ad4e862ee94c {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 935.891073] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:c1:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd70692eb-97b3-417c-a4ca-1ee888246ad9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fdc57c5a-3192-43a9-83cd-ad4e862ee94c', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.901386] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.902439] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.902754] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1de430c-fd00-44f0-baa7-42c2ad980714 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.928852] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.928852] env[69413]: value = "task-3077894" [ 935.928852] env[69413]: _type = "Task" [ 935.928852] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.932983] env[69413]: DEBUG nova.compute.manager [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 935.945624] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077894, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.304019] env[69413]: DEBUG oslo_concurrency.lockutils [None req-74aa4edc-5168-4c90-9014-1bd18690f10b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.066s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.304968] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.727s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.306782] env[69413]: INFO nova.compute.claims [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 936.332321] env[69413]: DEBUG oslo_vmware.api [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3077893, 'name': Rename_Task, 'duration_secs': 0.338144} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.332831] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.333287] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ceafee3-3d51-4145-9890-182f17302a7b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.345047] env[69413]: DEBUG oslo_vmware.api [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 936.345047] env[69413]: value = "task-3077895" [ 936.345047] env[69413]: _type = "Task" [ 936.345047] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.345047] env[69413]: INFO nova.scheduler.client.report [None req-74aa4edc-5168-4c90-9014-1bd18690f10b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Deleted allocations for instance 6cf3c270-702a-49c8-b845-73e06b1f3c1b [ 936.358832] env[69413]: DEBUG oslo_vmware.api [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3077895, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.448225] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Acquiring lock "7a1571bb-faf1-4e1c-9f41-7124c97ddb78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.448887] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Lock "7a1571bb-faf1-4e1c-9f41-7124c97ddb78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.449242] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Acquiring lock "7a1571bb-faf1-4e1c-9f41-7124c97ddb78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.449529] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Lock "7a1571bb-faf1-4e1c-9f41-7124c97ddb78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.449839] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Lock "7a1571bb-faf1-4e1c-9f41-7124c97ddb78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.452411] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077894, 'name': CreateVM_Task} progress is 25%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.453483] env[69413]: INFO nova.compute.manager [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Terminating instance [ 936.474846] env[69413]: DEBUG oslo_concurrency.lockutils [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.747220] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d144668a-4f22-4cd1-a1d0-08b03611e1cf tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Acquiring lock "f1edcde1-2547-448b-95d0-d4c1b93e325f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.747534] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d144668a-4f22-4cd1-a1d0-08b03611e1cf tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Lock "f1edcde1-2547-448b-95d0-d4c1b93e325f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.747744] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d144668a-4f22-4cd1-a1d0-08b03611e1cf tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Acquiring lock "f1edcde1-2547-448b-95d0-d4c1b93e325f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.747955] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d144668a-4f22-4cd1-a1d0-08b03611e1cf tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Lock "f1edcde1-2547-448b-95d0-d4c1b93e325f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.748150] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d144668a-4f22-4cd1-a1d0-08b03611e1cf tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Lock "f1edcde1-2547-448b-95d0-d4c1b93e325f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.750438] env[69413]: INFO nova.compute.manager [None req-d144668a-4f22-4cd1-a1d0-08b03611e1cf tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Terminating instance [ 936.778640] env[69413]: DEBUG nova.network.neutron [req-ff584fe0-03d8-41d9-a545-be134b15b177 req-1ae11f58-9dc3-4804-9189-e6e3b36f14a0 service nova] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Updated VIF entry in instance network info cache for port fdc57c5a-3192-43a9-83cd-ad4e862ee94c. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.779411] env[69413]: DEBUG nova.network.neutron [req-ff584fe0-03d8-41d9-a545-be134b15b177 req-1ae11f58-9dc3-4804-9189-e6e3b36f14a0 service nova] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Updating instance_info_cache with network_info: [{"id": "fdc57c5a-3192-43a9-83cd-ad4e862ee94c", "address": "fa:16:3e:28:c1:5e", "network": {"id": "79035362-4c66-46cb-959e-06e2bfc25b97", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-862600175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9de209e31d334361a502bcd6046c7204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdc57c5a-31", "ovs_interfaceid": "fdc57c5a-3192-43a9-83cd-ad4e862ee94c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.859456] env[69413]: DEBUG oslo_concurrency.lockutils [None req-74aa4edc-5168-4c90-9014-1bd18690f10b tempest-ServersListShow2100Test-466946000 tempest-ServersListShow2100Test-466946000-project-member] Lock "6cf3c270-702a-49c8-b845-73e06b1f3c1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.061s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.867624] env[69413]: DEBUG oslo_vmware.api [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3077895, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.945920] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077894, 'name': CreateVM_Task, 'duration_secs': 0.662992} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.946207] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 936.946924] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.947488] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.947682] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.947963] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0eb2e3da-5ed2-4e7a-989f-bdfe4407a488 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.955059] env[69413]: DEBUG oslo_vmware.api [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 936.955059] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]523c1fa8-3167-4a42-661a-498141d7e8ce" [ 936.955059] env[69413]: _type = "Task" [ 936.955059] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.962044] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Acquiring lock "refresh_cache-7a1571bb-faf1-4e1c-9f41-7124c97ddb78" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.962044] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Acquired lock "refresh_cache-7a1571bb-faf1-4e1c-9f41-7124c97ddb78" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.962044] env[69413]: DEBUG nova.network.neutron [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.976485] env[69413]: DEBUG oslo_vmware.api [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]523c1fa8-3167-4a42-661a-498141d7e8ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.254945] env[69413]: DEBUG nova.compute.manager [None req-d144668a-4f22-4cd1-a1d0-08b03611e1cf tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 937.254945] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d144668a-4f22-4cd1-a1d0-08b03611e1cf tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.255862] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f0aa82-1bc9-4fe4-a036-4241251aea32 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.266556] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d144668a-4f22-4cd1-a1d0-08b03611e1cf tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.266556] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41d91d0b-1955-4f02-988a-fe08983195d7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.274118] env[69413]: DEBUG oslo_vmware.api [None req-d144668a-4f22-4cd1-a1d0-08b03611e1cf tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Waiting for the task: (returnval){ [ 937.274118] env[69413]: value = "task-3077896" [ 937.274118] env[69413]: _type = "Task" [ 937.274118] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.284275] env[69413]: DEBUG oslo_concurrency.lockutils [req-ff584fe0-03d8-41d9-a545-be134b15b177 req-1ae11f58-9dc3-4804-9189-e6e3b36f14a0 service nova] Releasing lock "refresh_cache-cca7b6a5-3238-455a-8658-eebaff97415e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.284748] env[69413]: DEBUG oslo_vmware.api [None req-d144668a-4f22-4cd1-a1d0-08b03611e1cf tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Task: {'id': task-3077896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.361000] env[69413]: DEBUG oslo_vmware.api [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3077895, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.470505] env[69413]: DEBUG oslo_vmware.api [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]523c1fa8-3167-4a42-661a-498141d7e8ce, 'name': SearchDatastore_Task, 'duration_secs': 0.016208} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.476343] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.476708] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.477016] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.477262] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.477463] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.478245] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38d9dbee-e7ac-4480-a00c-b6d49b5ce617 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.491596] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.491596] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 937.492540] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-906951c5-3594-4028-a2a0-3e9729293892 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.505774] env[69413]: DEBUG oslo_vmware.api [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 937.505774] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b9d235-97d0-71e6-bc2a-213ea7c3dbd8" [ 937.505774] env[69413]: _type = "Task" [ 937.505774] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.511693] env[69413]: DEBUG nova.network.neutron [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 937.520850] env[69413]: DEBUG oslo_vmware.api [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b9d235-97d0-71e6-bc2a-213ea7c3dbd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.606793] env[69413]: DEBUG nova.network.neutron [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.643360] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "7d1875ac-2554-480f-96ae-de15482d93df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.643623] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "7d1875ac-2554-480f-96ae-de15482d93df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.789164] env[69413]: DEBUG oslo_vmware.api [None req-d144668a-4f22-4cd1-a1d0-08b03611e1cf tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Task: {'id': task-3077896, 'name': PowerOffVM_Task, 'duration_secs': 0.220043} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.789164] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d144668a-4f22-4cd1-a1d0-08b03611e1cf tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 937.789164] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d144668a-4f22-4cd1-a1d0-08b03611e1cf tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 937.789701] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7958cb17-59e2-49a3-bc8f-efc158067375 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.846014] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c176f59f-7830-45f8-abbb-f4c5a72a9bf8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.860799] env[69413]: DEBUG oslo_vmware.api [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3077895, 'name': PowerOnVM_Task, 'duration_secs': 1.05518} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.860799] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.861051] env[69413]: INFO nova.compute.manager [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Took 8.60 seconds to spawn the instance on the hypervisor. [ 937.861330] env[69413]: DEBUG nova.compute.manager [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.862644] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a1ee64-627c-4ea6-a7a4-eade4dea5021 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.866690] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02bd21e0-e913-48d2-850b-2111c7b5a8bf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.872043] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d144668a-4f22-4cd1-a1d0-08b03611e1cf tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 937.872303] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d144668a-4f22-4cd1-a1d0-08b03611e1cf tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 937.872551] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-d144668a-4f22-4cd1-a1d0-08b03611e1cf tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Deleting the datastore file [datastore1] f1edcde1-2547-448b-95d0-d4c1b93e325f {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 937.872787] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-deaaf8ec-f6a8-49ca-a44c-f359045eb48e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.909173] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a99d5fa-95b3-4a75-9265-e66715e95db7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.914059] env[69413]: DEBUG oslo_vmware.api [None req-d144668a-4f22-4cd1-a1d0-08b03611e1cf tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Waiting for the task: (returnval){ [ 937.914059] env[69413]: value = "task-3077898" [ 937.914059] env[69413]: _type = "Task" [ 937.914059] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.923367] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba663db2-655e-4860-a4a7-59c36e8e985e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.932360] env[69413]: DEBUG oslo_vmware.api [None req-d144668a-4f22-4cd1-a1d0-08b03611e1cf tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Task: {'id': task-3077898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.944680] env[69413]: DEBUG nova.compute.provider_tree [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.019887] env[69413]: DEBUG oslo_vmware.api [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b9d235-97d0-71e6-bc2a-213ea7c3dbd8, 'name': SearchDatastore_Task, 'duration_secs': 0.019438} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.020780] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66471af5-2504-461c-9111-ad70251e4c3b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.027583] env[69413]: DEBUG oslo_vmware.api [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 938.027583] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52be9a9f-6a23-801b-87e1-ef81ccc9d5de" [ 938.027583] env[69413]: _type = "Task" [ 938.027583] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.040012] env[69413]: DEBUG oslo_vmware.api [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52be9a9f-6a23-801b-87e1-ef81ccc9d5de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.109814] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Releasing lock "refresh_cache-7a1571bb-faf1-4e1c-9f41-7124c97ddb78" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.110477] env[69413]: DEBUG nova.compute.manager [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 938.110781] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 938.112177] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf269c49-184f-421e-8122-feb66f4e406c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.123624] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.123976] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a3f6b59-d5b6-46f0-994b-3531259b9a3f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.131688] env[69413]: DEBUG oslo_vmware.api [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Waiting for the task: (returnval){ [ 938.131688] env[69413]: value = "task-3077899" [ 938.131688] env[69413]: _type = "Task" [ 938.131688] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.141700] env[69413]: DEBUG oslo_vmware.api [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Task: {'id': task-3077899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.149349] env[69413]: DEBUG nova.compute.manager [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 938.419680] env[69413]: INFO nova.compute.manager [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Took 56.47 seconds to build instance. [ 938.428079] env[69413]: DEBUG oslo_vmware.api [None req-d144668a-4f22-4cd1-a1d0-08b03611e1cf tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Task: {'id': task-3077898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286137} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.428273] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-d144668a-4f22-4cd1-a1d0-08b03611e1cf tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 938.428490] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d144668a-4f22-4cd1-a1d0-08b03611e1cf tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 938.428724] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d144668a-4f22-4cd1-a1d0-08b03611e1cf tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 938.428936] env[69413]: INFO nova.compute.manager [None req-d144668a-4f22-4cd1-a1d0-08b03611e1cf tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 938.429214] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d144668a-4f22-4cd1-a1d0-08b03611e1cf tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.429408] env[69413]: DEBUG nova.compute.manager [-] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 938.429513] env[69413]: DEBUG nova.network.neutron [-] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 938.447637] env[69413]: DEBUG nova.scheduler.client.report [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.540441] env[69413]: DEBUG oslo_vmware.api [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52be9a9f-6a23-801b-87e1-ef81ccc9d5de, 'name': SearchDatastore_Task, 'duration_secs': 0.01516} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.540725] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.541079] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] cca7b6a5-3238-455a-8658-eebaff97415e/cca7b6a5-3238-455a-8658-eebaff97415e.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 938.541420] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-348ce240-8117-48a4-9b4c-66f5366642b2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.549463] env[69413]: DEBUG oslo_vmware.api [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 938.549463] env[69413]: value = "task-3077900" [ 938.549463] env[69413]: _type = "Task" [ 938.549463] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.558743] env[69413]: DEBUG oslo_vmware.api [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077900, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.643164] env[69413]: DEBUG oslo_vmware.api [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Task: {'id': task-3077899, 'name': PowerOffVM_Task, 'duration_secs': 0.181162} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.643515] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.643716] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 938.643943] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e29633e5-4953-4aa1-a388-6cf37e748abe {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.681268] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.706100] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 938.706100] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 938.706363] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Deleting the datastore file [datastore2] 7a1571bb-faf1-4e1c-9f41-7124c97ddb78 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 938.707074] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f05250ac-4805-44e7-9b22-d5913fef01a4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.716424] env[69413]: DEBUG oslo_vmware.api [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Waiting for the task: (returnval){ [ 938.716424] env[69413]: value = "task-3077902" [ 938.716424] env[69413]: _type = "Task" [ 938.716424] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.726461] env[69413]: DEBUG oslo_vmware.api [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Task: {'id': task-3077902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.863663] env[69413]: DEBUG nova.compute.manager [req-10f8c659-a830-497c-9dce-3a230a98559b req-1a5641c7-0907-4286-a4e4-1ca6da61ba23 service nova] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Received event network-vif-deleted-3efb7f6e-4d4e-4389-a80c-5716c41ab4bd {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.863913] env[69413]: INFO nova.compute.manager [req-10f8c659-a830-497c-9dce-3a230a98559b req-1a5641c7-0907-4286-a4e4-1ca6da61ba23 service nova] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Neutron deleted interface 3efb7f6e-4d4e-4389-a80c-5716c41ab4bd; detaching it from the instance and deleting it from the info cache [ 938.866940] env[69413]: DEBUG nova.network.neutron [req-10f8c659-a830-497c-9dce-3a230a98559b req-1a5641c7-0907-4286-a4e4-1ca6da61ba23 service nova] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.921608] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f1abb727-6a29-4483-8720-28b6829c477d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "a831417f-aa67-4dc5-9b42-9fa51e69d85c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.982s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.955775] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.956328] env[69413]: DEBUG nova.compute.manager [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 938.964417] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.382s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.967211] env[69413]: INFO nova.compute.claims [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 939.062271] env[69413]: DEBUG oslo_vmware.api [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077900, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.189572] env[69413]: DEBUG nova.network.neutron [-] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.226527] env[69413]: DEBUG oslo_vmware.api [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Task: {'id': task-3077902, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256992} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.226782] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.226975] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.227163] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.227340] env[69413]: INFO nova.compute.manager [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Took 1.12 seconds to destroy the instance on the hypervisor. [ 939.227581] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.227783] env[69413]: DEBUG nova.compute.manager [-] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 939.227884] env[69413]: DEBUG nova.network.neutron [-] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 939.252778] env[69413]: DEBUG nova.network.neutron [-] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.368213] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4a1813c-e6f1-4708-8b9a-f7a9faf053bc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.379178] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcadd58-e3f0-41a4-b08a-bb166f49cc67 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.411897] env[69413]: DEBUG nova.compute.manager [req-10f8c659-a830-497c-9dce-3a230a98559b req-1a5641c7-0907-4286-a4e4-1ca6da61ba23 service nova] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Detach interface failed, port_id=3efb7f6e-4d4e-4389-a80c-5716c41ab4bd, reason: Instance f1edcde1-2547-448b-95d0-d4c1b93e325f could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 939.466908] env[69413]: DEBUG nova.compute.utils [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 939.466908] env[69413]: DEBUG nova.compute.manager [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 939.467957] env[69413]: DEBUG nova.network.neutron [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 939.540473] env[69413]: DEBUG nova.policy [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c1df47b39154ea4b15fd928a4dc88d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '713ee699f7f94dc69e52b17669e6cec3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 939.561533] env[69413]: DEBUG oslo_vmware.api [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077900, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665165} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.561809] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] cca7b6a5-3238-455a-8658-eebaff97415e/cca7b6a5-3238-455a-8658-eebaff97415e.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 939.562029] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 939.562298] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1c3ef38-c137-4afd-87bc-b96684795d58 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.570316] env[69413]: DEBUG oslo_vmware.api [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 939.570316] env[69413]: value = "task-3077903" [ 939.570316] env[69413]: _type = "Task" [ 939.570316] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.583658] env[69413]: DEBUG oslo_vmware.api [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077903, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.692499] env[69413]: INFO nova.compute.manager [-] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Took 1.26 seconds to deallocate network for instance. [ 939.755405] env[69413]: DEBUG nova.network.neutron [-] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.965415] env[69413]: DEBUG nova.network.neutron [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Successfully created port: f1d8501a-42af-48e1-8282-d6783e8a9781 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 939.977354] env[69413]: DEBUG nova.compute.manager [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 940.048421] env[69413]: DEBUG oslo_vmware.rw_handles [None req-2aa4a396-d463-47a5-9755-726fe6416dd8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa64d4-1d81-2864-267f-1808835141c1/disk-0.vmdk. {{(pid=69413) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 940.048702] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65c61b8-c2fa-4cb4-9946-2a1604f96315 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.059125] env[69413]: DEBUG oslo_vmware.rw_handles [None req-2aa4a396-d463-47a5-9755-726fe6416dd8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa64d4-1d81-2864-267f-1808835141c1/disk-0.vmdk is in state: ready. {{(pid=69413) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 940.059491] env[69413]: ERROR oslo_vmware.rw_handles [None req-2aa4a396-d463-47a5-9755-726fe6416dd8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa64d4-1d81-2864-267f-1808835141c1/disk-0.vmdk due to incomplete transfer. [ 940.059822] env[69413]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5e4fa231-f1bd-4321-8876-4ebe19fe43f5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.068594] env[69413]: DEBUG oslo_vmware.rw_handles [None req-2aa4a396-d463-47a5-9755-726fe6416dd8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa64d4-1d81-2864-267f-1808835141c1/disk-0.vmdk. {{(pid=69413) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 940.069177] env[69413]: DEBUG nova.virt.vmwareapi.images [None req-2aa4a396-d463-47a5-9755-726fe6416dd8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Uploaded image 1b386035-acbc-4940-b4a2-641051705948 to the Glance image server {{(pid=69413) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 940.071188] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa4a396-d463-47a5-9755-726fe6416dd8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Destroying the VM {{(pid=69413) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 940.073900] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-93bc79dd-4f3a-4954-922d-226865120adb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.085469] env[69413]: DEBUG oslo_vmware.api [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077903, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06848} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.085724] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 940.086462] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9f07b6-31bd-4d23-842d-fb5f0f3c5d87 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.092362] env[69413]: DEBUG oslo_vmware.api [None req-2aa4a396-d463-47a5-9755-726fe6416dd8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 940.092362] env[69413]: value = "task-3077904" [ 940.092362] env[69413]: _type = "Task" [ 940.092362] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.119686] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] cca7b6a5-3238-455a-8658-eebaff97415e/cca7b6a5-3238-455a-8658-eebaff97415e.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.123208] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52071582-7ab2-4ca3-ad58-37944bd9a834 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.142606] env[69413]: DEBUG oslo_vmware.api [None req-2aa4a396-d463-47a5-9755-726fe6416dd8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077904, 'name': Destroy_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.148446] env[69413]: DEBUG oslo_vmware.api [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 940.148446] env[69413]: value = "task-3077905" [ 940.148446] env[69413]: _type = "Task" [ 940.148446] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.157815] env[69413]: DEBUG oslo_vmware.api [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077905, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.199161] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d144668a-4f22-4cd1-a1d0-08b03611e1cf tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.257911] env[69413]: INFO nova.compute.manager [-] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Took 1.03 seconds to deallocate network for instance. [ 940.455622] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b911b26-b95a-4780-b14d-79e12558398f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.464036] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9dfc56-4f37-400b-ba8f-dcc0ede49918 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.498266] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db91b398-f595-4f11-9ace-23c84437c9d5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.510507] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7f4908-d909-46ce-89dd-2a89071203ae {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.526601] env[69413]: DEBUG nova.compute.provider_tree [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 940.603194] env[69413]: DEBUG oslo_vmware.api [None req-2aa4a396-d463-47a5-9755-726fe6416dd8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077904, 'name': Destroy_Task} progress is 33%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.659673] env[69413]: DEBUG oslo_vmware.api [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.767420] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.898701] env[69413]: DEBUG nova.compute.manager [req-9305e441-57b2-41c2-b2bf-7b8f157a856b req-46b0d66f-5e5c-4342-ab50-35186cfd7556 service nova] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Received event network-changed-5b98aa6b-8164-43fa-83e5-c9d2a325787d {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.898701] env[69413]: DEBUG nova.compute.manager [req-9305e441-57b2-41c2-b2bf-7b8f157a856b req-46b0d66f-5e5c-4342-ab50-35186cfd7556 service nova] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Refreshing instance network info cache due to event network-changed-5b98aa6b-8164-43fa-83e5-c9d2a325787d. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 940.898701] env[69413]: DEBUG oslo_concurrency.lockutils [req-9305e441-57b2-41c2-b2bf-7b8f157a856b req-46b0d66f-5e5c-4342-ab50-35186cfd7556 service nova] Acquiring lock "refresh_cache-a831417f-aa67-4dc5-9b42-9fa51e69d85c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.898809] env[69413]: DEBUG oslo_concurrency.lockutils [req-9305e441-57b2-41c2-b2bf-7b8f157a856b req-46b0d66f-5e5c-4342-ab50-35186cfd7556 service nova] Acquired lock "refresh_cache-a831417f-aa67-4dc5-9b42-9fa51e69d85c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.899767] env[69413]: DEBUG nova.network.neutron [req-9305e441-57b2-41c2-b2bf-7b8f157a856b req-46b0d66f-5e5c-4342-ab50-35186cfd7556 service nova] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Refreshing network info cache for port 5b98aa6b-8164-43fa-83e5-c9d2a325787d {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 941.006867] env[69413]: DEBUG nova.compute.manager [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 941.033273] env[69413]: DEBUG nova.virt.hardware [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.033515] env[69413]: DEBUG nova.virt.hardware [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.033672] env[69413]: DEBUG nova.virt.hardware [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.033854] env[69413]: DEBUG nova.virt.hardware [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.033999] env[69413]: DEBUG nova.virt.hardware [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.034173] env[69413]: DEBUG nova.virt.hardware [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.034380] env[69413]: DEBUG nova.virt.hardware [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.034535] env[69413]: DEBUG nova.virt.hardware [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.034755] env[69413]: DEBUG nova.virt.hardware [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.034960] env[69413]: DEBUG nova.virt.hardware [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.035214] env[69413]: DEBUG nova.virt.hardware [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.036613] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb360c8-5f84-4390-8453-7f79d383acd0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.045562] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb21217e-e2dd-48d0-a5ad-679a7ae7cc07 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.052226] env[69413]: ERROR nova.scheduler.client.report [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [req-1bab0db5-92e3-440d-9bc7-5c329eb4753f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65568fbe-598e-408e-afad-1b65d19c68ec. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1bab0db5-92e3-440d-9bc7-5c329eb4753f"}]} [ 941.068998] env[69413]: DEBUG nova.scheduler.client.report [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Refreshing inventories for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 941.082798] env[69413]: DEBUG nova.scheduler.client.report [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Updating ProviderTree inventory for provider 65568fbe-598e-408e-afad-1b65d19c68ec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 941.082927] env[69413]: DEBUG nova.compute.provider_tree [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 941.097889] env[69413]: DEBUG nova.scheduler.client.report [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Refreshing aggregate associations for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec, aggregates: None {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 941.105651] env[69413]: DEBUG oslo_vmware.api [None req-2aa4a396-d463-47a5-9755-726fe6416dd8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077904, 'name': Destroy_Task, 'duration_secs': 0.82391} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.106064] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-2aa4a396-d463-47a5-9755-726fe6416dd8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Destroyed the VM [ 941.106685] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa4a396-d463-47a5-9755-726fe6416dd8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Deleting Snapshot of the VM instance {{(pid=69413) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 941.106949] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e983ea1b-155c-4c52-86fa-60f578f4585f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.114996] env[69413]: DEBUG oslo_vmware.api [None req-2aa4a396-d463-47a5-9755-726fe6416dd8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 941.114996] env[69413]: value = "task-3077906" [ 941.114996] env[69413]: _type = "Task" [ 941.114996] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.118926] env[69413]: DEBUG nova.scheduler.client.report [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Refreshing trait associations for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 941.127319] env[69413]: DEBUG oslo_vmware.api [None req-2aa4a396-d463-47a5-9755-726fe6416dd8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077906, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.161355] env[69413]: DEBUG oslo_vmware.api [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077905, 'name': ReconfigVM_Task, 'duration_secs': 0.889191} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.161632] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Reconfigured VM instance instance-00000046 to attach disk [datastore2] cca7b6a5-3238-455a-8658-eebaff97415e/cca7b6a5-3238-455a-8658-eebaff97415e.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.162269] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8889146-a7bc-4cf2-a28d-caad56c12e5e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.168787] env[69413]: DEBUG oslo_vmware.api [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 941.168787] env[69413]: value = "task-3077907" [ 941.168787] env[69413]: _type = "Task" [ 941.168787] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.177984] env[69413]: DEBUG oslo_vmware.api [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077907, 'name': Rename_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.324103] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d18fea42-e825-4130-87e7-c8fad288472d tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquiring lock "4ca96837-840e-46e5-be3f-76060bb4ca88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.324350] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d18fea42-e825-4130-87e7-c8fad288472d tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "4ca96837-840e-46e5-be3f-76060bb4ca88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.324551] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d18fea42-e825-4130-87e7-c8fad288472d tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquiring lock "4ca96837-840e-46e5-be3f-76060bb4ca88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.324762] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d18fea42-e825-4130-87e7-c8fad288472d tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "4ca96837-840e-46e5-be3f-76060bb4ca88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.324941] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d18fea42-e825-4130-87e7-c8fad288472d tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "4ca96837-840e-46e5-be3f-76060bb4ca88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.326942] env[69413]: INFO nova.compute.manager [None req-d18fea42-e825-4130-87e7-c8fad288472d tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Terminating instance [ 941.495393] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d163b1f-d005-44bb-aaec-4bbddaedfca6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.506542] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f83bc8-a41f-44db-9be4-6431343a5519 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.544123] env[69413]: DEBUG nova.network.neutron [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Successfully updated port: f1d8501a-42af-48e1-8282-d6783e8a9781 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 941.548793] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fb8858-02a1-4b90-838e-8a8cfe04a777 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.560163] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99394276-4219-4d41-98be-7578221bff43 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.575419] env[69413]: DEBUG nova.compute.provider_tree [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 941.624827] env[69413]: DEBUG oslo_vmware.api [None req-2aa4a396-d463-47a5-9755-726fe6416dd8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077906, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.672950] env[69413]: DEBUG nova.network.neutron [req-9305e441-57b2-41c2-b2bf-7b8f157a856b req-46b0d66f-5e5c-4342-ab50-35186cfd7556 service nova] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Updated VIF entry in instance network info cache for port 5b98aa6b-8164-43fa-83e5-c9d2a325787d. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.673672] env[69413]: DEBUG nova.network.neutron [req-9305e441-57b2-41c2-b2bf-7b8f157a856b req-46b0d66f-5e5c-4342-ab50-35186cfd7556 service nova] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Updating instance_info_cache with network_info: [{"id": "5b98aa6b-8164-43fa-83e5-c9d2a325787d", "address": "fa:16:3e:ec:87:7e", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b98aa6b-81", "ovs_interfaceid": "5b98aa6b-8164-43fa-83e5-c9d2a325787d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.682147] env[69413]: DEBUG oslo_vmware.api [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077907, 'name': Rename_Task, 'duration_secs': 0.234268} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.682425] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.682679] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81e09873-216b-44db-9382-90ca56a39c70 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.690313] env[69413]: DEBUG oslo_vmware.api [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 941.690313] env[69413]: value = "task-3077908" [ 941.690313] env[69413]: _type = "Task" [ 941.690313] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.698617] env[69413]: DEBUG oslo_vmware.api [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077908, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.831442] env[69413]: DEBUG nova.compute.manager [None req-d18fea42-e825-4130-87e7-c8fad288472d tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 941.831574] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d18fea42-e825-4130-87e7-c8fad288472d tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.833642] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8adcd9f7-b220-43aa-af08-49dc081156c0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.840077] env[69413]: DEBUG oslo_concurrency.lockutils [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquiring lock "28e09a43-f40d-4640-8cb7-18f69086b9e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.840375] env[69413]: DEBUG oslo_concurrency.lockutils [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "28e09a43-f40d-4640-8cb7-18f69086b9e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.847519] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d18fea42-e825-4130-87e7-c8fad288472d tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.847883] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9c373c5-7b04-4fa0-8117-417248cc7449 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.053948] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Acquiring lock "refresh_cache-6ec77319-a59a-4da9-bdd0-82b3fce2b7bd" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.054151] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Acquired lock "refresh_cache-6ec77319-a59a-4da9-bdd0-82b3fce2b7bd" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.054301] env[69413]: DEBUG nova.network.neutron [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.104078] env[69413]: ERROR nova.scheduler.client.report [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [req-c971b51c-1b18-48ab-b6dd-0b5e3d2e97de] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65568fbe-598e-408e-afad-1b65d19c68ec. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c971b51c-1b18-48ab-b6dd-0b5e3d2e97de"}]} [ 942.122503] env[69413]: DEBUG nova.scheduler.client.report [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Refreshing inventories for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 942.128552] env[69413]: DEBUG oslo_vmware.api [None req-2aa4a396-d463-47a5-9755-726fe6416dd8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077906, 'name': RemoveSnapshot_Task, 'duration_secs': 0.973557} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.128552] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa4a396-d463-47a5-9755-726fe6416dd8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Deleted Snapshot of the VM instance {{(pid=69413) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 942.128695] env[69413]: INFO nova.compute.manager [None req-2aa4a396-d463-47a5-9755-726fe6416dd8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Took 17.87 seconds to snapshot the instance on the hypervisor. [ 942.143387] env[69413]: DEBUG nova.scheduler.client.report [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Updating ProviderTree inventory for provider 65568fbe-598e-408e-afad-1b65d19c68ec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 942.143568] env[69413]: DEBUG nova.compute.provider_tree [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 942.156592] env[69413]: DEBUG nova.scheduler.client.report [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Refreshing aggregate associations for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec, aggregates: None {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 942.176203] env[69413]: DEBUG oslo_concurrency.lockutils [req-9305e441-57b2-41c2-b2bf-7b8f157a856b req-46b0d66f-5e5c-4342-ab50-35186cfd7556 service nova] Releasing lock "refresh_cache-a831417f-aa67-4dc5-9b42-9fa51e69d85c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.177604] env[69413]: DEBUG nova.scheduler.client.report [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Refreshing trait associations for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 942.203036] env[69413]: DEBUG oslo_vmware.api [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077908, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.227315] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d18fea42-e825-4130-87e7-c8fad288472d tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.227574] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d18fea42-e825-4130-87e7-c8fad288472d tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.227857] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-d18fea42-e825-4130-87e7-c8fad288472d tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Deleting the datastore file [datastore2] 4ca96837-840e-46e5-be3f-76060bb4ca88 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.228165] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fb72647-c241-4a9f-bbab-959a950f4468 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.238810] env[69413]: DEBUG oslo_vmware.api [None req-d18fea42-e825-4130-87e7-c8fad288472d tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 942.238810] env[69413]: value = "task-3077910" [ 942.238810] env[69413]: _type = "Task" [ 942.238810] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.248076] env[69413]: DEBUG oslo_vmware.api [None req-d18fea42-e825-4130-87e7-c8fad288472d tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.345206] env[69413]: DEBUG nova.compute.manager [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 942.593418] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4faa0a8d-a778-4f78-9ff3-e6f88b0c7205 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.603465] env[69413]: DEBUG nova.network.neutron [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 942.612434] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96746230-1663-40ca-ac16-1967e56ab9a8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.646134] env[69413]: DEBUG nova.compute.manager [None req-2aa4a396-d463-47a5-9755-726fe6416dd8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Instance disappeared during snapshot {{(pid=69413) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 942.652285] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14a4401-68b4-49df-bc15-1041d6a1efad {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.661723] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecf45de-a25c-49ea-8cc2-e0ff623af995 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.666744] env[69413]: DEBUG nova.compute.manager [None req-2aa4a396-d463-47a5-9755-726fe6416dd8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Image not found during clean up 1b386035-acbc-4940-b4a2-641051705948 {{(pid=69413) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 942.679739] env[69413]: DEBUG nova.compute.provider_tree [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 942.702013] env[69413]: DEBUG oslo_vmware.api [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077908, 'name': PowerOnVM_Task, 'duration_secs': 0.54233} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.702291] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.702488] env[69413]: INFO nova.compute.manager [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Took 9.68 seconds to spawn the instance on the hypervisor. [ 942.702661] env[69413]: DEBUG nova.compute.manager [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.704029] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4243261b-7cc4-4e69-b026-2200728e03bc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.751019] env[69413]: DEBUG oslo_vmware.api [None req-d18fea42-e825-4130-87e7-c8fad288472d tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3077910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152859} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.751019] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-d18fea42-e825-4130-87e7-c8fad288472d tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.751019] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d18fea42-e825-4130-87e7-c8fad288472d tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.751019] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d18fea42-e825-4130-87e7-c8fad288472d tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.751019] env[69413]: INFO nova.compute.manager [None req-d18fea42-e825-4130-87e7-c8fad288472d tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Took 0.92 seconds to destroy the instance on the hypervisor. [ 942.751019] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d18fea42-e825-4130-87e7-c8fad288472d tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.751482] env[69413]: DEBUG nova.compute.manager [-] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 942.751575] env[69413]: DEBUG nova.network.neutron [-] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 942.822311] env[69413]: DEBUG nova.network.neutron [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Updating instance_info_cache with network_info: [{"id": "f1d8501a-42af-48e1-8282-d6783e8a9781", "address": "fa:16:3e:18:97:77", "network": {"id": "604d13b8-9dc2-4813-881e-2081f53145e3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1762793467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713ee699f7f94dc69e52b17669e6cec3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1d8501a-42", "ovs_interfaceid": "f1d8501a-42af-48e1-8282-d6783e8a9781", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.862734] env[69413]: DEBUG oslo_concurrency.lockutils [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.926559] env[69413]: DEBUG nova.compute.manager [req-e3a5b666-3f47-4da9-8fbf-a39bd615feec req-a8bcd588-e22c-473f-9061-c87011e205fa service nova] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Received event network-vif-plugged-f1d8501a-42af-48e1-8282-d6783e8a9781 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.926797] env[69413]: DEBUG oslo_concurrency.lockutils [req-e3a5b666-3f47-4da9-8fbf-a39bd615feec req-a8bcd588-e22c-473f-9061-c87011e205fa service nova] Acquiring lock "6ec77319-a59a-4da9-bdd0-82b3fce2b7bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.927106] env[69413]: DEBUG oslo_concurrency.lockutils [req-e3a5b666-3f47-4da9-8fbf-a39bd615feec req-a8bcd588-e22c-473f-9061-c87011e205fa service nova] Lock "6ec77319-a59a-4da9-bdd0-82b3fce2b7bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.927420] env[69413]: DEBUG oslo_concurrency.lockutils [req-e3a5b666-3f47-4da9-8fbf-a39bd615feec req-a8bcd588-e22c-473f-9061-c87011e205fa service nova] Lock "6ec77319-a59a-4da9-bdd0-82b3fce2b7bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.927514] env[69413]: DEBUG nova.compute.manager [req-e3a5b666-3f47-4da9-8fbf-a39bd615feec req-a8bcd588-e22c-473f-9061-c87011e205fa service nova] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] No waiting events found dispatching network-vif-plugged-f1d8501a-42af-48e1-8282-d6783e8a9781 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 942.927632] env[69413]: WARNING nova.compute.manager [req-e3a5b666-3f47-4da9-8fbf-a39bd615feec req-a8bcd588-e22c-473f-9061-c87011e205fa service nova] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Received unexpected event network-vif-plugged-f1d8501a-42af-48e1-8282-d6783e8a9781 for instance with vm_state building and task_state spawning. [ 942.927785] env[69413]: DEBUG nova.compute.manager [req-e3a5b666-3f47-4da9-8fbf-a39bd615feec req-a8bcd588-e22c-473f-9061-c87011e205fa service nova] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Received event network-changed-f1d8501a-42af-48e1-8282-d6783e8a9781 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.927931] env[69413]: DEBUG nova.compute.manager [req-e3a5b666-3f47-4da9-8fbf-a39bd615feec req-a8bcd588-e22c-473f-9061-c87011e205fa service nova] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Refreshing instance network info cache due to event network-changed-f1d8501a-42af-48e1-8282-d6783e8a9781. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 942.928220] env[69413]: DEBUG oslo_concurrency.lockutils [req-e3a5b666-3f47-4da9-8fbf-a39bd615feec req-a8bcd588-e22c-473f-9061-c87011e205fa service nova] Acquiring lock "refresh_cache-6ec77319-a59a-4da9-bdd0-82b3fce2b7bd" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.214639] env[69413]: DEBUG nova.scheduler.client.report [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Updated inventory for provider 65568fbe-598e-408e-afad-1b65d19c68ec with generation 103 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 943.215022] env[69413]: DEBUG nova.compute.provider_tree [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Updating resource provider 65568fbe-598e-408e-afad-1b65d19c68ec generation from 103 to 104 during operation: update_inventory {{(pid=69413) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 943.215215] env[69413]: DEBUG nova.compute.provider_tree [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 943.225945] env[69413]: INFO nova.compute.manager [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Took 59.62 seconds to build instance. [ 943.325643] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Releasing lock "refresh_cache-6ec77319-a59a-4da9-bdd0-82b3fce2b7bd" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.326054] env[69413]: DEBUG nova.compute.manager [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Instance network_info: |[{"id": "f1d8501a-42af-48e1-8282-d6783e8a9781", "address": "fa:16:3e:18:97:77", "network": {"id": "604d13b8-9dc2-4813-881e-2081f53145e3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1762793467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713ee699f7f94dc69e52b17669e6cec3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1d8501a-42", "ovs_interfaceid": "f1d8501a-42af-48e1-8282-d6783e8a9781", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 943.326374] env[69413]: DEBUG oslo_concurrency.lockutils [req-e3a5b666-3f47-4da9-8fbf-a39bd615feec req-a8bcd588-e22c-473f-9061-c87011e205fa service nova] Acquired lock "refresh_cache-6ec77319-a59a-4da9-bdd0-82b3fce2b7bd" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.326556] env[69413]: DEBUG nova.network.neutron [req-e3a5b666-3f47-4da9-8fbf-a39bd615feec req-a8bcd588-e22c-473f-9061-c87011e205fa service nova] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Refreshing network info cache for port f1d8501a-42af-48e1-8282-d6783e8a9781 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 943.327938] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:97:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd22cb4ec-277f-41ee-8aba-b3d54442b93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1d8501a-42af-48e1-8282-d6783e8a9781', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 943.336537] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Creating folder: Project (713ee699f7f94dc69e52b17669e6cec3). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 943.339635] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19440e46-613b-4af9-b7e0-260dfab3dd32 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.354496] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Created folder: Project (713ee699f7f94dc69e52b17669e6cec3) in parent group-v616034. [ 943.355437] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Creating folder: Instances. Parent ref: group-v616241. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 943.355437] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bfe69443-6609-4b05-8d77-8f250f560691 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.366373] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Created folder: Instances in parent group-v616241. [ 943.366504] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.366731] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 943.366947] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc93b954-705f-448e-9bba-24d8be72b278 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.390203] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 943.390203] env[69413]: value = "task-3077913" [ 943.390203] env[69413]: _type = "Task" [ 943.390203] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.401293] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077913, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.538898] env[69413]: DEBUG nova.network.neutron [-] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.571293] env[69413]: DEBUG nova.network.neutron [req-e3a5b666-3f47-4da9-8fbf-a39bd615feec req-a8bcd588-e22c-473f-9061-c87011e205fa service nova] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Updated VIF entry in instance network info cache for port f1d8501a-42af-48e1-8282-d6783e8a9781. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.571660] env[69413]: DEBUG nova.network.neutron [req-e3a5b666-3f47-4da9-8fbf-a39bd615feec req-a8bcd588-e22c-473f-9061-c87011e205fa service nova] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Updating instance_info_cache with network_info: [{"id": "f1d8501a-42af-48e1-8282-d6783e8a9781", "address": "fa:16:3e:18:97:77", "network": {"id": "604d13b8-9dc2-4813-881e-2081f53145e3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1762793467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713ee699f7f94dc69e52b17669e6cec3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1d8501a-42", "ovs_interfaceid": "f1d8501a-42af-48e1-8282-d6783e8a9781", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.723690] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.760s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.724220] env[69413]: DEBUG nova.compute.manager [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.726972] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5926b654-eedd-4768-ab82-11fbc4af476b tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.465s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.727205] env[69413]: DEBUG nova.objects.instance [None req-5926b654-eedd-4768-ab82-11fbc4af476b tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Lazy-loading 'resources' on Instance uuid 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.728852] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1baa02-c846-4569-8a2b-4bbcaf2f0719 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "cca7b6a5-3238-455a-8658-eebaff97415e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.134s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.902728] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077913, 'name': CreateVM_Task} progress is 25%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.042683] env[69413]: INFO nova.compute.manager [-] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Took 1.29 seconds to deallocate network for instance. [ 944.073804] env[69413]: DEBUG oslo_concurrency.lockutils [req-e3a5b666-3f47-4da9-8fbf-a39bd615feec req-a8bcd588-e22c-473f-9061-c87011e205fa service nova] Releasing lock "refresh_cache-6ec77319-a59a-4da9-bdd0-82b3fce2b7bd" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.197028] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "cca7b6a5-3238-455a-8658-eebaff97415e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.197327] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "cca7b6a5-3238-455a-8658-eebaff97415e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.197537] env[69413]: INFO nova.compute.manager [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Shelving [ 944.230783] env[69413]: DEBUG nova.compute.utils [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 944.234844] env[69413]: DEBUG nova.compute.manager [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 944.235102] env[69413]: DEBUG nova.network.neutron [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 944.278938] env[69413]: DEBUG nova.policy [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b591f8104c294d2a84516a961e3796bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f603c4eab95049b2a3ac276067f89c87', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.402288] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077913, 'name': CreateVM_Task, 'duration_secs': 0.608881} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.405846] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 944.406049] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.406049] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.406458] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.406722] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dafec068-a6de-4565-8b34-e406ca2d3feb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.411948] env[69413]: DEBUG oslo_vmware.api [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Waiting for the task: (returnval){ [ 944.411948] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5291559b-5629-03b0-0fa1-2dc3333d7e52" [ 944.411948] env[69413]: _type = "Task" [ 944.411948] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.423538] env[69413]: DEBUG oslo_vmware.api [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5291559b-5629-03b0-0fa1-2dc3333d7e52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.549361] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d18fea42-e825-4130-87e7-c8fad288472d tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.560057] env[69413]: DEBUG nova.network.neutron [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Successfully created port: 469e660c-7595-4388-8b1f-f3b4b540f28c {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 944.612558] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc59185b-65b3-47f0-ad15-f942c0e44d77 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.620851] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215d4ac0-4709-4e72-987b-d45ff19a2ea3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.653350] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce5ea4c-dd6e-47ce-8833-3f34b7cc6f8b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.662008] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a217fc-8487-4997-9d8f-8a6b7bdb67ec {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.677269] env[69413]: DEBUG nova.compute.provider_tree [None req-5926b654-eedd-4768-ab82-11fbc4af476b tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.737441] env[69413]: DEBUG nova.compute.manager [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.923189] env[69413]: DEBUG oslo_vmware.api [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5291559b-5629-03b0-0fa1-2dc3333d7e52, 'name': SearchDatastore_Task, 'duration_secs': 0.010823} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.923532] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.923824] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 944.924010] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.924165] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.924348] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.924619] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4ed127f-88a6-4b00-a6d2-80f9850d2d05 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.936028] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 944.936028] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 944.936028] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42c73d7d-7f6b-4deb-b092-8d95f5c9b63c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.941653] env[69413]: DEBUG oslo_vmware.api [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Waiting for the task: (returnval){ [ 944.941653] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f04c80-69fd-0a50-323f-d897c225a0aa" [ 944.941653] env[69413]: _type = "Task" [ 944.941653] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.952575] env[69413]: DEBUG oslo_vmware.api [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f04c80-69fd-0a50-323f-d897c225a0aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.024137] env[69413]: DEBUG nova.compute.manager [req-b9c7be48-a0bd-40c7-bec4-1ea0250c74f6 req-b3d9ccd5-ed10-4b00-adb0-e34dd68a78d0 service nova] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Received event network-vif-deleted-84c1481b-96e9-47e8-b3f2-ff14e6e3129c {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.180971] env[69413]: DEBUG nova.scheduler.client.report [None req-5926b654-eedd-4768-ab82-11fbc4af476b tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.206528] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.206792] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35ffde5e-009a-4e9c-a348-75bb3f2deaf0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.214925] env[69413]: DEBUG oslo_vmware.api [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 945.214925] env[69413]: value = "task-3077914" [ 945.214925] env[69413]: _type = "Task" [ 945.214925] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.452800] env[69413]: DEBUG oslo_vmware.api [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f04c80-69fd-0a50-323f-d897c225a0aa, 'name': SearchDatastore_Task, 'duration_secs': 0.010058} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.453644] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2f3a15f-515d-49cd-83ee-cc11eb40f966 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.459266] env[69413]: DEBUG oslo_vmware.api [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Waiting for the task: (returnval){ [ 945.459266] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522001f9-7df9-7711-65df-5ba88de221ad" [ 945.459266] env[69413]: _type = "Task" [ 945.459266] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.468294] env[69413]: DEBUG oslo_vmware.api [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522001f9-7df9-7711-65df-5ba88de221ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.689845] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5926b654-eedd-4768-ab82-11fbc4af476b tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.692064] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b715fce6-9913-435c-88e1-ec1885fab05c tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.420s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.692303] env[69413]: DEBUG nova.objects.instance [None req-b715fce6-9913-435c-88e1-ec1885fab05c tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Lazy-loading 'resources' on Instance uuid dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.711996] env[69413]: INFO nova.scheduler.client.report [None req-5926b654-eedd-4768-ab82-11fbc4af476b tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Deleted allocations for instance 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7 [ 945.725603] env[69413]: DEBUG oslo_vmware.api [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077914, 'name': PowerOffVM_Task, 'duration_secs': 0.242099} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.725871] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.726670] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58be4fb5-3818-49c3-bec0-730b9ef7c812 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.747350] env[69413]: DEBUG nova.compute.manager [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.750307] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83b9a03-5b0b-4dd2-af26-eabf511351cc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.773658] env[69413]: DEBUG nova.virt.hardware [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.773915] env[69413]: DEBUG nova.virt.hardware [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.774092] env[69413]: DEBUG nova.virt.hardware [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.774284] env[69413]: DEBUG nova.virt.hardware [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.774430] env[69413]: DEBUG nova.virt.hardware [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.774574] env[69413]: DEBUG nova.virt.hardware [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.774847] env[69413]: DEBUG nova.virt.hardware [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.775045] env[69413]: DEBUG nova.virt.hardware [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.775222] env[69413]: DEBUG nova.virt.hardware [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.775386] env[69413]: DEBUG nova.virt.hardware [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.775558] env[69413]: DEBUG nova.virt.hardware [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.776464] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611324ee-60e5-409c-aad1-78a8bf6be223 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.785318] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0d66e7-0851-4561-8818-6371f012cfd7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.971153] env[69413]: DEBUG oslo_vmware.api [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522001f9-7df9-7711-65df-5ba88de221ad, 'name': SearchDatastore_Task, 'duration_secs': 0.009641} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.971432] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.971738] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd/6ec77319-a59a-4da9-bdd0-82b3fce2b7bd.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 945.972049] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a776454e-31aa-489e-aef1-e1434840f364 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.979840] env[69413]: DEBUG oslo_vmware.api [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Waiting for the task: (returnval){ [ 945.979840] env[69413]: value = "task-3077915" [ 945.979840] env[69413]: _type = "Task" [ 945.979840] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.988803] env[69413]: DEBUG oslo_vmware.api [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Task: {'id': task-3077915, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.038210] env[69413]: DEBUG nova.network.neutron [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Successfully updated port: 469e660c-7595-4388-8b1f-f3b4b540f28c {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.225944] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5926b654-eedd-4768-ab82-11fbc4af476b tempest-ImagesOneServerNegativeTestJSON-1606263368 tempest-ImagesOneServerNegativeTestJSON-1606263368-project-member] Lock "2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.453s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.264324] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Creating Snapshot of the VM instance {{(pid=69413) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 946.264324] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f70e8da0-931e-44bf-b797-3f3f436e902d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.278864] env[69413]: DEBUG oslo_vmware.api [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 946.278864] env[69413]: value = "task-3077916" [ 946.278864] env[69413]: _type = "Task" [ 946.278864] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.292285] env[69413]: DEBUG oslo_vmware.api [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077916, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.494602] env[69413]: DEBUG oslo_vmware.api [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Task: {'id': task-3077915, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496453} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.494602] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd/6ec77319-a59a-4da9-bdd0-82b3fce2b7bd.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 946.494602] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 946.495516] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c441ce2c-bc6e-4e0b-af7c-f5cfac233623 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.505191] env[69413]: DEBUG oslo_vmware.api [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Waiting for the task: (returnval){ [ 946.505191] env[69413]: value = "task-3077917" [ 946.505191] env[69413]: _type = "Task" [ 946.505191] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.518371] env[69413]: DEBUG oslo_vmware.api [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Task: {'id': task-3077917, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.544851] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquiring lock "refresh_cache-b2cc798f-a3e2-4ad6-8a1f-9b24069f9308" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.545252] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquired lock "refresh_cache-b2cc798f-a3e2-4ad6-8a1f-9b24069f9308" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.545504] env[69413]: DEBUG nova.network.neutron [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.629219] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd01a411-9b45-4bff-868e-887182069b51 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.637137] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760f7fe6-5e13-4d02-8cb4-0c5bdd1b48e7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.668472] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b85fa6a-f492-44b3-a5f7-13b5114a85ab {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.676384] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e7bdbe-a4f8-4a79-80ef-35f9b9b6c7bf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.691335] env[69413]: DEBUG nova.compute.provider_tree [None req-b715fce6-9913-435c-88e1-ec1885fab05c tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.790711] env[69413]: DEBUG oslo_vmware.api [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077916, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.015522] env[69413]: DEBUG oslo_vmware.api [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Task: {'id': task-3077917, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07484} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.017016] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.017016] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f88b4ca-2974-4bc4-ba1c-9cee95e0eb0d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.040495] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd/6ec77319-a59a-4da9-bdd0-82b3fce2b7bd.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.040848] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12882b98-57e0-4809-a5b8-7fc0a7235f25 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.059087] env[69413]: DEBUG nova.compute.manager [req-3b800374-9a2c-4afa-9515-98e454e8462c req-0f5b1b75-e0c0-47bc-b6b0-db403e84d4b2 service nova] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Received event network-vif-plugged-469e660c-7595-4388-8b1f-f3b4b540f28c {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.059301] env[69413]: DEBUG oslo_concurrency.lockutils [req-3b800374-9a2c-4afa-9515-98e454e8462c req-0f5b1b75-e0c0-47bc-b6b0-db403e84d4b2 service nova] Acquiring lock "b2cc798f-a3e2-4ad6-8a1f-9b24069f9308-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.059568] env[69413]: DEBUG oslo_concurrency.lockutils [req-3b800374-9a2c-4afa-9515-98e454e8462c req-0f5b1b75-e0c0-47bc-b6b0-db403e84d4b2 service nova] Lock "b2cc798f-a3e2-4ad6-8a1f-9b24069f9308-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.059835] env[69413]: DEBUG oslo_concurrency.lockutils [req-3b800374-9a2c-4afa-9515-98e454e8462c req-0f5b1b75-e0c0-47bc-b6b0-db403e84d4b2 service nova] Lock "b2cc798f-a3e2-4ad6-8a1f-9b24069f9308-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.059997] env[69413]: DEBUG nova.compute.manager [req-3b800374-9a2c-4afa-9515-98e454e8462c req-0f5b1b75-e0c0-47bc-b6b0-db403e84d4b2 service nova] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] No waiting events found dispatching network-vif-plugged-469e660c-7595-4388-8b1f-f3b4b540f28c {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 947.060195] env[69413]: WARNING nova.compute.manager [req-3b800374-9a2c-4afa-9515-98e454e8462c req-0f5b1b75-e0c0-47bc-b6b0-db403e84d4b2 service nova] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Received unexpected event network-vif-plugged-469e660c-7595-4388-8b1f-f3b4b540f28c for instance with vm_state building and task_state spawning. [ 947.060315] env[69413]: DEBUG nova.compute.manager [req-3b800374-9a2c-4afa-9515-98e454e8462c req-0f5b1b75-e0c0-47bc-b6b0-db403e84d4b2 service nova] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Received event network-changed-469e660c-7595-4388-8b1f-f3b4b540f28c {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.060456] env[69413]: DEBUG nova.compute.manager [req-3b800374-9a2c-4afa-9515-98e454e8462c req-0f5b1b75-e0c0-47bc-b6b0-db403e84d4b2 service nova] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Refreshing instance network info cache due to event network-changed-469e660c-7595-4388-8b1f-f3b4b540f28c. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 947.060610] env[69413]: DEBUG oslo_concurrency.lockutils [req-3b800374-9a2c-4afa-9515-98e454e8462c req-0f5b1b75-e0c0-47bc-b6b0-db403e84d4b2 service nova] Acquiring lock "refresh_cache-b2cc798f-a3e2-4ad6-8a1f-9b24069f9308" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.067772] env[69413]: DEBUG oslo_vmware.api [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Waiting for the task: (returnval){ [ 947.067772] env[69413]: value = "task-3077918" [ 947.067772] env[69413]: _type = "Task" [ 947.067772] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.084019] env[69413]: DEBUG oslo_vmware.api [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Task: {'id': task-3077918, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.108224] env[69413]: DEBUG nova.network.neutron [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.194726] env[69413]: DEBUG nova.scheduler.client.report [None req-b715fce6-9913-435c-88e1-ec1885fab05c tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.291016] env[69413]: DEBUG oslo_vmware.api [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077916, 'name': CreateSnapshot_Task, 'duration_secs': 0.925167} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.291016] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Created Snapshot of the VM instance {{(pid=69413) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 947.291016] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e619225-7a49-4b13-99bf-813e27859b49 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.329861] env[69413]: DEBUG nova.network.neutron [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Updating instance_info_cache with network_info: [{"id": "469e660c-7595-4388-8b1f-f3b4b540f28c", "address": "fa:16:3e:9f:f8:57", "network": {"id": "953617f3-da82-4cf8-b2fc-cf0a2125bdbc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1761269620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f603c4eab95049b2a3ac276067f89c87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap469e660c-75", "ovs_interfaceid": "469e660c-7595-4388-8b1f-f3b4b540f28c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.583097] env[69413]: DEBUG oslo_vmware.api [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Task: {'id': task-3077918, 'name': ReconfigVM_Task, 'duration_secs': 0.309704} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.583397] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd/6ec77319-a59a-4da9-bdd0-82b3fce2b7bd.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.584367] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79274f93-7ddb-4722-a940-6c30b301d583 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.591493] env[69413]: DEBUG oslo_vmware.api [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Waiting for the task: (returnval){ [ 947.591493] env[69413]: value = "task-3077919" [ 947.591493] env[69413]: _type = "Task" [ 947.591493] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.600542] env[69413]: DEBUG oslo_vmware.api [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Task: {'id': task-3077919, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.700885] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b715fce6-9913-435c-88e1-ec1885fab05c tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.703502] env[69413]: DEBUG oslo_concurrency.lockutils [None req-56c518b4-9f6b-436e-8a21-8557f16cea17 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.699s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.703669] env[69413]: DEBUG nova.objects.instance [None req-56c518b4-9f6b-436e-8a21-8557f16cea17 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lazy-loading 'resources' on Instance uuid 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.735019] env[69413]: INFO nova.scheduler.client.report [None req-b715fce6-9913-435c-88e1-ec1885fab05c tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Deleted allocations for instance dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5 [ 947.816860] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Creating linked-clone VM from snapshot {{(pid=69413) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 947.816860] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6f98d352-29e6-41b9-ae76-1eb952fddcaa {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.827022] env[69413]: DEBUG oslo_vmware.api [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 947.827022] env[69413]: value = "task-3077920" [ 947.827022] env[69413]: _type = "Task" [ 947.827022] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.834285] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Releasing lock "refresh_cache-b2cc798f-a3e2-4ad6-8a1f-9b24069f9308" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.834831] env[69413]: DEBUG nova.compute.manager [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Instance network_info: |[{"id": "469e660c-7595-4388-8b1f-f3b4b540f28c", "address": "fa:16:3e:9f:f8:57", "network": {"id": "953617f3-da82-4cf8-b2fc-cf0a2125bdbc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1761269620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f603c4eab95049b2a3ac276067f89c87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap469e660c-75", "ovs_interfaceid": "469e660c-7595-4388-8b1f-f3b4b540f28c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 947.835374] env[69413]: DEBUG oslo_vmware.api [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077920, 'name': CloneVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.835763] env[69413]: DEBUG oslo_concurrency.lockutils [req-3b800374-9a2c-4afa-9515-98e454e8462c req-0f5b1b75-e0c0-47bc-b6b0-db403e84d4b2 service nova] Acquired lock "refresh_cache-b2cc798f-a3e2-4ad6-8a1f-9b24069f9308" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.836094] env[69413]: DEBUG nova.network.neutron [req-3b800374-9a2c-4afa-9515-98e454e8462c req-0f5b1b75-e0c0-47bc-b6b0-db403e84d4b2 service nova] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Refreshing network info cache for port 469e660c-7595-4388-8b1f-f3b4b540f28c {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.839037] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:f8:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '469e660c-7595-4388-8b1f-f3b4b540f28c', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.847044] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.847044] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.847474] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d644f34-5006-4c12-8319-c90134e57015 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.871349] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.871349] env[69413]: value = "task-3077921" [ 947.871349] env[69413]: _type = "Task" [ 947.871349] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.880953] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077921, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.105284] env[69413]: DEBUG oslo_vmware.api [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Task: {'id': task-3077919, 'name': Rename_Task, 'duration_secs': 0.139805} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.105719] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.106136] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23996df1-69fd-476d-a4a1-c99c59294564 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.114961] env[69413]: DEBUG oslo_vmware.api [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Waiting for the task: (returnval){ [ 948.114961] env[69413]: value = "task-3077922" [ 948.114961] env[69413]: _type = "Task" [ 948.114961] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.126806] env[69413]: DEBUG oslo_vmware.api [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Task: {'id': task-3077922, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.242658] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b715fce6-9913-435c-88e1-ec1885fab05c tempest-ServersAaction247Test-1958785645 tempest-ServersAaction247Test-1958785645-project-member] Lock "dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.211s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.338537] env[69413]: DEBUG oslo_vmware.api [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077920, 'name': CloneVM_Task} progress is 94%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.383039] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077921, 'name': CreateVM_Task, 'duration_secs': 0.375656} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.386410] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.387659] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.387960] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.388246] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.390628] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b88f6b13-e81a-4795-ad95-36e6864e5814 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.397259] env[69413]: DEBUG oslo_vmware.api [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 948.397259] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d4e61e-9d19-8709-f4e5-d30a6faa30bc" [ 948.397259] env[69413]: _type = "Task" [ 948.397259] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.407726] env[69413]: DEBUG oslo_vmware.api [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d4e61e-9d19-8709-f4e5-d30a6faa30bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.610831] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284e9de3-bb8f-4c02-9af5-84065295ebad {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.622996] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42f46dd-f393-4155-ad37-101fd1fb4acc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.626189] env[69413]: DEBUG nova.network.neutron [req-3b800374-9a2c-4afa-9515-98e454e8462c req-0f5b1b75-e0c0-47bc-b6b0-db403e84d4b2 service nova] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Updated VIF entry in instance network info cache for port 469e660c-7595-4388-8b1f-f3b4b540f28c. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.626526] env[69413]: DEBUG nova.network.neutron [req-3b800374-9a2c-4afa-9515-98e454e8462c req-0f5b1b75-e0c0-47bc-b6b0-db403e84d4b2 service nova] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Updating instance_info_cache with network_info: [{"id": "469e660c-7595-4388-8b1f-f3b4b540f28c", "address": "fa:16:3e:9f:f8:57", "network": {"id": "953617f3-da82-4cf8-b2fc-cf0a2125bdbc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1761269620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f603c4eab95049b2a3ac276067f89c87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap469e660c-75", "ovs_interfaceid": "469e660c-7595-4388-8b1f-f3b4b540f28c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.630888] env[69413]: DEBUG oslo_vmware.api [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Task: {'id': task-3077922, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.659741] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6834303a-1055-4f7b-afd3-fc46c108b328 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.669110] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91851e6-6267-49da-b73d-7a8e16267062 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.688600] env[69413]: DEBUG nova.compute.provider_tree [None req-56c518b4-9f6b-436e-8a21-8557f16cea17 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.838902] env[69413]: DEBUG oslo_vmware.api [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077920, 'name': CloneVM_Task} progress is 94%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.909395] env[69413]: DEBUG oslo_vmware.api [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d4e61e-9d19-8709-f4e5-d30a6faa30bc, 'name': SearchDatastore_Task, 'duration_secs': 0.012931} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.909702] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.909944] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.910200] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.910350] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.910534] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.910809] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-984a6852-d042-4ac6-829d-1ff81caa07b7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.920543] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.920737] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.921488] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed70bb83-a132-4023-8d15-9fefb1afa0ae {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.927496] env[69413]: DEBUG oslo_vmware.api [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 948.927496] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c90165-2a5b-fca4-a980-65cb6094120f" [ 948.927496] env[69413]: _type = "Task" [ 948.927496] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.936341] env[69413]: DEBUG oslo_vmware.api [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c90165-2a5b-fca4-a980-65cb6094120f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.129329] env[69413]: DEBUG oslo_vmware.api [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Task: {'id': task-3077922, 'name': PowerOnVM_Task, 'duration_secs': 0.990708} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.129590] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.129799] env[69413]: INFO nova.compute.manager [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Took 8.12 seconds to spawn the instance on the hypervisor. [ 949.130085] env[69413]: DEBUG nova.compute.manager [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.130929] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f74f7dc-8146-4872-8ad5-cc31ec653a76 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.134400] env[69413]: DEBUG oslo_concurrency.lockutils [req-3b800374-9a2c-4afa-9515-98e454e8462c req-0f5b1b75-e0c0-47bc-b6b0-db403e84d4b2 service nova] Releasing lock "refresh_cache-b2cc798f-a3e2-4ad6-8a1f-9b24069f9308" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.193556] env[69413]: DEBUG nova.scheduler.client.report [None req-56c518b4-9f6b-436e-8a21-8557f16cea17 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.338928] env[69413]: DEBUG oslo_vmware.api [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077920, 'name': CloneVM_Task} progress is 95%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.438900] env[69413]: DEBUG oslo_vmware.api [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c90165-2a5b-fca4-a980-65cb6094120f, 'name': SearchDatastore_Task, 'duration_secs': 0.010429} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.439701] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-071b28f6-8235-494f-8300-968723589f7c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.445534] env[69413]: DEBUG oslo_vmware.api [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 949.445534] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52268821-400a-685c-a49a-0ff208fb06f7" [ 949.445534] env[69413]: _type = "Task" [ 949.445534] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.454209] env[69413]: DEBUG oslo_vmware.api [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52268821-400a-685c-a49a-0ff208fb06f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.652510] env[69413]: INFO nova.compute.manager [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Took 51.09 seconds to build instance. [ 949.700949] env[69413]: DEBUG oslo_concurrency.lockutils [None req-56c518b4-9f6b-436e-8a21-8557f16cea17 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.995s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.702360] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5f573251-0c25-42c7-8935-b50e671ca3d1 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.157s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.705570] env[69413]: DEBUG nova.objects.instance [None req-5f573251-0c25-42c7-8935-b50e671ca3d1 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Lazy-loading 'resources' on Instance uuid ba72f8ba-3ed8-4b38-8a3a-e784ab200285 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.725753] env[69413]: INFO nova.scheduler.client.report [None req-56c518b4-9f6b-436e-8a21-8557f16cea17 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Deleted allocations for instance 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959 [ 949.843203] env[69413]: DEBUG oslo_vmware.api [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077920, 'name': CloneVM_Task} progress is 95%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.958607] env[69413]: DEBUG oslo_vmware.api [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52268821-400a-685c-a49a-0ff208fb06f7, 'name': SearchDatastore_Task, 'duration_secs': 0.010975} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.959160] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.959551] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] b2cc798f-a3e2-4ad6-8a1f-9b24069f9308/b2cc798f-a3e2-4ad6-8a1f-9b24069f9308.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.959835] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb512e34-e283-419b-abf4-5d01b37090f8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.967569] env[69413]: DEBUG oslo_vmware.api [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 949.967569] env[69413]: value = "task-3077923" [ 949.967569] env[69413]: _type = "Task" [ 949.967569] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.979083] env[69413]: DEBUG oslo_vmware.api [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.154745] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8ec6ad81-f0fc-41a2-8dbf-838fc9afd6c3 tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Lock "6ec77319-a59a-4da9-bdd0-82b3fce2b7bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.677s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.233301] env[69413]: DEBUG oslo_concurrency.lockutils [None req-56c518b4-9f6b-436e-8a21-8557f16cea17 tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lock "7ba3bef3-3ecd-4dab-8d06-4583bd4b1959" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.193s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.343550] env[69413]: DEBUG oslo_vmware.api [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077920, 'name': CloneVM_Task} progress is 95%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.438069] env[69413]: DEBUG nova.compute.manager [req-9ec05ae3-ffce-4cfb-9934-5c9c8beaf7ba req-8f925335-aeb7-49bb-ab34-55697abea658 service nova] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Received event network-changed-f1d8501a-42af-48e1-8282-d6783e8a9781 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.438168] env[69413]: DEBUG nova.compute.manager [req-9ec05ae3-ffce-4cfb-9934-5c9c8beaf7ba req-8f925335-aeb7-49bb-ab34-55697abea658 service nova] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Refreshing instance network info cache due to event network-changed-f1d8501a-42af-48e1-8282-d6783e8a9781. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 950.438367] env[69413]: DEBUG oslo_concurrency.lockutils [req-9ec05ae3-ffce-4cfb-9934-5c9c8beaf7ba req-8f925335-aeb7-49bb-ab34-55697abea658 service nova] Acquiring lock "refresh_cache-6ec77319-a59a-4da9-bdd0-82b3fce2b7bd" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.438521] env[69413]: DEBUG oslo_concurrency.lockutils [req-9ec05ae3-ffce-4cfb-9934-5c9c8beaf7ba req-8f925335-aeb7-49bb-ab34-55697abea658 service nova] Acquired lock "refresh_cache-6ec77319-a59a-4da9-bdd0-82b3fce2b7bd" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.438804] env[69413]: DEBUG nova.network.neutron [req-9ec05ae3-ffce-4cfb-9934-5c9c8beaf7ba req-8f925335-aeb7-49bb-ab34-55697abea658 service nova] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Refreshing network info cache for port f1d8501a-42af-48e1-8282-d6783e8a9781 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.479975] env[69413]: DEBUG oslo_vmware.api [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492603} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.480287] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] b2cc798f-a3e2-4ad6-8a1f-9b24069f9308/b2cc798f-a3e2-4ad6-8a1f-9b24069f9308.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.480532] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.481477] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58bcc320-f01d-421f-9c13-9e4598f18444 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.489635] env[69413]: DEBUG oslo_vmware.api [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 950.489635] env[69413]: value = "task-3077924" [ 950.489635] env[69413]: _type = "Task" [ 950.489635] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.502603] env[69413]: DEBUG oslo_vmware.api [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.713473] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad4bf96-863e-4fed-90f0-0cb6f495e1f2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.726160] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d91951-c78e-458a-ba00-9883498dedfd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.770117] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c72a9c4-e3c8-4109-9ac2-df4ae6009b7d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.779439] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae80dd5a-8960-4ee0-bef2-5aea598609e2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.795708] env[69413]: DEBUG nova.compute.provider_tree [None req-5f573251-0c25-42c7-8935-b50e671ca3d1 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 950.848168] env[69413]: DEBUG oslo_vmware.api [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077920, 'name': CloneVM_Task} progress is 95%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.891209] env[69413]: DEBUG oslo_concurrency.lockutils [None req-045c0b81-d3ba-4213-9241-3bcadfec802b tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquiring lock "550f42d5-10b7-4a74-b3f8-84526a6e166c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.891529] env[69413]: DEBUG oslo_concurrency.lockutils [None req-045c0b81-d3ba-4213-9241-3bcadfec802b tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lock "550f42d5-10b7-4a74-b3f8-84526a6e166c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.891777] env[69413]: DEBUG oslo_concurrency.lockutils [None req-045c0b81-d3ba-4213-9241-3bcadfec802b tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquiring lock "550f42d5-10b7-4a74-b3f8-84526a6e166c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.891964] env[69413]: DEBUG oslo_concurrency.lockutils [None req-045c0b81-d3ba-4213-9241-3bcadfec802b tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lock "550f42d5-10b7-4a74-b3f8-84526a6e166c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.892163] env[69413]: DEBUG oslo_concurrency.lockutils [None req-045c0b81-d3ba-4213-9241-3bcadfec802b tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lock "550f42d5-10b7-4a74-b3f8-84526a6e166c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.895206] env[69413]: INFO nova.compute.manager [None req-045c0b81-d3ba-4213-9241-3bcadfec802b tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Terminating instance [ 951.004669] env[69413]: DEBUG oslo_vmware.api [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066361} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.005041] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 951.005919] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18bb2f6-249c-4886-9beb-ef63aa7755f2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.030058] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] b2cc798f-a3e2-4ad6-8a1f-9b24069f9308/b2cc798f-a3e2-4ad6-8a1f-9b24069f9308.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.030338] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a98f69b-ea4b-405f-9297-8fbed02a4787 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.058281] env[69413]: DEBUG oslo_vmware.api [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 951.058281] env[69413]: value = "task-3077925" [ 951.058281] env[69413]: _type = "Task" [ 951.058281] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.068988] env[69413]: DEBUG oslo_vmware.api [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077925, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.286730] env[69413]: DEBUG nova.network.neutron [req-9ec05ae3-ffce-4cfb-9934-5c9c8beaf7ba req-8f925335-aeb7-49bb-ab34-55697abea658 service nova] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Updated VIF entry in instance network info cache for port f1d8501a-42af-48e1-8282-d6783e8a9781. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.286730] env[69413]: DEBUG nova.network.neutron [req-9ec05ae3-ffce-4cfb-9934-5c9c8beaf7ba req-8f925335-aeb7-49bb-ab34-55697abea658 service nova] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Updating instance_info_cache with network_info: [{"id": "f1d8501a-42af-48e1-8282-d6783e8a9781", "address": "fa:16:3e:18:97:77", "network": {"id": "604d13b8-9dc2-4813-881e-2081f53145e3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1762793467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713ee699f7f94dc69e52b17669e6cec3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1d8501a-42", "ovs_interfaceid": "f1d8501a-42af-48e1-8282-d6783e8a9781", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.340618] env[69413]: DEBUG oslo_vmware.api [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077920, 'name': CloneVM_Task} progress is 95%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.399176] env[69413]: DEBUG nova.compute.manager [None req-045c0b81-d3ba-4213-9241-3bcadfec802b tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.399416] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-045c0b81-d3ba-4213-9241-3bcadfec802b tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.400413] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97a47ae-7ec9-4933-96f2-15b59b48d612 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.410826] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-045c0b81-d3ba-4213-9241-3bcadfec802b tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.411118] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53d37dbe-7d3e-4e4c-87ee-b4ea417e7d8f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.421510] env[69413]: DEBUG oslo_vmware.api [None req-045c0b81-d3ba-4213-9241-3bcadfec802b tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 951.421510] env[69413]: value = "task-3077926" [ 951.421510] env[69413]: _type = "Task" [ 951.421510] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.432278] env[69413]: DEBUG oslo_vmware.api [None req-045c0b81-d3ba-4213-9241-3bcadfec802b tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.443574] env[69413]: DEBUG nova.scheduler.client.report [None req-5f573251-0c25-42c7-8935-b50e671ca3d1 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Updated inventory for provider 65568fbe-598e-408e-afad-1b65d19c68ec with generation 104 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 951.443919] env[69413]: DEBUG nova.compute.provider_tree [None req-5f573251-0c25-42c7-8935-b50e671ca3d1 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Updating resource provider 65568fbe-598e-408e-afad-1b65d19c68ec generation from 104 to 105 during operation: update_inventory {{(pid=69413) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 951.444235] env[69413]: DEBUG nova.compute.provider_tree [None req-5f573251-0c25-42c7-8935-b50e671ca3d1 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 951.571752] env[69413]: DEBUG oslo_vmware.api [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.789534] env[69413]: DEBUG oslo_concurrency.lockutils [req-9ec05ae3-ffce-4cfb-9934-5c9c8beaf7ba req-8f925335-aeb7-49bb-ab34-55697abea658 service nova] Releasing lock "refresh_cache-6ec77319-a59a-4da9-bdd0-82b3fce2b7bd" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.846287] env[69413]: DEBUG oslo_vmware.api [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077920, 'name': CloneVM_Task, 'duration_secs': 3.802581} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.846573] env[69413]: INFO nova.virt.vmwareapi.vmops [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Created linked-clone VM from snapshot [ 951.847889] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f822a06f-33f9-4609-9976-37eb823062e7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.857581] env[69413]: DEBUG nova.virt.vmwareapi.images [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Uploading image e0ce7cb3-96c6-435d-b1e7-cf300cd91f63 {{(pid=69413) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 951.894266] env[69413]: DEBUG oslo_vmware.rw_handles [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 951.894266] env[69413]: value = "vm-616245" [ 951.894266] env[69413]: _type = "VirtualMachine" [ 951.894266] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 951.894601] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-60c1857e-690d-45a7-946c-471b0b7d4b14 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.901939] env[69413]: DEBUG oslo_vmware.rw_handles [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lease: (returnval){ [ 951.901939] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5279aba6-35c6-be73-aa51-04e629e82ac1" [ 951.901939] env[69413]: _type = "HttpNfcLease" [ 951.901939] env[69413]: } obtained for exporting VM: (result){ [ 951.901939] env[69413]: value = "vm-616245" [ 951.901939] env[69413]: _type = "VirtualMachine" [ 951.901939] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 951.902259] env[69413]: DEBUG oslo_vmware.api [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the lease: (returnval){ [ 951.902259] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5279aba6-35c6-be73-aa51-04e629e82ac1" [ 951.902259] env[69413]: _type = "HttpNfcLease" [ 951.902259] env[69413]: } to be ready. {{(pid=69413) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 951.910397] env[69413]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 951.910397] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5279aba6-35c6-be73-aa51-04e629e82ac1" [ 951.910397] env[69413]: _type = "HttpNfcLease" [ 951.910397] env[69413]: } is initializing. {{(pid=69413) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 951.936169] env[69413]: DEBUG oslo_vmware.api [None req-045c0b81-d3ba-4213-9241-3bcadfec802b tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077926, 'name': PowerOffVM_Task, 'duration_secs': 0.214583} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.936467] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-045c0b81-d3ba-4213-9241-3bcadfec802b tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.936637] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-045c0b81-d3ba-4213-9241-3bcadfec802b tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.936892] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00c42ca1-0ff2-43b0-a8cc-fed37e805370 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.951678] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5f573251-0c25-42c7-8935-b50e671ca3d1 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.250s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.955074] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f094b39d-8fae-4195-a30e-37b7a326cba7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.607s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.955133] env[69413]: DEBUG nova.objects.instance [None req-f094b39d-8fae-4195-a30e-37b7a326cba7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Lazy-loading 'resources' on Instance uuid 3316c01f-b7e4-463c-8ef1-973d2c5e53f4 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.978911] env[69413]: INFO nova.scheduler.client.report [None req-5f573251-0c25-42c7-8935-b50e671ca3d1 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Deleted allocations for instance ba72f8ba-3ed8-4b38-8a3a-e784ab200285 [ 952.032747] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-045c0b81-d3ba-4213-9241-3bcadfec802b tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.032747] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-045c0b81-d3ba-4213-9241-3bcadfec802b tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.032747] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-045c0b81-d3ba-4213-9241-3bcadfec802b tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Deleting the datastore file [datastore1] 550f42d5-10b7-4a74-b3f8-84526a6e166c {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.032747] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b243ee2-b5b9-4a5d-bef9-a60f80257421 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.041154] env[69413]: DEBUG oslo_vmware.api [None req-045c0b81-d3ba-4213-9241-3bcadfec802b tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for the task: (returnval){ [ 952.041154] env[69413]: value = "task-3077929" [ 952.041154] env[69413]: _type = "Task" [ 952.041154] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.050484] env[69413]: DEBUG oslo_vmware.api [None req-045c0b81-d3ba-4213-9241-3bcadfec802b tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077929, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.067760] env[69413]: DEBUG oslo_vmware.api [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077925, 'name': ReconfigVM_Task, 'duration_secs': 0.855582} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.069127] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Reconfigured VM instance instance-00000048 to attach disk [datastore2] b2cc798f-a3e2-4ad6-8a1f-9b24069f9308/b2cc798f-a3e2-4ad6-8a1f-9b24069f9308.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.069301] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5955d3b-4053-4e2a-9c82-3c1d0d322f47 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.077121] env[69413]: DEBUG oslo_vmware.api [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 952.077121] env[69413]: value = "task-3077930" [ 952.077121] env[69413]: _type = "Task" [ 952.077121] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.086640] env[69413]: DEBUG oslo_vmware.api [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077930, 'name': Rename_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.414493] env[69413]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 952.414493] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5279aba6-35c6-be73-aa51-04e629e82ac1" [ 952.414493] env[69413]: _type = "HttpNfcLease" [ 952.414493] env[69413]: } is ready. {{(pid=69413) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 952.414785] env[69413]: DEBUG oslo_vmware.rw_handles [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 952.414785] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5279aba6-35c6-be73-aa51-04e629e82ac1" [ 952.414785] env[69413]: _type = "HttpNfcLease" [ 952.414785] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 952.415593] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3c24ef-0db9-4728-bf48-a0d7c3bc83d8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.426876] env[69413]: DEBUG oslo_vmware.rw_handles [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522d17c2-26aa-9231-331a-12cf59551b48/disk-0.vmdk from lease info. {{(pid=69413) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 952.427364] env[69413]: DEBUG oslo_vmware.rw_handles [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522d17c2-26aa-9231-331a-12cf59551b48/disk-0.vmdk for reading. {{(pid=69413) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 952.508677] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5f573251-0c25-42c7-8935-b50e671ca3d1 tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Lock "ba72f8ba-3ed8-4b38-8a3a-e784ab200285" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.469s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.551807] env[69413]: DEBUG oslo_vmware.api [None req-045c0b81-d3ba-4213-9241-3bcadfec802b tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Task: {'id': task-3077929, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163626} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.556148] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-045c0b81-d3ba-4213-9241-3bcadfec802b tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.557252] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-045c0b81-d3ba-4213-9241-3bcadfec802b tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.557252] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-045c0b81-d3ba-4213-9241-3bcadfec802b tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.557252] env[69413]: INFO nova.compute.manager [None req-045c0b81-d3ba-4213-9241-3bcadfec802b tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 952.557252] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-045c0b81-d3ba-4213-9241-3bcadfec802b tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.557960] env[69413]: DEBUG nova.compute.manager [-] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.557960] env[69413]: DEBUG nova.network.neutron [-] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.593228] env[69413]: DEBUG oslo_vmware.api [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077930, 'name': Rename_Task, 'duration_secs': 0.156722} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.593616] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.594076] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-571a65ce-d7a7-45f0-a5ee-1b0d42748616 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.605180] env[69413]: DEBUG oslo_vmware.api [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 952.605180] env[69413]: value = "task-3077931" [ 952.605180] env[69413]: _type = "Task" [ 952.605180] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.620214] env[69413]: DEBUG oslo_vmware.api [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077931, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.640850] env[69413]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1c7bed57-7f66-4edd-a98e-7ef6ca9a1cd9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.061763] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f75854-6bab-4619-9a13-9239c8c3c02d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.078150] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f584077-e821-4d38-817c-9186f1c58085 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.121223] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1362ce-9539-494c-a297-d387b0cb7718 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.131403] env[69413]: DEBUG oslo_vmware.api [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077931, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.135631] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf58fc8-5dfa-4c51-ab8e-e2725f934f3f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.154077] env[69413]: DEBUG nova.compute.provider_tree [None req-f094b39d-8fae-4195-a30e-37b7a326cba7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 953.257643] env[69413]: DEBUG nova.compute.manager [req-cabfba5a-7980-4f90-90d0-7b314730f314 req-8c01e61c-7d5b-402d-b540-7c497d5c6604 service nova] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Received event network-vif-deleted-40aa1151-3366-4701-a260-f185fa7ee3bc {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.257643] env[69413]: INFO nova.compute.manager [req-cabfba5a-7980-4f90-90d0-7b314730f314 req-8c01e61c-7d5b-402d-b540-7c497d5c6604 service nova] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Neutron deleted interface 40aa1151-3366-4701-a260-f185fa7ee3bc; detaching it from the instance and deleting it from the info cache [ 953.257812] env[69413]: DEBUG nova.network.neutron [req-cabfba5a-7980-4f90-90d0-7b314730f314 req-8c01e61c-7d5b-402d-b540-7c497d5c6604 service nova] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.572273] env[69413]: DEBUG nova.network.neutron [-] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.628855] env[69413]: DEBUG oslo_vmware.api [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3077931, 'name': PowerOnVM_Task, 'duration_secs': 0.567308} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.629546] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 953.629921] env[69413]: INFO nova.compute.manager [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Took 7.88 seconds to spawn the instance on the hypervisor. [ 953.630242] env[69413]: DEBUG nova.compute.manager [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.631283] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77461764-4904-4510-836e-5b8371d5eabe {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.693256] env[69413]: DEBUG nova.scheduler.client.report [None req-f094b39d-8fae-4195-a30e-37b7a326cba7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Updated inventory for provider 65568fbe-598e-408e-afad-1b65d19c68ec with generation 105 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 953.693546] env[69413]: DEBUG nova.compute.provider_tree [None req-f094b39d-8fae-4195-a30e-37b7a326cba7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Updating resource provider 65568fbe-598e-408e-afad-1b65d19c68ec generation from 105 to 106 during operation: update_inventory {{(pid=69413) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 953.693777] env[69413]: DEBUG nova.compute.provider_tree [None req-f094b39d-8fae-4195-a30e-37b7a326cba7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 953.761442] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec65f473-8345-4300-b6db-f6bc4efa445d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.772210] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360898f2-9706-4d64-a663-eef0e8aba1f4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.807949] env[69413]: DEBUG nova.compute.manager [req-cabfba5a-7980-4f90-90d0-7b314730f314 req-8c01e61c-7d5b-402d-b540-7c497d5c6604 service nova] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Detach interface failed, port_id=40aa1151-3366-4701-a260-f185fa7ee3bc, reason: Instance 550f42d5-10b7-4a74-b3f8-84526a6e166c could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 954.076605] env[69413]: INFO nova.compute.manager [-] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Took 1.52 seconds to deallocate network for instance. [ 954.154999] env[69413]: INFO nova.compute.manager [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Took 53.59 seconds to build instance. [ 954.200267] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f094b39d-8fae-4195-a30e-37b7a326cba7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.246s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.203457] env[69413]: DEBUG oslo_concurrency.lockutils [None req-76e1ee17-617f-4b48-b9f0-c33ca40075c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.833s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.203787] env[69413]: DEBUG nova.objects.instance [None req-76e1ee17-617f-4b48-b9f0-c33ca40075c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Lazy-loading 'resources' on Instance uuid 9c167732-fb10-402b-8b16-d9094785af78 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.230681] env[69413]: INFO nova.scheduler.client.report [None req-f094b39d-8fae-4195-a30e-37b7a326cba7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Deleted allocations for instance 3316c01f-b7e4-463c-8ef1-973d2c5e53f4 [ 954.590479] env[69413]: DEBUG oslo_concurrency.lockutils [None req-045c0b81-d3ba-4213-9241-3bcadfec802b tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.658740] env[69413]: DEBUG oslo_concurrency.lockutils [None req-8efa0c52-8874-44de-bb4f-c4cd3a02194b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Lock "b2cc798f-a3e2-4ad6-8a1f-9b24069f9308" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.102s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.746495] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f094b39d-8fae-4195-a30e-37b7a326cba7 tempest-ListImageFiltersTestJSON-1962224894 tempest-ListImageFiltersTestJSON-1962224894-project-member] Lock "3316c01f-b7e4-463c-8ef1-973d2c5e53f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.889s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.131019] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0f759c24-70bf-43c0-815e-8017ff77ce3b tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Acquiring lock "dcac029f-96a3-4f1f-98cf-6794be08ab9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.131019] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0f759c24-70bf-43c0-815e-8017ff77ce3b tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Lock "dcac029f-96a3-4f1f-98cf-6794be08ab9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.131019] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0f759c24-70bf-43c0-815e-8017ff77ce3b tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Acquiring lock "dcac029f-96a3-4f1f-98cf-6794be08ab9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.131019] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0f759c24-70bf-43c0-815e-8017ff77ce3b tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Lock "dcac029f-96a3-4f1f-98cf-6794be08ab9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.131019] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0f759c24-70bf-43c0-815e-8017ff77ce3b tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Lock "dcac029f-96a3-4f1f-98cf-6794be08ab9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.133773] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f37e807-9bed-4640-86dd-f814b956ec49 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.137855] env[69413]: INFO nova.compute.manager [None req-0f759c24-70bf-43c0-815e-8017ff77ce3b tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Terminating instance [ 955.149339] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd536f11-fdda-42c4-bd4e-d93cb9a6e672 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.200780] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ca012a-457b-4246-a8e9-095e4546a509 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.210306] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ed6aef-e81d-4f8d-a025-d45ffe061f16 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.227430] env[69413]: DEBUG nova.compute.provider_tree [None req-76e1ee17-617f-4b48-b9f0-c33ca40075c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.642827] env[69413]: DEBUG nova.compute.manager [None req-0f759c24-70bf-43c0-815e-8017ff77ce3b tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 955.643030] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0f759c24-70bf-43c0-815e-8017ff77ce3b tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.643928] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df94e131-e9ca-45cb-a788-5bf99a57eab9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.652021] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f759c24-70bf-43c0-815e-8017ff77ce3b tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.652312] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43927ed0-2520-479a-8163-fa5357e575df {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.660992] env[69413]: DEBUG oslo_vmware.api [None req-0f759c24-70bf-43c0-815e-8017ff77ce3b tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Waiting for the task: (returnval){ [ 955.660992] env[69413]: value = "task-3077932" [ 955.660992] env[69413]: _type = "Task" [ 955.660992] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.672517] env[69413]: DEBUG oslo_vmware.api [None req-0f759c24-70bf-43c0-815e-8017ff77ce3b tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.735397] env[69413]: DEBUG nova.scheduler.client.report [None req-76e1ee17-617f-4b48-b9f0-c33ca40075c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.177122] env[69413]: DEBUG oslo_vmware.api [None req-0f759c24-70bf-43c0-815e-8017ff77ce3b tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077932, 'name': PowerOffVM_Task, 'duration_secs': 0.417732} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.177428] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f759c24-70bf-43c0-815e-8017ff77ce3b tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.178041] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0f759c24-70bf-43c0-815e-8017ff77ce3b tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.178041] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab3336a8-f4f8-40a9-a688-203adc50fb04 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.206705] env[69413]: DEBUG nova.compute.manager [req-bb1a1d29-9b0b-4940-a766-f2175f0a4b9c req-fcb3c35b-b72b-4065-b9b5-9e49d7c0dec8 service nova] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Received event network-changed-469e660c-7595-4388-8b1f-f3b4b540f28c {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.206918] env[69413]: DEBUG nova.compute.manager [req-bb1a1d29-9b0b-4940-a766-f2175f0a4b9c req-fcb3c35b-b72b-4065-b9b5-9e49d7c0dec8 service nova] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Refreshing instance network info cache due to event network-changed-469e660c-7595-4388-8b1f-f3b4b540f28c. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 956.207199] env[69413]: DEBUG oslo_concurrency.lockutils [req-bb1a1d29-9b0b-4940-a766-f2175f0a4b9c req-fcb3c35b-b72b-4065-b9b5-9e49d7c0dec8 service nova] Acquiring lock "refresh_cache-b2cc798f-a3e2-4ad6-8a1f-9b24069f9308" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.207343] env[69413]: DEBUG oslo_concurrency.lockutils [req-bb1a1d29-9b0b-4940-a766-f2175f0a4b9c req-fcb3c35b-b72b-4065-b9b5-9e49d7c0dec8 service nova] Acquired lock "refresh_cache-b2cc798f-a3e2-4ad6-8a1f-9b24069f9308" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.207523] env[69413]: DEBUG nova.network.neutron [req-bb1a1d29-9b0b-4940-a766-f2175f0a4b9c req-fcb3c35b-b72b-4065-b9b5-9e49d7c0dec8 service nova] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Refreshing network info cache for port 469e660c-7595-4388-8b1f-f3b4b540f28c {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 956.244035] env[69413]: DEBUG oslo_concurrency.lockutils [None req-76e1ee17-617f-4b48-b9f0-c33ca40075c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.040s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.247580] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ee0fe28e-fe39-4046-ab84-39c44671f693 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.867s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.247884] env[69413]: DEBUG nova.objects.instance [None req-ee0fe28e-fe39-4046-ab84-39c44671f693 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Lazy-loading 'resources' on Instance uuid 51503845-99ac-4010-9780-09feb6c342b9 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.253373] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0f759c24-70bf-43c0-815e-8017ff77ce3b tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.253789] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0f759c24-70bf-43c0-815e-8017ff77ce3b tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.254959] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f759c24-70bf-43c0-815e-8017ff77ce3b tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Deleting the datastore file [datastore1] dcac029f-96a3-4f1f-98cf-6794be08ab9a {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.259800] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32d939f1-ca31-4018-b13c-ab47ec094dc7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.266649] env[69413]: DEBUG oslo_vmware.api [None req-0f759c24-70bf-43c0-815e-8017ff77ce3b tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Waiting for the task: (returnval){ [ 956.266649] env[69413]: value = "task-3077934" [ 956.266649] env[69413]: _type = "Task" [ 956.266649] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.271831] env[69413]: INFO nova.scheduler.client.report [None req-76e1ee17-617f-4b48-b9f0-c33ca40075c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Deleted allocations for instance 9c167732-fb10-402b-8b16-d9094785af78 [ 956.282301] env[69413]: DEBUG oslo_vmware.api [None req-0f759c24-70bf-43c0-815e-8017ff77ce3b tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077934, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.588963] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "08fdf64c-acff-4bc5-8d0b-fd294e6c9a18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.589349] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "08fdf64c-acff-4bc5-8d0b-fd294e6c9a18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.779851] env[69413]: DEBUG oslo_vmware.api [None req-0f759c24-70bf-43c0-815e-8017ff77ce3b tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Task: {'id': task-3077934, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181963} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.783276] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f759c24-70bf-43c0-815e-8017ff77ce3b tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.783651] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0f759c24-70bf-43c0-815e-8017ff77ce3b tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.783651] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0f759c24-70bf-43c0-815e-8017ff77ce3b tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.783823] env[69413]: INFO nova.compute.manager [None req-0f759c24-70bf-43c0-815e-8017ff77ce3b tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 956.784073] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f759c24-70bf-43c0-815e-8017ff77ce3b tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.786507] env[69413]: DEBUG nova.compute.manager [-] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 956.786613] env[69413]: DEBUG nova.network.neutron [-] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 956.788485] env[69413]: DEBUG oslo_concurrency.lockutils [None req-76e1ee17-617f-4b48-b9f0-c33ca40075c9 tempest-ServersNegativeTestJSON-433351434 tempest-ServersNegativeTestJSON-433351434-project-member] Lock "9c167732-fb10-402b-8b16-d9094785af78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.856s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.091928] env[69413]: DEBUG nova.compute.manager [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 957.100390] env[69413]: DEBUG nova.network.neutron [req-bb1a1d29-9b0b-4940-a766-f2175f0a4b9c req-fcb3c35b-b72b-4065-b9b5-9e49d7c0dec8 service nova] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Updated VIF entry in instance network info cache for port 469e660c-7595-4388-8b1f-f3b4b540f28c. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 957.100865] env[69413]: DEBUG nova.network.neutron [req-bb1a1d29-9b0b-4940-a766-f2175f0a4b9c req-fcb3c35b-b72b-4065-b9b5-9e49d7c0dec8 service nova] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Updating instance_info_cache with network_info: [{"id": "469e660c-7595-4388-8b1f-f3b4b540f28c", "address": "fa:16:3e:9f:f8:57", "network": {"id": "953617f3-da82-4cf8-b2fc-cf0a2125bdbc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1761269620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f603c4eab95049b2a3ac276067f89c87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap469e660c-75", "ovs_interfaceid": "469e660c-7595-4388-8b1f-f3b4b540f28c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.204786] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e09ad6-cd0e-4fd5-845a-cdd0776e7635 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.217907] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cac209-fe2b-4b0e-84c8-3d9fde95e7a3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.250104] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861c1cc4-db49-45fa-9385-1bcf7b860538 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.259371] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5787867f-5f3d-4764-affd-7b1f93cb02c9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.275127] env[69413]: DEBUG nova.compute.provider_tree [None req-ee0fe28e-fe39-4046-ab84-39c44671f693 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.361290] env[69413]: DEBUG nova.compute.manager [req-00cb5a6f-2631-4c59-91c3-78497c8ab9dd req-dc17c5fc-904a-4dfb-929d-2b6de9764945 service nova] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Received event network-vif-deleted-6e7e6f4a-2657-470f-9d28-c01a488504b1 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.361507] env[69413]: INFO nova.compute.manager [req-00cb5a6f-2631-4c59-91c3-78497c8ab9dd req-dc17c5fc-904a-4dfb-929d-2b6de9764945 service nova] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Neutron deleted interface 6e7e6f4a-2657-470f-9d28-c01a488504b1; detaching it from the instance and deleting it from the info cache [ 957.363073] env[69413]: DEBUG nova.network.neutron [req-00cb5a6f-2631-4c59-91c3-78497c8ab9dd req-dc17c5fc-904a-4dfb-929d-2b6de9764945 service nova] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.604825] env[69413]: DEBUG oslo_concurrency.lockutils [req-bb1a1d29-9b0b-4940-a766-f2175f0a4b9c req-fcb3c35b-b72b-4065-b9b5-9e49d7c0dec8 service nova] Releasing lock "refresh_cache-b2cc798f-a3e2-4ad6-8a1f-9b24069f9308" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.617229] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.712608] env[69413]: DEBUG nova.network.neutron [-] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.778738] env[69413]: DEBUG nova.scheduler.client.report [None req-ee0fe28e-fe39-4046-ab84-39c44671f693 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.864320] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-44d30abc-4a95-4805-ba4e-2580e99aadf1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.875665] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72260309-5cb9-4a8d-ac39-7d9bed030a8a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.911959] env[69413]: DEBUG nova.compute.manager [req-00cb5a6f-2631-4c59-91c3-78497c8ab9dd req-dc17c5fc-904a-4dfb-929d-2b6de9764945 service nova] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Detach interface failed, port_id=6e7e6f4a-2657-470f-9d28-c01a488504b1, reason: Instance dcac029f-96a3-4f1f-98cf-6794be08ab9a could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 958.216918] env[69413]: INFO nova.compute.manager [-] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Took 1.43 seconds to deallocate network for instance. [ 958.284713] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ee0fe28e-fe39-4046-ab84-39c44671f693 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.037s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.288806] env[69413]: DEBUG oslo_concurrency.lockutils [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.187s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.290394] env[69413]: INFO nova.compute.claims [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 958.318470] env[69413]: INFO nova.scheduler.client.report [None req-ee0fe28e-fe39-4046-ab84-39c44671f693 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Deleted allocations for instance 51503845-99ac-4010-9780-09feb6c342b9 [ 958.724992] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0f759c24-70bf-43c0-815e-8017ff77ce3b tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.831232] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ee0fe28e-fe39-4046-ab84-39c44671f693 tempest-ServersAdminNegativeTestJSON-822814006 tempest-ServersAdminNegativeTestJSON-822814006-project-member] Lock "51503845-99ac-4010-9780-09feb6c342b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.159s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.701987] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b28fd5-ffc9-4c18-834f-f35ff237a471 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.715183] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b295a5a-ee13-454d-b332-831a49b350a0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.752916] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df092eb-d504-45c3-97b5-4e2ae7d171db {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.762171] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ddb1e0-e760-463a-a833-30bef232d8df {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.778263] env[69413]: DEBUG nova.compute.provider_tree [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.285025] env[69413]: DEBUG nova.scheduler.client.report [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.790201] env[69413]: DEBUG oslo_concurrency.lockutils [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.790819] env[69413]: DEBUG nova.compute.manager [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 960.795555] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.399s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.797692] env[69413]: INFO nova.compute.claims [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 961.021451] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "9714646b-1525-4dd9-805d-cae11ee88a3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.021732] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "9714646b-1525-4dd9-805d-cae11ee88a3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.181507] env[69413]: DEBUG oslo_vmware.rw_handles [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522d17c2-26aa-9231-331a-12cf59551b48/disk-0.vmdk. {{(pid=69413) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 961.182592] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0d136d-d441-411d-9ad1-022a19e0ae9d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.190073] env[69413]: DEBUG oslo_vmware.rw_handles [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522d17c2-26aa-9231-331a-12cf59551b48/disk-0.vmdk is in state: ready. {{(pid=69413) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 961.190308] env[69413]: ERROR oslo_vmware.rw_handles [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522d17c2-26aa-9231-331a-12cf59551b48/disk-0.vmdk due to incomplete transfer. [ 961.190564] env[69413]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4665e7e7-59c8-4b94-ac90-9510e176e54c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.199485] env[69413]: DEBUG oslo_vmware.rw_handles [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522d17c2-26aa-9231-331a-12cf59551b48/disk-0.vmdk. {{(pid=69413) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 961.199724] env[69413]: DEBUG nova.virt.vmwareapi.images [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Uploaded image e0ce7cb3-96c6-435d-b1e7-cf300cd91f63 to the Glance image server {{(pid=69413) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 961.202528] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Destroying the VM {{(pid=69413) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 961.202954] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-79d03894-9ae3-4bf5-980b-a8421e2d9278 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.209657] env[69413]: DEBUG oslo_vmware.api [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 961.209657] env[69413]: value = "task-3077935" [ 961.209657] env[69413]: _type = "Task" [ 961.209657] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.219890] env[69413]: DEBUG oslo_vmware.api [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077935, 'name': Destroy_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.297378] env[69413]: DEBUG nova.compute.utils [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 961.300572] env[69413]: DEBUG nova.compute.manager [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Not allocating networking since 'none' was specified. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 961.524790] env[69413]: DEBUG nova.compute.manager [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 961.722016] env[69413]: DEBUG oslo_vmware.api [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077935, 'name': Destroy_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.801103] env[69413]: DEBUG nova.compute.manager [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 962.050111] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.169623] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7cd3cb-7374-4230-82fc-87c3704cc2ea {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.178060] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb862bb-ab89-4635-804b-a0ff3eccf405 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.209585] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e253a932-79eb-47df-9947-e5ea83547e46 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.221431] env[69413]: DEBUG oslo_vmware.api [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077935, 'name': Destroy_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.224681] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180c0082-d610-43c9-a84a-eaecb766df3d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.239130] env[69413]: DEBUG nova.compute.provider_tree [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.722781] env[69413]: DEBUG oslo_vmware.api [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077935, 'name': Destroy_Task, 'duration_secs': 1.334818} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.723380] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Destroyed the VM [ 962.723692] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Deleting Snapshot of the VM instance {{(pid=69413) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 962.723968] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-32039fa7-948b-4b75-997c-ca49bfc687ed {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.732526] env[69413]: DEBUG oslo_vmware.api [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 962.732526] env[69413]: value = "task-3077936" [ 962.732526] env[69413]: _type = "Task" [ 962.732526] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.742124] env[69413]: DEBUG nova.scheduler.client.report [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.747465] env[69413]: DEBUG oslo_vmware.api [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077936, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.815632] env[69413]: DEBUG nova.compute.manager [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 962.850632] env[69413]: DEBUG nova.virt.hardware [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.850632] env[69413]: DEBUG nova.virt.hardware [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.850632] env[69413]: DEBUG nova.virt.hardware [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.850832] env[69413]: DEBUG nova.virt.hardware [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.850869] env[69413]: DEBUG nova.virt.hardware [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.850998] env[69413]: DEBUG nova.virt.hardware [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.851278] env[69413]: DEBUG nova.virt.hardware [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.851443] env[69413]: DEBUG nova.virt.hardware [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.851674] env[69413]: DEBUG nova.virt.hardware [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.851761] env[69413]: DEBUG nova.virt.hardware [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.851930] env[69413]: DEBUG nova.virt.hardware [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.852804] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8bcffe-8610-44ed-a4cb-40d56999757d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.865587] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6936489e-7b20-47a4-9ede-229644972793 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.881072] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Instance VIF info [] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 962.890250] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Creating folder: Project (5c6fe598e2d04db3bc6d8e23911dc80c). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 962.891050] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c35051ae-b449-47f5-912b-0e4074c2092f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.905252] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Created folder: Project (5c6fe598e2d04db3bc6d8e23911dc80c) in parent group-v616034. [ 962.905252] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Creating folder: Instances. Parent ref: group-v616247. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 962.905252] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6cab0471-ca3b-44f8-92f8-c297d35ae3bc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.916904] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Created folder: Instances in parent group-v616247. [ 962.917173] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.917402] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 962.917632] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18b69359-8d9e-421f-99ca-78f3bb7c9cdb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.937982] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 962.937982] env[69413]: value = "task-3077939" [ 962.937982] env[69413]: _type = "Task" [ 962.937982] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.946362] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077939, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.249361] env[69413]: DEBUG oslo_vmware.api [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077936, 'name': RemoveSnapshot_Task, 'duration_secs': 0.4273} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.250027] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.250652] env[69413]: DEBUG nova.compute.manager [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 963.254037] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Deleted Snapshot of the VM instance {{(pid=69413) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 963.254354] env[69413]: DEBUG nova.compute.manager [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.254715] env[69413]: DEBUG oslo_concurrency.lockutils [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.701s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.257786] env[69413]: INFO nova.compute.claims [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 963.260901] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd08c03-c582-46ad-93f8-71b3847b6a38 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.450032] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077939, 'name': CreateVM_Task, 'duration_secs': 0.347136} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.450267] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 963.450897] env[69413]: DEBUG oslo_concurrency.lockutils [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.450897] env[69413]: DEBUG oslo_concurrency.lockutils [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.451310] env[69413]: DEBUG oslo_concurrency.lockutils [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.451634] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d41e182-da4c-43d0-8707-82ad3d09de32 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.457775] env[69413]: DEBUG oslo_vmware.api [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Waiting for the task: (returnval){ [ 963.457775] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]521b5c68-94b4-6167-a854-d98ddac241b8" [ 963.457775] env[69413]: _type = "Task" [ 963.457775] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.466756] env[69413]: DEBUG oslo_vmware.api [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]521b5c68-94b4-6167-a854-d98ddac241b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.770970] env[69413]: DEBUG nova.compute.utils [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 963.773371] env[69413]: DEBUG nova.compute.manager [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 963.773790] env[69413]: DEBUG nova.network.neutron [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 963.777744] env[69413]: INFO nova.compute.manager [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Shelve offloading [ 963.881106] env[69413]: DEBUG nova.policy [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b636467dc27456886e7a2da93bfcf89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '036bcb3a9f9c4d3a99cb858e63a3d507', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 963.971599] env[69413]: DEBUG oslo_vmware.api [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]521b5c68-94b4-6167-a854-d98ddac241b8, 'name': SearchDatastore_Task, 'duration_secs': 0.011468} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.971837] env[69413]: DEBUG oslo_concurrency.lockutils [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.972103] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.972648] env[69413]: DEBUG oslo_concurrency.lockutils [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.972825] env[69413]: DEBUG oslo_concurrency.lockutils [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.973049] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.973345] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4034e5ee-8e1d-4ed6-a554-dcdf0420a4ce {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.982679] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.982915] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 963.983905] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1488e297-9dbe-4eda-8047-50d55e81c9d7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.989485] env[69413]: DEBUG oslo_vmware.api [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Waiting for the task: (returnval){ [ 963.989485] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]527f729a-c367-dbb9-d8aa-b85b4c7ca8c3" [ 963.989485] env[69413]: _type = "Task" [ 963.989485] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.997550] env[69413]: DEBUG oslo_vmware.api [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]527f729a-c367-dbb9-d8aa-b85b4c7ca8c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.274585] env[69413]: DEBUG nova.compute.manager [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 964.286858] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.286858] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ead89c1d-7dc1-4396-9517-3613a4beea9e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.293531] env[69413]: DEBUG oslo_vmware.api [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 964.293531] env[69413]: value = "task-3077940" [ 964.293531] env[69413]: _type = "Task" [ 964.293531] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.300658] env[69413]: DEBUG nova.network.neutron [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Successfully created port: fd292136-0c1b-4c80-9ea1-4e7f9f244355 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 964.306927] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] VM already powered off {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 964.307032] env[69413]: DEBUG nova.compute.manager [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.307797] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c86cb50-4b73-4bc0-855a-d7873ca68f2e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.317374] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "refresh_cache-cca7b6a5-3238-455a-8658-eebaff97415e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.317374] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquired lock "refresh_cache-cca7b6a5-3238-455a-8658-eebaff97415e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.317374] env[69413]: DEBUG nova.network.neutron [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.503790] env[69413]: DEBUG oslo_vmware.api [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]527f729a-c367-dbb9-d8aa-b85b4c7ca8c3, 'name': SearchDatastore_Task, 'duration_secs': 0.008962} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.504657] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77e02995-122c-4a1f-80bd-0b6e43577528 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.512158] env[69413]: DEBUG oslo_vmware.api [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Waiting for the task: (returnval){ [ 964.512158] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5240c380-a1ea-0386-6412-43215053c0dc" [ 964.512158] env[69413]: _type = "Task" [ 964.512158] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.519777] env[69413]: DEBUG oslo_vmware.api [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5240c380-a1ea-0386-6412-43215053c0dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.661885] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac78522e-c588-47c8-acfb-ac1911e86370 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.670412] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12aaead9-9807-46b9-9349-3b5816e0fa00 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.712961] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1b1d4c-a5dc-4091-b97a-e92a83824a30 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.720756] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dae314e-f5e4-4031-a292-09c0afb924b1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.738402] env[69413]: DEBUG nova.compute.provider_tree [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.027790] env[69413]: DEBUG oslo_vmware.api [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5240c380-a1ea-0386-6412-43215053c0dc, 'name': SearchDatastore_Task, 'duration_secs': 0.009666} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.028104] env[69413]: DEBUG oslo_concurrency.lockutils [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.028372] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 6e98ea3b-09a4-462c-b159-a296cf3e9f70/6e98ea3b-09a4-462c-b159-a296cf3e9f70.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 965.028642] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-689b7229-1182-4196-9f76-3e746dfd5b61 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.037624] env[69413]: DEBUG oslo_vmware.api [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Waiting for the task: (returnval){ [ 965.037624] env[69413]: value = "task-3077941" [ 965.037624] env[69413]: _type = "Task" [ 965.037624] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.049203] env[69413]: DEBUG oslo_vmware.api [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Task: {'id': task-3077941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.077906] env[69413]: DEBUG nova.network.neutron [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Updating instance_info_cache with network_info: [{"id": "fdc57c5a-3192-43a9-83cd-ad4e862ee94c", "address": "fa:16:3e:28:c1:5e", "network": {"id": "79035362-4c66-46cb-959e-06e2bfc25b97", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-862600175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9de209e31d334361a502bcd6046c7204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdc57c5a-31", "ovs_interfaceid": "fdc57c5a-3192-43a9-83cd-ad4e862ee94c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.246036] env[69413]: DEBUG nova.scheduler.client.report [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.293886] env[69413]: DEBUG nova.compute.manager [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 965.330484] env[69413]: DEBUG nova.virt.hardware [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.330629] env[69413]: DEBUG nova.virt.hardware [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.330846] env[69413]: DEBUG nova.virt.hardware [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.331151] env[69413]: DEBUG nova.virt.hardware [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.331367] env[69413]: DEBUG nova.virt.hardware [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.331528] env[69413]: DEBUG nova.virt.hardware [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.331820] env[69413]: DEBUG nova.virt.hardware [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.331996] env[69413]: DEBUG nova.virt.hardware [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.332222] env[69413]: DEBUG nova.virt.hardware [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.332401] env[69413]: DEBUG nova.virt.hardware [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.332579] env[69413]: DEBUG nova.virt.hardware [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.333592] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbab11e-f7d6-4c96-9582-50d8120afd99 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.343423] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d98e7a-a77d-4f38-afdd-f3f27338f88c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.547830] env[69413]: DEBUG oslo_vmware.api [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Task: {'id': task-3077941, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461113} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.548097] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 6e98ea3b-09a4-462c-b159-a296cf3e9f70/6e98ea3b-09a4-462c-b159-a296cf3e9f70.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 965.548320] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 965.548565] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c28800bd-ddf9-47b7-955c-7b74661da6f4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.555702] env[69413]: DEBUG oslo_vmware.api [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Waiting for the task: (returnval){ [ 965.555702] env[69413]: value = "task-3077942" [ 965.555702] env[69413]: _type = "Task" [ 965.555702] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.563524] env[69413]: DEBUG oslo_vmware.api [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Task: {'id': task-3077942, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.583279] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Releasing lock "refresh_cache-cca7b6a5-3238-455a-8658-eebaff97415e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.754313] env[69413]: DEBUG oslo_concurrency.lockutils [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.754313] env[69413]: DEBUG nova.compute.manager [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 965.756866] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d849cd71-3fdb-4490-a938-a87589e3b9b0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.859s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.756866] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d849cd71-3fdb-4490-a938-a87589e3b9b0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.760957] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.081s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.760957] env[69413]: DEBUG nova.objects.instance [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lazy-loading 'pci_requests' on Instance uuid c15d57db-e0cf-45df-8bc4-9743066e5d54 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.793181] env[69413]: INFO nova.scheduler.client.report [None req-d849cd71-3fdb-4490-a938-a87589e3b9b0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Deleted allocations for instance ea9f83f0-3336-4ebc-a5ad-183da349a61f [ 966.070366] env[69413]: DEBUG oslo_vmware.api [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Task: {'id': task-3077942, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06367} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.070656] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 966.071471] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98477d6a-0107-497f-8f88-5051e3a956ad {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.077308] env[69413]: DEBUG nova.compute.manager [req-b463e972-c55f-4283-95f8-3ff942bdac0f req-18b7b4b3-a5fb-4fc5-b66d-0ae266eec5b4 service nova] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Received event network-vif-unplugged-fdc57c5a-3192-43a9-83cd-ad4e862ee94c {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.077508] env[69413]: DEBUG oslo_concurrency.lockutils [req-b463e972-c55f-4283-95f8-3ff942bdac0f req-18b7b4b3-a5fb-4fc5-b66d-0ae266eec5b4 service nova] Acquiring lock "cca7b6a5-3238-455a-8658-eebaff97415e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.079387] env[69413]: DEBUG oslo_concurrency.lockutils [req-b463e972-c55f-4283-95f8-3ff942bdac0f req-18b7b4b3-a5fb-4fc5-b66d-0ae266eec5b4 service nova] Lock "cca7b6a5-3238-455a-8658-eebaff97415e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.079615] env[69413]: DEBUG oslo_concurrency.lockutils [req-b463e972-c55f-4283-95f8-3ff942bdac0f req-18b7b4b3-a5fb-4fc5-b66d-0ae266eec5b4 service nova] Lock "cca7b6a5-3238-455a-8658-eebaff97415e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.079789] env[69413]: DEBUG nova.compute.manager [req-b463e972-c55f-4283-95f8-3ff942bdac0f req-18b7b4b3-a5fb-4fc5-b66d-0ae266eec5b4 service nova] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] No waiting events found dispatching network-vif-unplugged-fdc57c5a-3192-43a9-83cd-ad4e862ee94c {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 966.079955] env[69413]: WARNING nova.compute.manager [req-b463e972-c55f-4283-95f8-3ff942bdac0f req-18b7b4b3-a5fb-4fc5-b66d-0ae266eec5b4 service nova] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Received unexpected event network-vif-unplugged-fdc57c5a-3192-43a9-83cd-ad4e862ee94c for instance with vm_state shelved and task_state shelving_offloading. [ 966.103267] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 6e98ea3b-09a4-462c-b159-a296cf3e9f70/6e98ea3b-09a4-462c-b159-a296cf3e9f70.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.104154] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-858637df-b393-417e-959d-01036b1b0eb0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.131631] env[69413]: DEBUG oslo_vmware.api [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Waiting for the task: (returnval){ [ 966.131631] env[69413]: value = "task-3077943" [ 966.131631] env[69413]: _type = "Task" [ 966.131631] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.141408] env[69413]: DEBUG oslo_vmware.api [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Task: {'id': task-3077943, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.156114] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.156114] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a64416-5748-4ec7-9fdd-c4fb0ca1009e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.161352] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 966.161757] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-576bce74-6008-49f8-bb68-407fbfe7e8f7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.229996] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.235034] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.235034] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Deleting the datastore file [datastore2] cca7b6a5-3238-455a-8658-eebaff97415e {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.235034] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47c877ef-d554-4a6c-bc26-287562740ebb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.241464] env[69413]: DEBUG oslo_vmware.api [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 966.241464] env[69413]: value = "task-3077945" [ 966.241464] env[69413]: _type = "Task" [ 966.241464] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.251022] env[69413]: DEBUG oslo_vmware.api [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077945, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.266369] env[69413]: DEBUG nova.objects.instance [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lazy-loading 'numa_topology' on Instance uuid c15d57db-e0cf-45df-8bc4-9743066e5d54 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.273019] env[69413]: DEBUG nova.compute.utils [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 966.273019] env[69413]: DEBUG nova.compute.manager [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 966.273019] env[69413]: DEBUG nova.network.neutron [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 966.279833] env[69413]: DEBUG nova.network.neutron [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Successfully updated port: fd292136-0c1b-4c80-9ea1-4e7f9f244355 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 966.302103] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d849cd71-3fdb-4490-a938-a87589e3b9b0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "ea9f83f0-3336-4ebc-a5ad-183da349a61f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.383s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.328057] env[69413]: DEBUG nova.policy [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d3c1f4e90194e7785970560208e2c17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4151a17ee9940e5a7934be8321a3ec6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 966.618955] env[69413]: DEBUG nova.network.neutron [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Successfully created port: 09532674-cb4f-45ff-9bfb-82802f68ea3f {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 966.644137] env[69413]: DEBUG oslo_vmware.api [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Task: {'id': task-3077943, 'name': ReconfigVM_Task, 'duration_secs': 0.302935} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.644137] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 6e98ea3b-09a4-462c-b159-a296cf3e9f70/6e98ea3b-09a4-462c-b159-a296cf3e9f70.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.644589] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a1ed1b7-a201-43a7-9120-d313c90f4f6b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.651808] env[69413]: DEBUG oslo_vmware.api [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Waiting for the task: (returnval){ [ 966.651808] env[69413]: value = "task-3077946" [ 966.651808] env[69413]: _type = "Task" [ 966.651808] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.662880] env[69413]: DEBUG oslo_vmware.api [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Task: {'id': task-3077946, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.752525] env[69413]: DEBUG oslo_vmware.api [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3077945, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130827} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.752525] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.752525] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.752525] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.771233] env[69413]: INFO nova.scheduler.client.report [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Deleted allocations for instance cca7b6a5-3238-455a-8658-eebaff97415e [ 966.779367] env[69413]: INFO nova.compute.claims [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 966.782304] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Acquiring lock "refresh_cache-43f58e48-7b87-4133-a807-bdb874c0060f" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.782459] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Acquired lock "refresh_cache-43f58e48-7b87-4133-a807-bdb874c0060f" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.782606] env[69413]: DEBUG nova.network.neutron [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.783665] env[69413]: DEBUG nova.compute.manager [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 967.164633] env[69413]: DEBUG oslo_vmware.api [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Task: {'id': task-3077946, 'name': Rename_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.226059] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Acquiring lock "e6cd12ab-429c-4174-b2c0-bce6b23df85a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.226059] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Lock "e6cd12ab-429c-4174-b2c0-bce6b23df85a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.282959] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.322110] env[69413]: DEBUG nova.network.neutron [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 967.462627] env[69413]: DEBUG nova.network.neutron [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Updating instance_info_cache with network_info: [{"id": "fd292136-0c1b-4c80-9ea1-4e7f9f244355", "address": "fa:16:3e:f4:3a:bd", "network": {"id": "b187bc48-2d47-402f-b3e9-df29333f7598", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-272236188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "036bcb3a9f9c4d3a99cb858e63a3d507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd292136-0c", "ovs_interfaceid": "fd292136-0c1b-4c80-9ea1-4e7f9f244355", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.576641] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4844e995-ad77-48bb-be51-0c56d0979a9e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.584164] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147f1081-2e38-4fcd-98c3-215ad35d3ed6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.613661] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecaf2377-10ff-4583-8d66-0f0e331761e1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.621165] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433b1123-e03e-4619-80d5-837ddf44b390 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.634495] env[69413]: DEBUG nova.compute.provider_tree [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.663859] env[69413]: DEBUG oslo_vmware.api [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Task: {'id': task-3077946, 'name': Rename_Task, 'duration_secs': 0.881979} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.664037] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.664307] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f8eb74a-42d1-4c03-b5e5-7d2e37296b2e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.672519] env[69413]: DEBUG oslo_vmware.api [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Waiting for the task: (returnval){ [ 967.672519] env[69413]: value = "task-3077947" [ 967.672519] env[69413]: _type = "Task" [ 967.672519] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.680615] env[69413]: DEBUG oslo_vmware.api [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Task: {'id': task-3077947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.728797] env[69413]: DEBUG nova.compute.manager [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 967.800682] env[69413]: DEBUG nova.compute.manager [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 967.827653] env[69413]: DEBUG nova.virt.hardware [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.827653] env[69413]: DEBUG nova.virt.hardware [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.827653] env[69413]: DEBUG nova.virt.hardware [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.827653] env[69413]: DEBUG nova.virt.hardware [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.827653] env[69413]: DEBUG nova.virt.hardware [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.828037] env[69413]: DEBUG nova.virt.hardware [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.828037] env[69413]: DEBUG nova.virt.hardware [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.828176] env[69413]: DEBUG nova.virt.hardware [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.828355] env[69413]: DEBUG nova.virt.hardware [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.828528] env[69413]: DEBUG nova.virt.hardware [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.828703] env[69413]: DEBUG nova.virt.hardware [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.829910] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b093af-e780-415e-b948-7ded30af2c1e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.838033] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1d80d3-71aa-4568-af5f-ded378c94202 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.965981] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Releasing lock "refresh_cache-43f58e48-7b87-4133-a807-bdb874c0060f" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.966971] env[69413]: DEBUG nova.compute.manager [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Instance network_info: |[{"id": "fd292136-0c1b-4c80-9ea1-4e7f9f244355", "address": "fa:16:3e:f4:3a:bd", "network": {"id": "b187bc48-2d47-402f-b3e9-df29333f7598", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-272236188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "036bcb3a9f9c4d3a99cb858e63a3d507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd292136-0c", "ovs_interfaceid": "fd292136-0c1b-4c80-9ea1-4e7f9f244355", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 967.967564] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:3a:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4b43a78-f49b-4132-ab2e-6e28769a9498', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd292136-0c1b-4c80-9ea1-4e7f9f244355', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 967.976435] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Creating folder: Project (036bcb3a9f9c4d3a99cb858e63a3d507). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 967.976753] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b166ce0-bfc3-4df5-a3dc-75797319ba39 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.988009] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Created folder: Project (036bcb3a9f9c4d3a99cb858e63a3d507) in parent group-v616034. [ 967.988607] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Creating folder: Instances. Parent ref: group-v616250. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 967.988607] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-980b7d07-c1ed-4fe2-9c06-186a271d069e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.998046] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Created folder: Instances in parent group-v616250. [ 967.998315] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.998515] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 967.998721] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0c6f143-542c-4255-ac21-c8729f8eae76 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.019949] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 968.019949] env[69413]: value = "task-3077950" [ 968.019949] env[69413]: _type = "Task" [ 968.019949] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.028034] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077950, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.137928] env[69413]: DEBUG nova.scheduler.client.report [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.186454] env[69413]: DEBUG oslo_vmware.api [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Task: {'id': task-3077947, 'name': PowerOnVM_Task, 'duration_secs': 0.424392} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.187335] env[69413]: DEBUG nova.network.neutron [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Successfully updated port: 09532674-cb4f-45ff-9bfb-82802f68ea3f {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 968.188724] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.188724] env[69413]: INFO nova.compute.manager [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Took 5.37 seconds to spawn the instance on the hypervisor. [ 968.188884] env[69413]: DEBUG nova.compute.manager [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.189656] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02662464-4645-4a0d-9bfa-25e498049a03 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.258535] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.375785] env[69413]: DEBUG nova.compute.manager [req-e695eca0-473b-4d66-bf93-18985c0bbae2 req-5ad09b0c-0682-410c-8a2b-5c033b774c5b service nova] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Received event network-vif-plugged-fd292136-0c1b-4c80-9ea1-4e7f9f244355 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.379105] env[69413]: DEBUG oslo_concurrency.lockutils [req-e695eca0-473b-4d66-bf93-18985c0bbae2 req-5ad09b0c-0682-410c-8a2b-5c033b774c5b service nova] Acquiring lock "43f58e48-7b87-4133-a807-bdb874c0060f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.379105] env[69413]: DEBUG oslo_concurrency.lockutils [req-e695eca0-473b-4d66-bf93-18985c0bbae2 req-5ad09b0c-0682-410c-8a2b-5c033b774c5b service nova] Lock "43f58e48-7b87-4133-a807-bdb874c0060f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.379105] env[69413]: DEBUG oslo_concurrency.lockutils [req-e695eca0-473b-4d66-bf93-18985c0bbae2 req-5ad09b0c-0682-410c-8a2b-5c033b774c5b service nova] Lock "43f58e48-7b87-4133-a807-bdb874c0060f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.379105] env[69413]: DEBUG nova.compute.manager [req-e695eca0-473b-4d66-bf93-18985c0bbae2 req-5ad09b0c-0682-410c-8a2b-5c033b774c5b service nova] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] No waiting events found dispatching network-vif-plugged-fd292136-0c1b-4c80-9ea1-4e7f9f244355 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 968.379105] env[69413]: WARNING nova.compute.manager [req-e695eca0-473b-4d66-bf93-18985c0bbae2 req-5ad09b0c-0682-410c-8a2b-5c033b774c5b service nova] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Received unexpected event network-vif-plugged-fd292136-0c1b-4c80-9ea1-4e7f9f244355 for instance with vm_state building and task_state spawning. [ 968.379105] env[69413]: DEBUG nova.compute.manager [req-e695eca0-473b-4d66-bf93-18985c0bbae2 req-5ad09b0c-0682-410c-8a2b-5c033b774c5b service nova] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Received event network-changed-fdc57c5a-3192-43a9-83cd-ad4e862ee94c {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.379105] env[69413]: DEBUG nova.compute.manager [req-e695eca0-473b-4d66-bf93-18985c0bbae2 req-5ad09b0c-0682-410c-8a2b-5c033b774c5b service nova] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Refreshing instance network info cache due to event network-changed-fdc57c5a-3192-43a9-83cd-ad4e862ee94c. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 968.379105] env[69413]: DEBUG oslo_concurrency.lockutils [req-e695eca0-473b-4d66-bf93-18985c0bbae2 req-5ad09b0c-0682-410c-8a2b-5c033b774c5b service nova] Acquiring lock "refresh_cache-cca7b6a5-3238-455a-8658-eebaff97415e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.379105] env[69413]: DEBUG oslo_concurrency.lockutils [req-e695eca0-473b-4d66-bf93-18985c0bbae2 req-5ad09b0c-0682-410c-8a2b-5c033b774c5b service nova] Acquired lock "refresh_cache-cca7b6a5-3238-455a-8658-eebaff97415e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.379105] env[69413]: DEBUG nova.network.neutron [req-e695eca0-473b-4d66-bf93-18985c0bbae2 req-5ad09b0c-0682-410c-8a2b-5c033b774c5b service nova] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Refreshing network info cache for port fdc57c5a-3192-43a9-83cd-ad4e862ee94c {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.529953] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077950, 'name': CreateVM_Task, 'duration_secs': 0.329594} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.530152] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 968.530863] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.531237] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.531310] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.531550] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4993702-1a7b-448d-bd3e-98524fef50b7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.538023] env[69413]: DEBUG oslo_vmware.api [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Waiting for the task: (returnval){ [ 968.538023] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52ce81bf-e0cd-867b-a175-c71d1fae5100" [ 968.538023] env[69413]: _type = "Task" [ 968.538023] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.545138] env[69413]: DEBUG oslo_vmware.api [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52ce81bf-e0cd-867b-a175-c71d1fae5100, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.611099] env[69413]: DEBUG oslo_concurrency.lockutils [None req-04958bcb-6aee-46e7-86b8-848cd6348a39 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "cca7b6a5-3238-455a-8658-eebaff97415e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.646736] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.887s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.647791] env[69413]: DEBUG oslo_concurrency.lockutils [None req-98725b6e-7201-4f1b-baba-30326e19324a tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.844s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.648093] env[69413]: DEBUG nova.objects.instance [None req-98725b6e-7201-4f1b-baba-30326e19324a tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Lazy-loading 'resources' on Instance uuid 820f1f01-9b3b-4b2f-9155-2ac397579fce {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.677670] env[69413]: INFO nova.network.neutron [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Updating port ad26a47f-639f-45c2-b3cc-7b9366a2883c with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 968.693686] env[69413]: DEBUG oslo_concurrency.lockutils [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "refresh_cache-478ddab9-a20e-421a-9d25-fd72c56d3f8e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.693830] env[69413]: DEBUG oslo_concurrency.lockutils [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquired lock "refresh_cache-478ddab9-a20e-421a-9d25-fd72c56d3f8e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.693983] env[69413]: DEBUG nova.network.neutron [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.706231] env[69413]: INFO nova.compute.manager [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Took 46.62 seconds to build instance. [ 969.046511] env[69413]: DEBUG oslo_vmware.api [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52ce81bf-e0cd-867b-a175-c71d1fae5100, 'name': SearchDatastore_Task, 'duration_secs': 0.009217} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.049062] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.049309] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.049547] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.049692] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.049884] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.050155] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce4dee9d-32d4-460b-975b-08776208bd1c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.058137] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.058310] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 969.058982] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93aaca3c-2db1-47bb-9279-c7374cbec27b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.063906] env[69413]: DEBUG oslo_vmware.api [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Waiting for the task: (returnval){ [ 969.063906] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d9803c-bf32-8d33-2930-9f7764489922" [ 969.063906] env[69413]: _type = "Task" [ 969.063906] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.070931] env[69413]: DEBUG oslo_vmware.api [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d9803c-bf32-8d33-2930-9f7764489922, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.113354] env[69413]: DEBUG nova.network.neutron [req-e695eca0-473b-4d66-bf93-18985c0bbae2 req-5ad09b0c-0682-410c-8a2b-5c033b774c5b service nova] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Updated VIF entry in instance network info cache for port fdc57c5a-3192-43a9-83cd-ad4e862ee94c. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.113689] env[69413]: DEBUG nova.network.neutron [req-e695eca0-473b-4d66-bf93-18985c0bbae2 req-5ad09b0c-0682-410c-8a2b-5c033b774c5b service nova] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Updating instance_info_cache with network_info: [{"id": "fdc57c5a-3192-43a9-83cd-ad4e862ee94c", "address": "fa:16:3e:28:c1:5e", "network": {"id": "79035362-4c66-46cb-959e-06e2bfc25b97", "bridge": null, "label": "tempest-DeleteServersTestJSON-862600175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9de209e31d334361a502bcd6046c7204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapfdc57c5a-31", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.207743] env[69413]: DEBUG oslo_concurrency.lockutils [None req-32329db9-a27a-4088-a7e2-53ef09bef6f2 tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Lock "6e98ea3b-09a4-462c-b159-a296cf3e9f70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.132s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.225876] env[69413]: DEBUG nova.network.neutron [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 969.304566] env[69413]: INFO nova.compute.manager [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Rebuilding instance [ 969.351465] env[69413]: DEBUG nova.compute.manager [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.352684] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb2a7c6-c43a-4c1d-a615-38f06a258786 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.357577] env[69413]: DEBUG nova.network.neutron [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Updating instance_info_cache with network_info: [{"id": "09532674-cb4f-45ff-9bfb-82802f68ea3f", "address": "fa:16:3e:da:60:ee", "network": {"id": "9b997f48-e078-4b7b-81f9-f111dbf3aed2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-448963928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4151a17ee9940e5a7934be8321a3ec6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09532674-cb", "ovs_interfaceid": "09532674-cb4f-45ff-9bfb-82802f68ea3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.444232] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3566f8f-6a61-4b58-8479-ed00b9bf0ec9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.454033] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd733ea8-86e2-48a6-9f89-9c45bb6e0216 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.484246] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf0a275-960d-4863-8abe-7488ee314087 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.493257] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2187dfc3-d91e-49a9-bbd0-385d5eeba521 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.507226] env[69413]: DEBUG nova.compute.provider_tree [None req-98725b6e-7201-4f1b-baba-30326e19324a tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.575029] env[69413]: DEBUG oslo_vmware.api [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d9803c-bf32-8d33-2930-9f7764489922, 'name': SearchDatastore_Task, 'duration_secs': 0.00828} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.575272] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce8571f7-d6cb-4e07-877d-51c1cc2163fb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.580474] env[69413]: DEBUG oslo_vmware.api [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Waiting for the task: (returnval){ [ 969.580474] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5203e668-8ccd-9e73-49df-2957242d079c" [ 969.580474] env[69413]: _type = "Task" [ 969.580474] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.588186] env[69413]: DEBUG oslo_vmware.api [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5203e668-8ccd-9e73-49df-2957242d079c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.615922] env[69413]: DEBUG oslo_concurrency.lockutils [req-e695eca0-473b-4d66-bf93-18985c0bbae2 req-5ad09b0c-0682-410c-8a2b-5c033b774c5b service nova] Releasing lock "refresh_cache-cca7b6a5-3238-455a-8658-eebaff97415e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.616307] env[69413]: DEBUG nova.compute.manager [req-e695eca0-473b-4d66-bf93-18985c0bbae2 req-5ad09b0c-0682-410c-8a2b-5c033b774c5b service nova] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Received event network-changed-fd292136-0c1b-4c80-9ea1-4e7f9f244355 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.616512] env[69413]: DEBUG nova.compute.manager [req-e695eca0-473b-4d66-bf93-18985c0bbae2 req-5ad09b0c-0682-410c-8a2b-5c033b774c5b service nova] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Refreshing instance network info cache due to event network-changed-fd292136-0c1b-4c80-9ea1-4e7f9f244355. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 969.616721] env[69413]: DEBUG oslo_concurrency.lockutils [req-e695eca0-473b-4d66-bf93-18985c0bbae2 req-5ad09b0c-0682-410c-8a2b-5c033b774c5b service nova] Acquiring lock "refresh_cache-43f58e48-7b87-4133-a807-bdb874c0060f" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.616861] env[69413]: DEBUG oslo_concurrency.lockutils [req-e695eca0-473b-4d66-bf93-18985c0bbae2 req-5ad09b0c-0682-410c-8a2b-5c033b774c5b service nova] Acquired lock "refresh_cache-43f58e48-7b87-4133-a807-bdb874c0060f" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.617029] env[69413]: DEBUG nova.network.neutron [req-e695eca0-473b-4d66-bf93-18985c0bbae2 req-5ad09b0c-0682-410c-8a2b-5c033b774c5b service nova] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Refreshing network info cache for port fd292136-0c1b-4c80-9ea1-4e7f9f244355 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.867624] env[69413]: DEBUG oslo_concurrency.lockutils [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Releasing lock "refresh_cache-478ddab9-a20e-421a-9d25-fd72c56d3f8e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.867989] env[69413]: DEBUG nova.compute.manager [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Instance network_info: |[{"id": "09532674-cb4f-45ff-9bfb-82802f68ea3f", "address": "fa:16:3e:da:60:ee", "network": {"id": "9b997f48-e078-4b7b-81f9-f111dbf3aed2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-448963928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4151a17ee9940e5a7934be8321a3ec6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09532674-cb", "ovs_interfaceid": "09532674-cb4f-45ff-9bfb-82802f68ea3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 969.871144] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:60:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09532674-cb4f-45ff-9bfb-82802f68ea3f', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.879529] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.880657] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.880895] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.881109] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8168005-8645-4f66-9e08-a17b7c0d76e8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.882807] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a307402a-97d7-4a44-bda3-6a0f1c8db86c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.902888] env[69413]: DEBUG oslo_vmware.api [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Waiting for the task: (returnval){ [ 969.902888] env[69413]: value = "task-3077951" [ 969.902888] env[69413]: _type = "Task" [ 969.902888] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.904083] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.904083] env[69413]: value = "task-3077952" [ 969.904083] env[69413]: _type = "Task" [ 969.904083] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.917820] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077952, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.921307] env[69413]: DEBUG oslo_vmware.api [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Task: {'id': task-3077951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.009635] env[69413]: DEBUG nova.scheduler.client.report [None req-98725b6e-7201-4f1b-baba-30326e19324a tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.091362] env[69413]: DEBUG oslo_vmware.api [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5203e668-8ccd-9e73-49df-2957242d079c, 'name': SearchDatastore_Task, 'duration_secs': 0.009929} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.091671] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.091950] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 43f58e48-7b87-4133-a807-bdb874c0060f/43f58e48-7b87-4133-a807-bdb874c0060f.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 970.092225] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc178078-1542-418e-aa1e-8e557a60a9b1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.098609] env[69413]: DEBUG oslo_vmware.api [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Waiting for the task: (returnval){ [ 970.098609] env[69413]: value = "task-3077953" [ 970.098609] env[69413]: _type = "Task" [ 970.098609] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.106576] env[69413]: DEBUG oslo_vmware.api [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Task: {'id': task-3077953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.281474] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquiring lock "refresh_cache-c15d57db-e0cf-45df-8bc4-9743066e5d54" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.281727] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquired lock "refresh_cache-c15d57db-e0cf-45df-8bc4-9743066e5d54" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.281855] env[69413]: DEBUG nova.network.neutron [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.364730] env[69413]: DEBUG nova.network.neutron [req-e695eca0-473b-4d66-bf93-18985c0bbae2 req-5ad09b0c-0682-410c-8a2b-5c033b774c5b service nova] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Updated VIF entry in instance network info cache for port fd292136-0c1b-4c80-9ea1-4e7f9f244355. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.365084] env[69413]: DEBUG nova.network.neutron [req-e695eca0-473b-4d66-bf93-18985c0bbae2 req-5ad09b0c-0682-410c-8a2b-5c033b774c5b service nova] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Updating instance_info_cache with network_info: [{"id": "fd292136-0c1b-4c80-9ea1-4e7f9f244355", "address": "fa:16:3e:f4:3a:bd", "network": {"id": "b187bc48-2d47-402f-b3e9-df29333f7598", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-272236188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "036bcb3a9f9c4d3a99cb858e63a3d507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd292136-0c", "ovs_interfaceid": "fd292136-0c1b-4c80-9ea1-4e7f9f244355", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.406849] env[69413]: DEBUG nova.compute.manager [req-db4c1e25-088e-4752-ba0b-2186faf85811 req-d4795857-f453-4646-9ad5-eaa43cfae24d service nova] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Received event network-changed-09532674-cb4f-45ff-9bfb-82802f68ea3f {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.407191] env[69413]: DEBUG nova.compute.manager [req-db4c1e25-088e-4752-ba0b-2186faf85811 req-d4795857-f453-4646-9ad5-eaa43cfae24d service nova] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Refreshing instance network info cache due to event network-changed-09532674-cb4f-45ff-9bfb-82802f68ea3f. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 970.407427] env[69413]: DEBUG oslo_concurrency.lockutils [req-db4c1e25-088e-4752-ba0b-2186faf85811 req-d4795857-f453-4646-9ad5-eaa43cfae24d service nova] Acquiring lock "refresh_cache-478ddab9-a20e-421a-9d25-fd72c56d3f8e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.407516] env[69413]: DEBUG oslo_concurrency.lockutils [req-db4c1e25-088e-4752-ba0b-2186faf85811 req-d4795857-f453-4646-9ad5-eaa43cfae24d service nova] Acquired lock "refresh_cache-478ddab9-a20e-421a-9d25-fd72c56d3f8e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.407680] env[69413]: DEBUG nova.network.neutron [req-db4c1e25-088e-4752-ba0b-2186faf85811 req-d4795857-f453-4646-9ad5-eaa43cfae24d service nova] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Refreshing network info cache for port 09532674-cb4f-45ff-9bfb-82802f68ea3f {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.425800] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077952, 'name': CreateVM_Task, 'duration_secs': 0.289247} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.429268] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.429620] env[69413]: DEBUG oslo_vmware.api [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Task: {'id': task-3077951, 'name': PowerOffVM_Task, 'duration_secs': 0.17426} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.430772] env[69413]: DEBUG oslo_concurrency.lockutils [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.430943] env[69413]: DEBUG oslo_concurrency.lockutils [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.431363] env[69413]: DEBUG oslo_concurrency.lockutils [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.431927] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.431927] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.432282] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d328caae-8aaf-4eb1-8667-84910467ecfa {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.434736] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3616c3fc-037d-4e44-be05-977c0f4f2269 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.442055] env[69413]: DEBUG oslo_vmware.api [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 970.442055] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]521f59a4-d566-934a-9d0e-bdafe5512b19" [ 970.442055] env[69413]: _type = "Task" [ 970.442055] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.444415] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.447898] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e105eb4-2a81-4a41-b9ea-f984e94e1394 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.454701] env[69413]: DEBUG oslo_vmware.api [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]521f59a4-d566-934a-9d0e-bdafe5512b19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.473411] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.473644] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.473893] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Deleting the datastore file [datastore2] 6e98ea3b-09a4-462c-b159-a296cf3e9f70 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.474217] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-717c3bb6-f00e-4c30-a27b-3d7d4b543530 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.481615] env[69413]: DEBUG oslo_vmware.api [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Waiting for the task: (returnval){ [ 970.481615] env[69413]: value = "task-3077955" [ 970.481615] env[69413]: _type = "Task" [ 970.481615] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.491411] env[69413]: DEBUG oslo_vmware.api [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Task: {'id': task-3077955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.515055] env[69413]: DEBUG oslo_concurrency.lockutils [None req-98725b6e-7201-4f1b-baba-30326e19324a tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.867s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.519043] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9c5bce66-533a-49c4-9119-7037b775cece tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.478s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.519043] env[69413]: DEBUG nova.objects.instance [None req-9c5bce66-533a-49c4-9119-7037b775cece tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Lazy-loading 'resources' on Instance uuid 1b3bac56-2886-42fa-934b-2e547b8104ed {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.542036] env[69413]: INFO nova.scheduler.client.report [None req-98725b6e-7201-4f1b-baba-30326e19324a tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Deleted allocations for instance 820f1f01-9b3b-4b2f-9155-2ac397579fce [ 970.608335] env[69413]: DEBUG oslo_vmware.api [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Task: {'id': task-3077953, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45139} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.608707] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 43f58e48-7b87-4133-a807-bdb874c0060f/43f58e48-7b87-4133-a807-bdb874c0060f.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 970.608992] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 970.609290] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0f7c42b-13fd-4b55-b53c-c681d07774bf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.615122] env[69413]: DEBUG oslo_vmware.api [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Waiting for the task: (returnval){ [ 970.615122] env[69413]: value = "task-3077956" [ 970.615122] env[69413]: _type = "Task" [ 970.615122] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.625113] env[69413]: DEBUG oslo_vmware.api [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Task: {'id': task-3077956, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.868301] env[69413]: DEBUG oslo_concurrency.lockutils [req-e695eca0-473b-4d66-bf93-18985c0bbae2 req-5ad09b0c-0682-410c-8a2b-5c033b774c5b service nova] Releasing lock "refresh_cache-43f58e48-7b87-4133-a807-bdb874c0060f" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.868644] env[69413]: DEBUG nova.compute.manager [req-e695eca0-473b-4d66-bf93-18985c0bbae2 req-5ad09b0c-0682-410c-8a2b-5c033b774c5b service nova] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Received event network-vif-plugged-09532674-cb4f-45ff-9bfb-82802f68ea3f {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.868900] env[69413]: DEBUG oslo_concurrency.lockutils [req-e695eca0-473b-4d66-bf93-18985c0bbae2 req-5ad09b0c-0682-410c-8a2b-5c033b774c5b service nova] Acquiring lock "478ddab9-a20e-421a-9d25-fd72c56d3f8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.869100] env[69413]: DEBUG oslo_concurrency.lockutils [req-e695eca0-473b-4d66-bf93-18985c0bbae2 req-5ad09b0c-0682-410c-8a2b-5c033b774c5b service nova] Lock "478ddab9-a20e-421a-9d25-fd72c56d3f8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.869257] env[69413]: DEBUG oslo_concurrency.lockutils [req-e695eca0-473b-4d66-bf93-18985c0bbae2 req-5ad09b0c-0682-410c-8a2b-5c033b774c5b service nova] Lock "478ddab9-a20e-421a-9d25-fd72c56d3f8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.869405] env[69413]: DEBUG nova.compute.manager [req-e695eca0-473b-4d66-bf93-18985c0bbae2 req-5ad09b0c-0682-410c-8a2b-5c033b774c5b service nova] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] No waiting events found dispatching network-vif-plugged-09532674-cb4f-45ff-9bfb-82802f68ea3f {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 970.869586] env[69413]: WARNING nova.compute.manager [req-e695eca0-473b-4d66-bf93-18985c0bbae2 req-5ad09b0c-0682-410c-8a2b-5c033b774c5b service nova] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Received unexpected event network-vif-plugged-09532674-cb4f-45ff-9bfb-82802f68ea3f for instance with vm_state building and task_state spawning. [ 970.957685] env[69413]: DEBUG oslo_vmware.api [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]521f59a4-d566-934a-9d0e-bdafe5512b19, 'name': SearchDatastore_Task, 'duration_secs': 0.015655} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.961408] env[69413]: DEBUG oslo_concurrency.lockutils [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.961648] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 970.961876] env[69413]: DEBUG oslo_concurrency.lockutils [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.962029] env[69413]: DEBUG oslo_concurrency.lockutils [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.962211] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.962483] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6394821d-4d7a-47ad-9700-0faed8722954 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.971096] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 970.971274] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 970.971980] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df6914c6-f906-41d4-8117-cc6b6bf9fe1a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.979754] env[69413]: DEBUG oslo_vmware.api [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 970.979754] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522e761c-0bc0-423e-63a3-b0f17a97fc5f" [ 970.979754] env[69413]: _type = "Task" [ 970.979754] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.991628] env[69413]: DEBUG oslo_vmware.api [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522e761c-0bc0-423e-63a3-b0f17a97fc5f, 'name': SearchDatastore_Task, 'duration_secs': 0.009214} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.994989] env[69413]: DEBUG oslo_vmware.api [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Task: {'id': task-3077955, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132568} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.995223] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ae091c0-92cf-4da3-b3b1-b0a582133aa9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.998057] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.998302] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.998613] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.003914] env[69413]: DEBUG oslo_vmware.api [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 971.003914] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52ae12f1-03e8-11d3-75ad-1cca1703bb7c" [ 971.003914] env[69413]: _type = "Task" [ 971.003914] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.011379] env[69413]: DEBUG oslo_vmware.api [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52ae12f1-03e8-11d3-75ad-1cca1703bb7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.031062] env[69413]: DEBUG nova.network.neutron [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Updating instance_info_cache with network_info: [{"id": "ad26a47f-639f-45c2-b3cc-7b9366a2883c", "address": "fa:16:3e:ba:2a:ca", "network": {"id": "be70a538-4339-4cc1-9578-fd50ad7faf60", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-848088410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3244903a5a34e34a5f19ae8831810d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad26a47f-63", "ovs_interfaceid": "ad26a47f-639f-45c2-b3cc-7b9366a2883c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.050031] env[69413]: DEBUG oslo_concurrency.lockutils [None req-98725b6e-7201-4f1b-baba-30326e19324a tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Lock "820f1f01-9b3b-4b2f-9155-2ac397579fce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.748s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.124617] env[69413]: DEBUG oslo_vmware.api [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Task: {'id': task-3077956, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062867} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.124617] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 971.125487] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36368b8e-ade7-4ed4-b9f2-377ec51e182c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.150736] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 43f58e48-7b87-4133-a807-bdb874c0060f/43f58e48-7b87-4133-a807-bdb874c0060f.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.155199] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fecc0a6-9218-4984-b67a-89fa69cfb5a8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.179585] env[69413]: DEBUG oslo_vmware.api [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Waiting for the task: (returnval){ [ 971.179585] env[69413]: value = "task-3077957" [ 971.179585] env[69413]: _type = "Task" [ 971.179585] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.190212] env[69413]: DEBUG oslo_vmware.api [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Task: {'id': task-3077957, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.216824] env[69413]: DEBUG nova.network.neutron [req-db4c1e25-088e-4752-ba0b-2186faf85811 req-d4795857-f453-4646-9ad5-eaa43cfae24d service nova] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Updated VIF entry in instance network info cache for port 09532674-cb4f-45ff-9bfb-82802f68ea3f. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.216824] env[69413]: DEBUG nova.network.neutron [req-db4c1e25-088e-4752-ba0b-2186faf85811 req-d4795857-f453-4646-9ad5-eaa43cfae24d service nova] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Updating instance_info_cache with network_info: [{"id": "09532674-cb4f-45ff-9bfb-82802f68ea3f", "address": "fa:16:3e:da:60:ee", "network": {"id": "9b997f48-e078-4b7b-81f9-f111dbf3aed2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-448963928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4151a17ee9940e5a7934be8321a3ec6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09532674-cb", "ovs_interfaceid": "09532674-cb4f-45ff-9bfb-82802f68ea3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.351848] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41359e7a-8a04-4187-bebf-bf62eba79b4f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.359693] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b35d91-b422-406f-a1fe-24409f4e39a0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.391618] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff5bbcb-e927-4a0f-832a-a7e42979afee {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.399611] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbff51d3-d255-4a19-b697-f4f0b232abb7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.414647] env[69413]: DEBUG nova.compute.provider_tree [None req-9c5bce66-533a-49c4-9119-7037b775cece tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.514535] env[69413]: DEBUG oslo_vmware.api [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52ae12f1-03e8-11d3-75ad-1cca1703bb7c, 'name': SearchDatastore_Task, 'duration_secs': 0.009057} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.514814] env[69413]: DEBUG oslo_concurrency.lockutils [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.515077] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 478ddab9-a20e-421a-9d25-fd72c56d3f8e/478ddab9-a20e-421a-9d25-fd72c56d3f8e.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.515369] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b083332d-b16d-471d-85b0-3e55a21153f7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.522501] env[69413]: DEBUG oslo_vmware.api [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 971.522501] env[69413]: value = "task-3077958" [ 971.522501] env[69413]: _type = "Task" [ 971.522501] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.530400] env[69413]: DEBUG oslo_vmware.api [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077958, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.533983] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Releasing lock "refresh_cache-c15d57db-e0cf-45df-8bc4-9743066e5d54" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.560550] env[69413]: DEBUG nova.virt.hardware [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='60564f8903426412a9eb4e9a6da967a3',container_format='bare',created_at=2025-03-19T04:15:46Z,direct_url=,disk_format='vmdk',id=2a441474-00d6-4da8-9222-912cdd30e1af,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1361592437-shelved',owner='d3244903a5a34e34a5f19ae8831810d7',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-03-19T04:16:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 971.560726] env[69413]: DEBUG nova.virt.hardware [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.560906] env[69413]: DEBUG nova.virt.hardware [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.561120] env[69413]: DEBUG nova.virt.hardware [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.561271] env[69413]: DEBUG nova.virt.hardware [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.561447] env[69413]: DEBUG nova.virt.hardware [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 971.561651] env[69413]: DEBUG nova.virt.hardware [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 971.561825] env[69413]: DEBUG nova.virt.hardware [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 971.562011] env[69413]: DEBUG nova.virt.hardware [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 971.562210] env[69413]: DEBUG nova.virt.hardware [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 971.562605] env[69413]: DEBUG nova.virt.hardware [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 971.563309] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1cec2b-cd10-4854-aee6-99a73ee8dd6d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.571600] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92031c05-e89b-4832-b303-874e4f8f8054 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.586486] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:2a:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad26a47f-639f-45c2-b3cc-7b9366a2883c', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 971.594783] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.595044] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 971.595284] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8680231-aa53-43e9-9762-13e0d4a9931f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.614874] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 971.614874] env[69413]: value = "task-3077959" [ 971.614874] env[69413]: _type = "Task" [ 971.614874] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.622917] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077959, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.692647] env[69413]: DEBUG oslo_vmware.api [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Task: {'id': task-3077957, 'name': ReconfigVM_Task, 'duration_secs': 0.256662} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.692962] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 43f58e48-7b87-4133-a807-bdb874c0060f/43f58e48-7b87-4133-a807-bdb874c0060f.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.693836] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ef6f071-f0f4-4de7-b482-8b5123456789 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.699919] env[69413]: DEBUG oslo_vmware.api [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Waiting for the task: (returnval){ [ 971.699919] env[69413]: value = "task-3077960" [ 971.699919] env[69413]: _type = "Task" [ 971.699919] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.710568] env[69413]: DEBUG oslo_vmware.api [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Task: {'id': task-3077960, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.722699] env[69413]: DEBUG oslo_concurrency.lockutils [req-db4c1e25-088e-4752-ba0b-2186faf85811 req-d4795857-f453-4646-9ad5-eaa43cfae24d service nova] Releasing lock "refresh_cache-478ddab9-a20e-421a-9d25-fd72c56d3f8e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.723486] env[69413]: DEBUG nova.compute.manager [req-db4c1e25-088e-4752-ba0b-2186faf85811 req-d4795857-f453-4646-9ad5-eaa43cfae24d service nova] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Received event network-vif-plugged-ad26a47f-639f-45c2-b3cc-7b9366a2883c {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.723556] env[69413]: DEBUG oslo_concurrency.lockutils [req-db4c1e25-088e-4752-ba0b-2186faf85811 req-d4795857-f453-4646-9ad5-eaa43cfae24d service nova] Acquiring lock "c15d57db-e0cf-45df-8bc4-9743066e5d54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.723899] env[69413]: DEBUG oslo_concurrency.lockutils [req-db4c1e25-088e-4752-ba0b-2186faf85811 req-d4795857-f453-4646-9ad5-eaa43cfae24d service nova] Lock "c15d57db-e0cf-45df-8bc4-9743066e5d54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.724183] env[69413]: DEBUG oslo_concurrency.lockutils [req-db4c1e25-088e-4752-ba0b-2186faf85811 req-d4795857-f453-4646-9ad5-eaa43cfae24d service nova] Lock "c15d57db-e0cf-45df-8bc4-9743066e5d54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.724550] env[69413]: DEBUG nova.compute.manager [req-db4c1e25-088e-4752-ba0b-2186faf85811 req-d4795857-f453-4646-9ad5-eaa43cfae24d service nova] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] No waiting events found dispatching network-vif-plugged-ad26a47f-639f-45c2-b3cc-7b9366a2883c {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 971.724859] env[69413]: WARNING nova.compute.manager [req-db4c1e25-088e-4752-ba0b-2186faf85811 req-d4795857-f453-4646-9ad5-eaa43cfae24d service nova] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Received unexpected event network-vif-plugged-ad26a47f-639f-45c2-b3cc-7b9366a2883c for instance with vm_state shelved_offloaded and task_state spawning. [ 971.725121] env[69413]: DEBUG nova.compute.manager [req-db4c1e25-088e-4752-ba0b-2186faf85811 req-d4795857-f453-4646-9ad5-eaa43cfae24d service nova] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Received event network-changed-ad26a47f-639f-45c2-b3cc-7b9366a2883c {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.725440] env[69413]: DEBUG nova.compute.manager [req-db4c1e25-088e-4752-ba0b-2186faf85811 req-d4795857-f453-4646-9ad5-eaa43cfae24d service nova] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Refreshing instance network info cache due to event network-changed-ad26a47f-639f-45c2-b3cc-7b9366a2883c. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 971.725751] env[69413]: DEBUG oslo_concurrency.lockutils [req-db4c1e25-088e-4752-ba0b-2186faf85811 req-d4795857-f453-4646-9ad5-eaa43cfae24d service nova] Acquiring lock "refresh_cache-c15d57db-e0cf-45df-8bc4-9743066e5d54" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.726009] env[69413]: DEBUG oslo_concurrency.lockutils [req-db4c1e25-088e-4752-ba0b-2186faf85811 req-d4795857-f453-4646-9ad5-eaa43cfae24d service nova] Acquired lock "refresh_cache-c15d57db-e0cf-45df-8bc4-9743066e5d54" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.726250] env[69413]: DEBUG nova.network.neutron [req-db4c1e25-088e-4752-ba0b-2186faf85811 req-d4795857-f453-4646-9ad5-eaa43cfae24d service nova] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Refreshing network info cache for port ad26a47f-639f-45c2-b3cc-7b9366a2883c {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.916452] env[69413]: DEBUG nova.scheduler.client.report [None req-9c5bce66-533a-49c4-9119-7037b775cece tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.036039] env[69413]: DEBUG oslo_vmware.api [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077958, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455503} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.038328] env[69413]: DEBUG nova.virt.hardware [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.038583] env[69413]: DEBUG nova.virt.hardware [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.038737] env[69413]: DEBUG nova.virt.hardware [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.038915] env[69413]: DEBUG nova.virt.hardware [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.039073] env[69413]: DEBUG nova.virt.hardware [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.039223] env[69413]: DEBUG nova.virt.hardware [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.039465] env[69413]: DEBUG nova.virt.hardware [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.039645] env[69413]: DEBUG nova.virt.hardware [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.039811] env[69413]: DEBUG nova.virt.hardware [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.039971] env[69413]: DEBUG nova.virt.hardware [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.040157] env[69413]: DEBUG nova.virt.hardware [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.040451] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 478ddab9-a20e-421a-9d25-fd72c56d3f8e/478ddab9-a20e-421a-9d25-fd72c56d3f8e.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 972.040645] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 972.041408] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a67889b-ddd8-4f66-b093-121df0c5c412 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.044154] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60546ac9-9bc0-4a8e-bd9c-c32bb27b959a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.050497] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eecce5fb-2886-40d2-ba5a-c3533c00bf44 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.055306] env[69413]: DEBUG oslo_vmware.api [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 972.055306] env[69413]: value = "task-3077961" [ 972.055306] env[69413]: _type = "Task" [ 972.055306] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.067799] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Instance VIF info [] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.073323] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.074303] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.074552] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a730094c-25d2-49d0-bf19-9b1ac9887473 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.089765] env[69413]: DEBUG oslo_vmware.api [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077961, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.094263] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.094263] env[69413]: value = "task-3077962" [ 972.094263] env[69413]: _type = "Task" [ 972.094263] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.103810] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077962, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.123850] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077959, 'name': CreateVM_Task, 'duration_secs': 0.50395} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.124011] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.124758] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2a441474-00d6-4da8-9222-912cdd30e1af" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.124925] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2a441474-00d6-4da8-9222-912cdd30e1af" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.125453] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2a441474-00d6-4da8-9222-912cdd30e1af" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.125723] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7361c8c0-9470-497e-93ed-e6371ae670af {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.130165] env[69413]: DEBUG oslo_vmware.api [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 972.130165] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5204b3c8-b41b-e659-f740-a47314f04b76" [ 972.130165] env[69413]: _type = "Task" [ 972.130165] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.137955] env[69413]: DEBUG oslo_vmware.api [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5204b3c8-b41b-e659-f740-a47314f04b76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.210342] env[69413]: DEBUG oslo_vmware.api [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Task: {'id': task-3077960, 'name': Rename_Task, 'duration_secs': 0.242485} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.210783] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.211177] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89eec6d6-661f-4dbe-8dfc-e05884e3839c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.217707] env[69413]: DEBUG oslo_vmware.api [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Waiting for the task: (returnval){ [ 972.217707] env[69413]: value = "task-3077963" [ 972.217707] env[69413]: _type = "Task" [ 972.217707] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.226023] env[69413]: DEBUG oslo_vmware.api [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Task: {'id': task-3077963, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.423203] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9c5bce66-533a-49c4-9119-7037b775cece tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.905s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.427950] env[69413]: DEBUG oslo_concurrency.lockutils [None req-708bea75-503a-4948-b657-d9a1ac705bf4 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.116s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.428274] env[69413]: DEBUG nova.objects.instance [None req-708bea75-503a-4948-b657-d9a1ac705bf4 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Lazy-loading 'resources' on Instance uuid 375d6649-8287-43b0-af5b-592b9a7caa12 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.446266] env[69413]: INFO nova.scheduler.client.report [None req-9c5bce66-533a-49c4-9119-7037b775cece tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Deleted allocations for instance 1b3bac56-2886-42fa-934b-2e547b8104ed [ 972.461918] env[69413]: DEBUG nova.network.neutron [req-db4c1e25-088e-4752-ba0b-2186faf85811 req-d4795857-f453-4646-9ad5-eaa43cfae24d service nova] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Updated VIF entry in instance network info cache for port ad26a47f-639f-45c2-b3cc-7b9366a2883c. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.462295] env[69413]: DEBUG nova.network.neutron [req-db4c1e25-088e-4752-ba0b-2186faf85811 req-d4795857-f453-4646-9ad5-eaa43cfae24d service nova] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Updating instance_info_cache with network_info: [{"id": "ad26a47f-639f-45c2-b3cc-7b9366a2883c", "address": "fa:16:3e:ba:2a:ca", "network": {"id": "be70a538-4339-4cc1-9578-fd50ad7faf60", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-848088410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3244903a5a34e34a5f19ae8831810d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad26a47f-63", "ovs_interfaceid": "ad26a47f-639f-45c2-b3cc-7b9366a2883c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.567464] env[69413]: DEBUG oslo_vmware.api [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077961, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065586} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.567734] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 972.568501] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1a389b-004a-4c33-92c1-44deaebfbeeb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.590044] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 478ddab9-a20e-421a-9d25-fd72c56d3f8e/478ddab9-a20e-421a-9d25-fd72c56d3f8e.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 972.590334] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcd9c3ef-87f4-4912-9a03-1a7d06dfbd53 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.612599] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077962, 'name': CreateVM_Task, 'duration_secs': 0.332582} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.613690] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.614017] env[69413]: DEBUG oslo_vmware.api [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 972.614017] env[69413]: value = "task-3077964" [ 972.614017] env[69413]: _type = "Task" [ 972.614017] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.614374] env[69413]: DEBUG oslo_concurrency.lockutils [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.614527] env[69413]: DEBUG oslo_concurrency.lockutils [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.614832] env[69413]: DEBUG oslo_concurrency.lockutils [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.615123] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5406152-1835-4c0d-9b6d-0c59a1226501 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.621770] env[69413]: DEBUG oslo_vmware.api [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Waiting for the task: (returnval){ [ 972.621770] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5257a92b-58fd-d971-1e89-cdfceac25124" [ 972.621770] env[69413]: _type = "Task" [ 972.621770] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.625078] env[69413]: DEBUG oslo_vmware.api [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077964, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.634360] env[69413]: DEBUG oslo_vmware.api [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5257a92b-58fd-d971-1e89-cdfceac25124, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.641713] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2a441474-00d6-4da8-9222-912cdd30e1af" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.641957] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Processing image 2a441474-00d6-4da8-9222-912cdd30e1af {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 972.642214] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2a441474-00d6-4da8-9222-912cdd30e1af/2a441474-00d6-4da8-9222-912cdd30e1af.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.642360] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2a441474-00d6-4da8-9222-912cdd30e1af/2a441474-00d6-4da8-9222-912cdd30e1af.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.642537] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 972.642783] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-576c15b2-6ee7-459e-8f5e-e4161904843e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.650921] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 972.651144] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 972.651920] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dac6fe1-5ddc-4b4d-83ca-6bfb084463af {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.657259] env[69413]: DEBUG oslo_vmware.api [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 972.657259] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5230f7e5-6242-4683-c8e9-59df9b5830a7" [ 972.657259] env[69413]: _type = "Task" [ 972.657259] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.664746] env[69413]: DEBUG oslo_vmware.api [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5230f7e5-6242-4683-c8e9-59df9b5830a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.727120] env[69413]: DEBUG oslo_vmware.api [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Task: {'id': task-3077963, 'name': PowerOnVM_Task, 'duration_secs': 0.465989} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.727342] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.727652] env[69413]: INFO nova.compute.manager [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Took 7.44 seconds to spawn the instance on the hypervisor. [ 972.727859] env[69413]: DEBUG nova.compute.manager [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.728637] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651ac67d-43a6-4b66-8393-13a5f2fe8c4b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.955496] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9c5bce66-533a-49c4-9119-7037b775cece tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Lock "1b3bac56-2886-42fa-934b-2e547b8104ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.515s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.967259] env[69413]: DEBUG oslo_concurrency.lockutils [req-db4c1e25-088e-4752-ba0b-2186faf85811 req-d4795857-f453-4646-9ad5-eaa43cfae24d service nova] Releasing lock "refresh_cache-c15d57db-e0cf-45df-8bc4-9743066e5d54" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.128468] env[69413]: DEBUG oslo_vmware.api [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.141765] env[69413]: DEBUG oslo_vmware.api [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5257a92b-58fd-d971-1e89-cdfceac25124, 'name': SearchDatastore_Task, 'duration_secs': 0.015709} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.141765] env[69413]: DEBUG oslo_concurrency.lockutils [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.141765] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.141765] env[69413]: DEBUG oslo_concurrency.lockutils [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.141765] env[69413]: DEBUG oslo_concurrency.lockutils [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.141765] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.142170] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-064a6d14-2587-41f2-bd62-6faf589ced52 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.159904] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.160139] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.166795] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e28c2c2-d3a2-46a4-a35b-0a2d6ffbb418 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.179568] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Preparing fetch location {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 973.179568] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Fetch image to [datastore2] OSTACK_IMG_13cfe7b1-6deb-4c41-a71e-ad655703ef54/OSTACK_IMG_13cfe7b1-6deb-4c41-a71e-ad655703ef54.vmdk {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 973.179813] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Downloading stream optimized image 2a441474-00d6-4da8-9222-912cdd30e1af to [datastore2] OSTACK_IMG_13cfe7b1-6deb-4c41-a71e-ad655703ef54/OSTACK_IMG_13cfe7b1-6deb-4c41-a71e-ad655703ef54.vmdk on the data store datastore2 as vApp {{(pid=69413) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 973.180079] env[69413]: DEBUG nova.virt.vmwareapi.images [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Downloading image file data 2a441474-00d6-4da8-9222-912cdd30e1af to the ESX as VM named 'OSTACK_IMG_13cfe7b1-6deb-4c41-a71e-ad655703ef54' {{(pid=69413) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 973.182213] env[69413]: DEBUG oslo_vmware.api [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Waiting for the task: (returnval){ [ 973.182213] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52bce259-4f8e-bfb0-ba39-c19026a711c8" [ 973.182213] env[69413]: _type = "Task" [ 973.182213] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.195534] env[69413]: DEBUG oslo_vmware.api [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52bce259-4f8e-bfb0-ba39-c19026a711c8, 'name': SearchDatastore_Task, 'duration_secs': 0.011204} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.195534] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e72b4b2b-d7a4-48cf-a975-1a1c611f08ad {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.204368] env[69413]: DEBUG oslo_vmware.api [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Waiting for the task: (returnval){ [ 973.204368] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52199792-3cb1-71b2-589f-36dab33a9d0d" [ 973.204368] env[69413]: _type = "Task" [ 973.204368] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.235721] env[69413]: DEBUG oslo_vmware.api [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52199792-3cb1-71b2-589f-36dab33a9d0d, 'name': SearchDatastore_Task, 'duration_secs': 0.013684} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.236283] env[69413]: DEBUG oslo_concurrency.lockutils [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.236563] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 6e98ea3b-09a4-462c-b159-a296cf3e9f70/6e98ea3b-09a4-462c-b159-a296cf3e9f70.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 973.236821] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e71631ee-24a6-4cee-aadf-519106c9dd2c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.247785] env[69413]: INFO nova.compute.manager [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Took 48.87 seconds to build instance. [ 973.250058] env[69413]: DEBUG oslo_vmware.api [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Waiting for the task: (returnval){ [ 973.250058] env[69413]: value = "task-3077965" [ 973.250058] env[69413]: _type = "Task" [ 973.250058] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.262109] env[69413]: DEBUG oslo_vmware.api [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Task: {'id': task-3077965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.268908] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20eb273e-66ca-4e27-ba58-c5fcedc5df7d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.272491] env[69413]: DEBUG oslo_vmware.rw_handles [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 973.272491] env[69413]: value = "resgroup-9" [ 973.272491] env[69413]: _type = "ResourcePool" [ 973.272491] env[69413]: }. {{(pid=69413) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 973.273211] env[69413]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a7c1a45d-8468-4a95-969f-ec0609232dc4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.296321] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0eb02d-1f2e-45a1-ad21-b27e10c7f013 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.299700] env[69413]: DEBUG oslo_vmware.rw_handles [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lease: (returnval){ [ 973.299700] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c52644-6388-8dec-d4ee-45b5782cf0f8" [ 973.299700] env[69413]: _type = "HttpNfcLease" [ 973.299700] env[69413]: } obtained for vApp import into resource pool (val){ [ 973.299700] env[69413]: value = "resgroup-9" [ 973.299700] env[69413]: _type = "ResourcePool" [ 973.299700] env[69413]: }. {{(pid=69413) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 973.299971] env[69413]: DEBUG oslo_vmware.api [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the lease: (returnval){ [ 973.299971] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c52644-6388-8dec-d4ee-45b5782cf0f8" [ 973.299971] env[69413]: _type = "HttpNfcLease" [ 973.299971] env[69413]: } to be ready. {{(pid=69413) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 973.330753] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c477ccef-645c-4175-aed8-559b2feca637 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.334881] env[69413]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 973.334881] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c52644-6388-8dec-d4ee-45b5782cf0f8" [ 973.334881] env[69413]: _type = "HttpNfcLease" [ 973.334881] env[69413]: } is initializing. {{(pid=69413) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 973.339863] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a65116-f364-4cc6-a87f-734b3e9833cc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.362905] env[69413]: DEBUG nova.compute.provider_tree [None req-708bea75-503a-4948-b657-d9a1ac705bf4 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 973.628885] env[69413]: DEBUG oslo_vmware.api [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077964, 'name': ReconfigVM_Task, 'duration_secs': 0.754473} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.629401] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 478ddab9-a20e-421a-9d25-fd72c56d3f8e/478ddab9-a20e-421a-9d25-fd72c56d3f8e.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.630284] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e543996e-208b-4bdd-ad0d-8b6734fa910f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.638403] env[69413]: DEBUG oslo_vmware.api [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 973.638403] env[69413]: value = "task-3077967" [ 973.638403] env[69413]: _type = "Task" [ 973.638403] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.650630] env[69413]: DEBUG oslo_vmware.api [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077967, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.737582] env[69413]: DEBUG oslo_concurrency.lockutils [None req-064bbfc2-f398-4442-aaf0-0985a02115ca tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Acquiring lock "43f58e48-7b87-4133-a807-bdb874c0060f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.751380] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c3ba048d-e91f-492a-b21e-b70b3a41de9c tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Lock "43f58e48-7b87-4133-a807-bdb874c0060f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.935s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.752066] env[69413]: DEBUG oslo_concurrency.lockutils [None req-064bbfc2-f398-4442-aaf0-0985a02115ca tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Lock "43f58e48-7b87-4133-a807-bdb874c0060f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.015s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.752472] env[69413]: DEBUG oslo_concurrency.lockutils [None req-064bbfc2-f398-4442-aaf0-0985a02115ca tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Acquiring lock "43f58e48-7b87-4133-a807-bdb874c0060f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.752798] env[69413]: DEBUG oslo_concurrency.lockutils [None req-064bbfc2-f398-4442-aaf0-0985a02115ca tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Lock "43f58e48-7b87-4133-a807-bdb874c0060f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.752997] env[69413]: DEBUG oslo_concurrency.lockutils [None req-064bbfc2-f398-4442-aaf0-0985a02115ca tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Lock "43f58e48-7b87-4133-a807-bdb874c0060f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.762025] env[69413]: INFO nova.compute.manager [None req-064bbfc2-f398-4442-aaf0-0985a02115ca tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Terminating instance [ 973.775106] env[69413]: DEBUG oslo_vmware.api [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Task: {'id': task-3077965, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.809300] env[69413]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 973.809300] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c52644-6388-8dec-d4ee-45b5782cf0f8" [ 973.809300] env[69413]: _type = "HttpNfcLease" [ 973.809300] env[69413]: } is initializing. {{(pid=69413) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 973.887421] env[69413]: ERROR nova.scheduler.client.report [None req-708bea75-503a-4948-b657-d9a1ac705bf4 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] [req-d2fe6dd7-6529-44a3-8dae-9f7dfb0f6988] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65568fbe-598e-408e-afad-1b65d19c68ec. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d2fe6dd7-6529-44a3-8dae-9f7dfb0f6988"}]} [ 973.908518] env[69413]: DEBUG nova.scheduler.client.report [None req-708bea75-503a-4948-b657-d9a1ac705bf4 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Refreshing inventories for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 973.923724] env[69413]: DEBUG nova.scheduler.client.report [None req-708bea75-503a-4948-b657-d9a1ac705bf4 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Updating ProviderTree inventory for provider 65568fbe-598e-408e-afad-1b65d19c68ec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 973.924105] env[69413]: DEBUG nova.compute.provider_tree [None req-708bea75-503a-4948-b657-d9a1ac705bf4 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 973.936459] env[69413]: DEBUG nova.scheduler.client.report [None req-708bea75-503a-4948-b657-d9a1ac705bf4 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Refreshing aggregate associations for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec, aggregates: None {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 973.955371] env[69413]: DEBUG nova.scheduler.client.report [None req-708bea75-503a-4948-b657-d9a1ac705bf4 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Refreshing trait associations for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 974.148308] env[69413]: DEBUG oslo_vmware.api [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077967, 'name': Rename_Task, 'duration_secs': 0.243899} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.150970] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.151456] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d760748-5886-4ac2-9c0e-54ddb8b410f2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.157583] env[69413]: DEBUG oslo_vmware.api [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 974.157583] env[69413]: value = "task-3077968" [ 974.157583] env[69413]: _type = "Task" [ 974.157583] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.165390] env[69413]: DEBUG oslo_vmware.api [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.203029] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93482466-6e2b-4501-ad52-7f002e5d8843 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.209411] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32a3b46-2eb1-4ac1-93d2-b731e91ecddb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.242090] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da406a2f-7dfd-465d-a99f-40fcd0dbb128 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.248809] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6cb799-8fc6-4a23-bd06-d4c8fa071d6b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.265063] env[69413]: DEBUG nova.compute.provider_tree [None req-708bea75-503a-4948-b657-d9a1ac705bf4 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 974.269547] env[69413]: DEBUG nova.compute.manager [None req-064bbfc2-f398-4442-aaf0-0985a02115ca tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 974.269750] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-064bbfc2-f398-4442-aaf0-0985a02115ca tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.270039] env[69413]: DEBUG oslo_vmware.api [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Task: {'id': task-3077965, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558757} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.270920] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a39308f-953c-4357-abd8-e6fef6da71f9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.273447] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 6e98ea3b-09a4-462c-b159-a296cf3e9f70/6e98ea3b-09a4-462c-b159-a296cf3e9f70.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 974.273660] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 974.273885] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b5a8d08-78e3-407c-bb2e-32b2bf45932d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.280039] env[69413]: DEBUG oslo_vmware.api [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Waiting for the task: (returnval){ [ 974.280039] env[69413]: value = "task-3077969" [ 974.280039] env[69413]: _type = "Task" [ 974.280039] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.282305] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-064bbfc2-f398-4442-aaf0-0985a02115ca tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.285699] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41c1f89e-eaf8-4fb1-8dee-70158a0c2902 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.292789] env[69413]: DEBUG oslo_vmware.api [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Task: {'id': task-3077969, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.294118] env[69413]: DEBUG oslo_vmware.api [None req-064bbfc2-f398-4442-aaf0-0985a02115ca tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Waiting for the task: (returnval){ [ 974.294118] env[69413]: value = "task-3077970" [ 974.294118] env[69413]: _type = "Task" [ 974.294118] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.301975] env[69413]: DEBUG oslo_vmware.api [None req-064bbfc2-f398-4442-aaf0-0985a02115ca tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Task: {'id': task-3077970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.307908] env[69413]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 974.307908] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c52644-6388-8dec-d4ee-45b5782cf0f8" [ 974.307908] env[69413]: _type = "HttpNfcLease" [ 974.307908] env[69413]: } is ready. {{(pid=69413) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 974.308202] env[69413]: DEBUG oslo_vmware.rw_handles [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 974.308202] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c52644-6388-8dec-d4ee-45b5782cf0f8" [ 974.308202] env[69413]: _type = "HttpNfcLease" [ 974.308202] env[69413]: }. {{(pid=69413) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 974.308900] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdde369-2204-47ce-a008-181fdb730ff3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.316062] env[69413]: DEBUG oslo_vmware.rw_handles [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52418003-70b3-c3e3-ed20-d949548a4aa4/disk-0.vmdk from lease info. {{(pid=69413) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 974.316234] env[69413]: DEBUG oslo_vmware.rw_handles [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52418003-70b3-c3e3-ed20-d949548a4aa4/disk-0.vmdk. {{(pid=69413) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 974.382844] env[69413]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d3e046d5-46ea-41ae-ae8a-75d914016252 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.520690] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquiring lock "32e173a8-a4eb-4d17-9cc3-2eca780ac297" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.520991] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Lock "32e173a8-a4eb-4d17-9cc3-2eca780ac297" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.554623] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquiring lock "fc1b0b9d-a67f-4362-8938-fb78f9e3a526" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.554860] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Lock "fc1b0b9d-a67f-4362-8938-fb78f9e3a526" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.667957] env[69413]: DEBUG oslo_vmware.api [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077968, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.790200] env[69413]: ERROR nova.scheduler.client.report [None req-708bea75-503a-4948-b657-d9a1ac705bf4 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] [req-c4cca8c9-c603-42bd-b9e9-9fb2c090a6b2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65568fbe-598e-408e-afad-1b65d19c68ec. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c4cca8c9-c603-42bd-b9e9-9fb2c090a6b2"}]} [ 974.796389] env[69413]: DEBUG oslo_vmware.api [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Task: {'id': task-3077969, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.239637} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.799240] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 974.799601] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f33eede-0d77-4286-8909-d62679c950a4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.807382] env[69413]: DEBUG oslo_vmware.api [None req-064bbfc2-f398-4442-aaf0-0985a02115ca tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Task: {'id': task-3077970, 'name': PowerOffVM_Task, 'duration_secs': 0.28237} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.814174] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-064bbfc2-f398-4442-aaf0-0985a02115ca tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.814354] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-064bbfc2-f398-4442-aaf0-0985a02115ca tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.823387] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 6e98ea3b-09a4-462c-b159-a296cf3e9f70/6e98ea3b-09a4-462c-b159-a296cf3e9f70.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.824419] env[69413]: DEBUG nova.scheduler.client.report [None req-708bea75-503a-4948-b657-d9a1ac705bf4 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Refreshing inventories for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 974.826317] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d161505-93e4-430d-9a5d-9862c5c0cebb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.827753] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa1a2041-ebd0-4c6d-98cc-aed0ba3394de {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.848481] env[69413]: DEBUG oslo_vmware.api [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Waiting for the task: (returnval){ [ 974.848481] env[69413]: value = "task-3077972" [ 974.848481] env[69413]: _type = "Task" [ 974.848481] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.857549] env[69413]: DEBUG oslo_vmware.api [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Task: {'id': task-3077972, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.858523] env[69413]: DEBUG nova.scheduler.client.report [None req-708bea75-503a-4948-b657-d9a1ac705bf4 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Updating ProviderTree inventory for provider 65568fbe-598e-408e-afad-1b65d19c68ec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 974.858725] env[69413]: DEBUG nova.compute.provider_tree [None req-708bea75-503a-4948-b657-d9a1ac705bf4 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 974.872833] env[69413]: DEBUG nova.scheduler.client.report [None req-708bea75-503a-4948-b657-d9a1ac705bf4 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Refreshing aggregate associations for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec, aggregates: None {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 974.893807] env[69413]: DEBUG nova.scheduler.client.report [None req-708bea75-503a-4948-b657-d9a1ac705bf4 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Refreshing trait associations for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 975.022921] env[69413]: DEBUG nova.compute.manager [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 975.057306] env[69413]: DEBUG nova.compute.manager [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 975.175172] env[69413]: DEBUG oslo_vmware.api [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3077968, 'name': PowerOnVM_Task, 'duration_secs': 0.925193} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.180609] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.180870] env[69413]: INFO nova.compute.manager [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Took 7.38 seconds to spawn the instance on the hypervisor. [ 975.181114] env[69413]: DEBUG nova.compute.manager [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 975.183741] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bd1b4b-9980-4280-aa38-eeabb4dd1da4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.294024] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16dd4b7d-050f-4b88-980c-d1292c838327 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.301837] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0ef8a9-e7cf-400a-bd95-f20e53f67a27 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.345549] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22c157a-d560-4a22-9171-e0eb9d3c5f26 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.357638] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c66a0bb-c3bb-4e4b-a721-db223e1c39d9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.375019] env[69413]: DEBUG nova.compute.provider_tree [None req-708bea75-503a-4948-b657-d9a1ac705bf4 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.382068] env[69413]: DEBUG oslo_vmware.api [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Task: {'id': task-3077972, 'name': ReconfigVM_Task, 'duration_secs': 0.306164} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.382648] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 6e98ea3b-09a4-462c-b159-a296cf3e9f70/6e98ea3b-09a4-462c-b159-a296cf3e9f70.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.383284] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74978b6c-1092-4118-8325-22389a7720a3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.390930] env[69413]: DEBUG oslo_vmware.api [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Waiting for the task: (returnval){ [ 975.390930] env[69413]: value = "task-3077973" [ 975.390930] env[69413]: _type = "Task" [ 975.390930] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.402313] env[69413]: DEBUG oslo_vmware.api [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Task: {'id': task-3077973, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.552772] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.577706] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.709046] env[69413]: INFO nova.compute.manager [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Took 50.20 seconds to build instance. [ 975.884019] env[69413]: DEBUG nova.scheduler.client.report [None req-708bea75-503a-4948-b657-d9a1ac705bf4 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.904289] env[69413]: DEBUG oslo_vmware.api [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Task: {'id': task-3077973, 'name': Rename_Task, 'duration_secs': 0.140623} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.905259] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.905572] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c34fae2-1112-4741-bcd9-40843f86c099 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.910801] env[69413]: DEBUG oslo_vmware.rw_handles [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Completed reading data from the image iterator. {{(pid=69413) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 975.911223] env[69413]: DEBUG oslo_vmware.rw_handles [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52418003-70b3-c3e3-ed20-d949548a4aa4/disk-0.vmdk. {{(pid=69413) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 975.912549] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2030e609-0645-4753-8d8f-bb43fde67e68 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.920594] env[69413]: DEBUG oslo_vmware.rw_handles [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52418003-70b3-c3e3-ed20-d949548a4aa4/disk-0.vmdk is in state: ready. {{(pid=69413) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 975.920756] env[69413]: DEBUG oslo_vmware.rw_handles [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52418003-70b3-c3e3-ed20-d949548a4aa4/disk-0.vmdk. {{(pid=69413) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 975.922218] env[69413]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-857eb57b-a949-433d-b3df-af1aaf4d112b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.923802] env[69413]: DEBUG oslo_vmware.api [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Waiting for the task: (returnval){ [ 975.923802] env[69413]: value = "task-3077974" [ 975.923802] env[69413]: _type = "Task" [ 975.923802] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.932582] env[69413]: DEBUG oslo_vmware.api [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Task: {'id': task-3077974, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.163766] env[69413]: DEBUG oslo_vmware.rw_handles [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52418003-70b3-c3e3-ed20-d949548a4aa4/disk-0.vmdk. {{(pid=69413) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 976.163766] env[69413]: INFO nova.virt.vmwareapi.images [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Downloaded image file data 2a441474-00d6-4da8-9222-912cdd30e1af [ 976.163766] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6e652a-81b9-4309-af7e-c5190e1e90e2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.181314] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37fa3d2e-7500-4f68-b4df-938ede5d49d2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.206082] env[69413]: INFO nova.virt.vmwareapi.images [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] The imported VM was unregistered [ 976.208767] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Caching image {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 976.209077] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Creating directory with path [datastore2] devstack-image-cache_base/2a441474-00d6-4da8-9222-912cdd30e1af {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.209383] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8630808-466e-44ac-a168-576ea43f5b96 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.211743] env[69413]: DEBUG oslo_concurrency.lockutils [None req-18701cfa-957f-4808-bbde-e0a0897d449f tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "478ddab9-a20e-421a-9d25-fd72c56d3f8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.723s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.224148] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Created directory with path [datastore2] devstack-image-cache_base/2a441474-00d6-4da8-9222-912cdd30e1af {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.224346] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_13cfe7b1-6deb-4c41-a71e-ad655703ef54/OSTACK_IMG_13cfe7b1-6deb-4c41-a71e-ad655703ef54.vmdk to [datastore2] devstack-image-cache_base/2a441474-00d6-4da8-9222-912cdd30e1af/2a441474-00d6-4da8-9222-912cdd30e1af.vmdk. {{(pid=69413) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 976.224624] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-bf844c9d-2085-4bd9-aed7-3947582bec81 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.231162] env[69413]: DEBUG oslo_vmware.api [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 976.231162] env[69413]: value = "task-3077976" [ 976.231162] env[69413]: _type = "Task" [ 976.231162] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.239569] env[69413]: DEBUG oslo_vmware.api [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077976, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.391666] env[69413]: DEBUG oslo_concurrency.lockutils [None req-708bea75-503a-4948-b657-d9a1ac705bf4 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.964s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.394938] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 41.192s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.396156] env[69413]: DEBUG nova.objects.instance [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69413) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 976.409976] env[69413]: INFO nova.scheduler.client.report [None req-708bea75-503a-4948-b657-d9a1ac705bf4 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Deleted allocations for instance 375d6649-8287-43b0-af5b-592b9a7caa12 [ 976.435877] env[69413]: DEBUG oslo_vmware.api [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Task: {'id': task-3077974, 'name': PowerOnVM_Task, 'duration_secs': 0.458146} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.436565] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.436565] env[69413]: DEBUG nova.compute.manager [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.437751] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de53923e-a5ba-47c8-96d2-01ec25e2ab02 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.741137] env[69413]: DEBUG oslo_vmware.api [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077976, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.917302] env[69413]: DEBUG oslo_concurrency.lockutils [None req-708bea75-503a-4948-b657-d9a1ac705bf4 tempest-ServerPasswordTestJSON-1256224084 tempest-ServerPasswordTestJSON-1256224084-project-member] Lock "375d6649-8287-43b0-af5b-592b9a7caa12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.482s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.961506] env[69413]: DEBUG oslo_concurrency.lockutils [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.150755] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-064bbfc2-f398-4442-aaf0-0985a02115ca tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.151029] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-064bbfc2-f398-4442-aaf0-0985a02115ca tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.151177] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-064bbfc2-f398-4442-aaf0-0985a02115ca tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Deleting the datastore file [datastore1] 43f58e48-7b87-4133-a807-bdb874c0060f {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.151451] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d60e1898-b0e5-44ed-b672-8bd1ff72de31 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.162476] env[69413]: DEBUG oslo_vmware.api [None req-064bbfc2-f398-4442-aaf0-0985a02115ca tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Waiting for the task: (returnval){ [ 977.162476] env[69413]: value = "task-3077977" [ 977.162476] env[69413]: _type = "Task" [ 977.162476] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.164487] env[69413]: DEBUG oslo_concurrency.lockutils [None req-64b63372-a9ed-4859-b7ff-af802b51ff5d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Acquiring lock "6e98ea3b-09a4-462c-b159-a296cf3e9f70" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.164737] env[69413]: DEBUG oslo_concurrency.lockutils [None req-64b63372-a9ed-4859-b7ff-af802b51ff5d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Lock "6e98ea3b-09a4-462c-b159-a296cf3e9f70" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.164828] env[69413]: DEBUG oslo_concurrency.lockutils [None req-64b63372-a9ed-4859-b7ff-af802b51ff5d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Acquiring lock "6e98ea3b-09a4-462c-b159-a296cf3e9f70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.165032] env[69413]: DEBUG oslo_concurrency.lockutils [None req-64b63372-a9ed-4859-b7ff-af802b51ff5d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Lock "6e98ea3b-09a4-462c-b159-a296cf3e9f70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.165210] env[69413]: DEBUG oslo_concurrency.lockutils [None req-64b63372-a9ed-4859-b7ff-af802b51ff5d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Lock "6e98ea3b-09a4-462c-b159-a296cf3e9f70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.167806] env[69413]: INFO nova.compute.manager [None req-64b63372-a9ed-4859-b7ff-af802b51ff5d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Terminating instance [ 977.174808] env[69413]: DEBUG oslo_vmware.api [None req-064bbfc2-f398-4442-aaf0-0985a02115ca tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Task: {'id': task-3077977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.243610] env[69413]: DEBUG oslo_vmware.api [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077976, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.302777] env[69413]: DEBUG nova.compute.manager [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Stashing vm_state: active {{(pid=69413) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 977.408130] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b3c4aaca-331b-4a79-bb63-6d3bc7236dd8 tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.409312] env[69413]: DEBUG oslo_concurrency.lockutils [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.935s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.410821] env[69413]: INFO nova.compute.claims [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 977.674497] env[69413]: DEBUG oslo_vmware.api [None req-064bbfc2-f398-4442-aaf0-0985a02115ca tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Task: {'id': task-3077977, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.365904} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.675168] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-064bbfc2-f398-4442-aaf0-0985a02115ca tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.675168] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-064bbfc2-f398-4442-aaf0-0985a02115ca tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.675360] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-064bbfc2-f398-4442-aaf0-0985a02115ca tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.675490] env[69413]: INFO nova.compute.manager [None req-064bbfc2-f398-4442-aaf0-0985a02115ca tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Took 3.41 seconds to destroy the instance on the hypervisor. [ 977.675786] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-064bbfc2-f398-4442-aaf0-0985a02115ca tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.676314] env[69413]: DEBUG oslo_concurrency.lockutils [None req-64b63372-a9ed-4859-b7ff-af802b51ff5d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Acquiring lock "refresh_cache-6e98ea3b-09a4-462c-b159-a296cf3e9f70" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.676476] env[69413]: DEBUG oslo_concurrency.lockutils [None req-64b63372-a9ed-4859-b7ff-af802b51ff5d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Acquired lock "refresh_cache-6e98ea3b-09a4-462c-b159-a296cf3e9f70" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.676643] env[69413]: DEBUG nova.network.neutron [None req-64b63372-a9ed-4859-b7ff-af802b51ff5d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.677879] env[69413]: DEBUG nova.compute.manager [-] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.677980] env[69413]: DEBUG nova.network.neutron [-] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.743523] env[69413]: DEBUG oslo_vmware.api [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077976, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.826648] env[69413]: DEBUG oslo_concurrency.lockutils [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.970650] env[69413]: DEBUG nova.compute.manager [req-d93c589b-42ad-4077-8976-689efea14e13 req-e55b820c-4e07-4dac-96be-a1638775744e service nova] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Received event network-vif-deleted-fd292136-0c1b-4c80-9ea1-4e7f9f244355 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.970997] env[69413]: INFO nova.compute.manager [req-d93c589b-42ad-4077-8976-689efea14e13 req-e55b820c-4e07-4dac-96be-a1638775744e service nova] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Neutron deleted interface fd292136-0c1b-4c80-9ea1-4e7f9f244355; detaching it from the instance and deleting it from the info cache [ 977.971117] env[69413]: DEBUG nova.network.neutron [req-d93c589b-42ad-4077-8976-689efea14e13 req-e55b820c-4e07-4dac-96be-a1638775744e service nova] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.204995] env[69413]: DEBUG nova.network.neutron [None req-64b63372-a9ed-4859-b7ff-af802b51ff5d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 978.244533] env[69413]: DEBUG oslo_vmware.api [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077976, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.260103] env[69413]: DEBUG nova.network.neutron [None req-64b63372-a9ed-4859-b7ff-af802b51ff5d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.446107] env[69413]: DEBUG nova.network.neutron [-] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.474779] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aee5749f-6e05-4436-a4f5-a069bc49cf93 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.486790] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40154914-3408-4648-bcc6-94ad35a79a2c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.523130] env[69413]: DEBUG nova.compute.manager [req-d93c589b-42ad-4077-8976-689efea14e13 req-e55b820c-4e07-4dac-96be-a1638775744e service nova] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Detach interface failed, port_id=fd292136-0c1b-4c80-9ea1-4e7f9f244355, reason: Instance 43f58e48-7b87-4133-a807-bdb874c0060f could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 978.753539] env[69413]: DEBUG oslo_vmware.api [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077976, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.763321] env[69413]: DEBUG oslo_concurrency.lockutils [None req-64b63372-a9ed-4859-b7ff-af802b51ff5d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Releasing lock "refresh_cache-6e98ea3b-09a4-462c-b159-a296cf3e9f70" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.763773] env[69413]: DEBUG nova.compute.manager [None req-64b63372-a9ed-4859-b7ff-af802b51ff5d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 978.763966] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-64b63372-a9ed-4859-b7ff-af802b51ff5d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.764878] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d79a82-9058-40e2-aac9-fb001570e145 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.779910] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b63372-a9ed-4859-b7ff-af802b51ff5d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.782841] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e27e9e2e-60da-4c2c-b811-318a6f8fe680 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.795885] env[69413]: DEBUG oslo_vmware.api [None req-64b63372-a9ed-4859-b7ff-af802b51ff5d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Waiting for the task: (returnval){ [ 978.795885] env[69413]: value = "task-3077978" [ 978.795885] env[69413]: _type = "Task" [ 978.795885] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.812630] env[69413]: DEBUG oslo_vmware.api [None req-64b63372-a9ed-4859-b7ff-af802b51ff5d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Task: {'id': task-3077978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.830187] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f330fab0-187f-4875-ad04-764cc27923eb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.840975] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942ec4eb-2fe0-4b71-859b-31c092ff57a7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.879466] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1b7f29-24a5-4299-a66c-6cecb87b27ca {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.890059] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d1f0b9-22f5-4a59-9a1c-6c2fa363a5d3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.908493] env[69413]: DEBUG nova.compute.provider_tree [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.949045] env[69413]: INFO nova.compute.manager [-] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Took 1.27 seconds to deallocate network for instance. [ 979.244194] env[69413]: DEBUG oslo_vmware.api [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077976, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.988055} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.244511] env[69413]: INFO nova.virt.vmwareapi.ds_util [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_13cfe7b1-6deb-4c41-a71e-ad655703ef54/OSTACK_IMG_13cfe7b1-6deb-4c41-a71e-ad655703ef54.vmdk to [datastore2] devstack-image-cache_base/2a441474-00d6-4da8-9222-912cdd30e1af/2a441474-00d6-4da8-9222-912cdd30e1af.vmdk. [ 979.244684] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Cleaning up location [datastore2] OSTACK_IMG_13cfe7b1-6deb-4c41-a71e-ad655703ef54 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 979.244846] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_13cfe7b1-6deb-4c41-a71e-ad655703ef54 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.245131] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5af31a04-c6a2-44c3-be2d-f2a8e735e341 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.251753] env[69413]: DEBUG oslo_vmware.api [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 979.251753] env[69413]: value = "task-3077979" [ 979.251753] env[69413]: _type = "Task" [ 979.251753] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.259710] env[69413]: DEBUG oslo_vmware.api [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.307289] env[69413]: DEBUG oslo_vmware.api [None req-64b63372-a9ed-4859-b7ff-af802b51ff5d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Task: {'id': task-3077978, 'name': PowerOffVM_Task, 'duration_secs': 0.151889} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.308107] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b63372-a9ed-4859-b7ff-af802b51ff5d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.308107] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-64b63372-a9ed-4859-b7ff-af802b51ff5d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.308107] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae5eb1d4-d517-46fc-9a1f-a38d53db4fbc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.334656] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-64b63372-a9ed-4859-b7ff-af802b51ff5d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.334935] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-64b63372-a9ed-4859-b7ff-af802b51ff5d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.335104] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-64b63372-a9ed-4859-b7ff-af802b51ff5d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Deleting the datastore file [datastore1] 6e98ea3b-09a4-462c-b159-a296cf3e9f70 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.335557] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2c3be9f-f424-4389-8df2-169f92bec4b8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.343715] env[69413]: DEBUG oslo_vmware.api [None req-64b63372-a9ed-4859-b7ff-af802b51ff5d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Waiting for the task: (returnval){ [ 979.343715] env[69413]: value = "task-3077981" [ 979.343715] env[69413]: _type = "Task" [ 979.343715] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.352055] env[69413]: DEBUG oslo_vmware.api [None req-64b63372-a9ed-4859-b7ff-af802b51ff5d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Task: {'id': task-3077981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.411391] env[69413]: DEBUG nova.scheduler.client.report [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.457696] env[69413]: DEBUG oslo_concurrency.lockutils [None req-064bbfc2-f398-4442-aaf0-0985a02115ca tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.762855] env[69413]: DEBUG oslo_vmware.api [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077979, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.044786} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.763335] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.763543] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2a441474-00d6-4da8-9222-912cdd30e1af/2a441474-00d6-4da8-9222-912cdd30e1af.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.763829] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2a441474-00d6-4da8-9222-912cdd30e1af/2a441474-00d6-4da8-9222-912cdd30e1af.vmdk to [datastore2] c15d57db-e0cf-45df-8bc4-9743066e5d54/c15d57db-e0cf-45df-8bc4-9743066e5d54.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 979.764050] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba919032-897c-4284-822d-3fa19445e6d9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.770754] env[69413]: DEBUG oslo_vmware.api [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 979.770754] env[69413]: value = "task-3077982" [ 979.770754] env[69413]: _type = "Task" [ 979.770754] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.778428] env[69413]: DEBUG oslo_vmware.api [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077982, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.853931] env[69413]: DEBUG oslo_vmware.api [None req-64b63372-a9ed-4859-b7ff-af802b51ff5d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Task: {'id': task-3077981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.917446] env[69413]: DEBUG oslo_concurrency.lockutils [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.917970] env[69413]: DEBUG nova.compute.manager [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 979.920771] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.240s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.922280] env[69413]: INFO nova.compute.claims [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.283037] env[69413]: DEBUG oslo_concurrency.lockutils [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Acquiring lock "08cf1db4-5076-4cf5-8d4a-65ac906f1f75" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.283274] env[69413]: DEBUG oslo_concurrency.lockutils [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Lock "08cf1db4-5076-4cf5-8d4a-65ac906f1f75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.284392] env[69413]: DEBUG oslo_vmware.api [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077982, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.353853] env[69413]: DEBUG oslo_vmware.api [None req-64b63372-a9ed-4859-b7ff-af802b51ff5d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Task: {'id': task-3077981, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.717895} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.353987] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-64b63372-a9ed-4859-b7ff-af802b51ff5d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.354171] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-64b63372-a9ed-4859-b7ff-af802b51ff5d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.354359] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-64b63372-a9ed-4859-b7ff-af802b51ff5d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.354534] env[69413]: INFO nova.compute.manager [None req-64b63372-a9ed-4859-b7ff-af802b51ff5d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Took 1.59 seconds to destroy the instance on the hypervisor. [ 980.354767] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64b63372-a9ed-4859-b7ff-af802b51ff5d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.354950] env[69413]: DEBUG nova.compute.manager [-] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 980.355059] env[69413]: DEBUG nova.network.neutron [-] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 980.370681] env[69413]: DEBUG nova.network.neutron [-] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 980.429134] env[69413]: DEBUG nova.compute.utils [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 980.430489] env[69413]: DEBUG nova.compute.manager [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Not allocating networking since 'none' was specified. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 980.783436] env[69413]: DEBUG oslo_vmware.api [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077982, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.789024] env[69413]: DEBUG nova.compute.manager [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 980.873119] env[69413]: DEBUG nova.network.neutron [-] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.934576] env[69413]: DEBUG nova.compute.manager [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 981.266980] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5347f647-b9ce-4efb-abe6-21b7c70bb6f2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.282715] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b05e50-af9c-4d8e-9e66-1b47667becde {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.286095] env[69413]: DEBUG oslo_vmware.api [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077982, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.319846] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750c7051-8c98-4848-a2d9-785fec1f1bea {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.330789] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba9947a-4663-4c01-bf2c-03348f923731 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.336241] env[69413]: DEBUG oslo_concurrency.lockutils [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.347766] env[69413]: DEBUG nova.compute.provider_tree [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.375839] env[69413]: INFO nova.compute.manager [-] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Took 1.02 seconds to deallocate network for instance. [ 981.783813] env[69413]: DEBUG oslo_vmware.api [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077982, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.850141] env[69413]: DEBUG nova.scheduler.client.report [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.882803] env[69413]: DEBUG oslo_concurrency.lockutils [None req-64b63372-a9ed-4859-b7ff-af802b51ff5d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.944745] env[69413]: DEBUG nova.compute.manager [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 981.973477] env[69413]: DEBUG nova.virt.hardware [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 981.973766] env[69413]: DEBUG nova.virt.hardware [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.973948] env[69413]: DEBUG nova.virt.hardware [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.974172] env[69413]: DEBUG nova.virt.hardware [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.974339] env[69413]: DEBUG nova.virt.hardware [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.974491] env[69413]: DEBUG nova.virt.hardware [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 981.974729] env[69413]: DEBUG nova.virt.hardware [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 981.974908] env[69413]: DEBUG nova.virt.hardware [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 981.975115] env[69413]: DEBUG nova.virt.hardware [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 981.975290] env[69413]: DEBUG nova.virt.hardware [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 981.975566] env[69413]: DEBUG nova.virt.hardware [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 981.976541] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb494e39-c8f4-4639-941f-78de16584237 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.984819] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f782a6-a39c-4423-ada3-c07bf5d9b90f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.000280] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Instance VIF info [] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 982.005874] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Creating folder: Project (e2f69cc98ca04693846e6ab76d5b7c2e). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 982.006320] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd3ab877-9186-4f65-a013-7c17e611f41b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.017980] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Created folder: Project (e2f69cc98ca04693846e6ab76d5b7c2e) in parent group-v616034. [ 982.018335] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Creating folder: Instances. Parent ref: group-v616257. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 982.018596] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6596a45-e546-4b83-8af5-1f58f5b136f1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.027793] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Created folder: Instances in parent group-v616257. [ 982.028012] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.028229] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 982.028440] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc372512-6234-4ce7-9eff-678994c9d0ab {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.045448] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 982.045448] env[69413]: value = "task-3077985" [ 982.045448] env[69413]: _type = "Task" [ 982.045448] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.053139] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077985, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.283650] env[69413]: DEBUG oslo_vmware.api [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077982, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.355738] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.356130] env[69413]: DEBUG nova.compute.manager [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 982.358965] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d144668a-4f22-4cd1-a1d0-08b03611e1cf tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.160s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.359206] env[69413]: DEBUG nova.objects.instance [None req-d144668a-4f22-4cd1-a1d0-08b03611e1cf tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Lazy-loading 'resources' on Instance uuid f1edcde1-2547-448b-95d0-d4c1b93e325f {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.556697] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077985, 'name': CreateVM_Task, 'duration_secs': 0.297418} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.556951] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 982.557421] env[69413]: DEBUG oslo_concurrency.lockutils [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.557595] env[69413]: DEBUG oslo_concurrency.lockutils [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.558015] env[69413]: DEBUG oslo_concurrency.lockutils [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.558286] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d805e73-0ddd-458b-93e1-6da8464b3ea3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.563705] env[69413]: DEBUG oslo_vmware.api [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Waiting for the task: (returnval){ [ 982.563705] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522661c1-7b2c-53b9-99c5-14dd41f797c9" [ 982.563705] env[69413]: _type = "Task" [ 982.563705] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.572536] env[69413]: DEBUG oslo_vmware.api [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522661c1-7b2c-53b9-99c5-14dd41f797c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.784411] env[69413]: DEBUG oslo_vmware.api [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077982, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.862653] env[69413]: DEBUG nova.compute.utils [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 982.866757] env[69413]: DEBUG nova.compute.manager [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 982.866933] env[69413]: DEBUG nova.network.neutron [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 982.911409] env[69413]: DEBUG nova.policy [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1a3d3b9b67440b78de679e49c1cd12e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9155da285b149afae28b1048f0d10d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 983.075913] env[69413]: DEBUG oslo_vmware.api [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522661c1-7b2c-53b9-99c5-14dd41f797c9, 'name': SearchDatastore_Task, 'duration_secs': 0.025762} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.076437] env[69413]: DEBUG oslo_concurrency.lockutils [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.076828] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 983.077223] env[69413]: DEBUG oslo_concurrency.lockutils [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.077831] env[69413]: DEBUG oslo_concurrency.lockutils [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.078183] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 983.083227] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fede60fe-e05c-4608-87da-fbfd385a2039 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.098801] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 983.098801] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 983.098801] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54910a92-49d9-42a2-adec-081ac71fab91 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.104179] env[69413]: DEBUG oslo_vmware.api [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Waiting for the task: (returnval){ [ 983.104179] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b2ae36-808b-a354-777f-284a6970729f" [ 983.104179] env[69413]: _type = "Task" [ 983.104179] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.111550] env[69413]: DEBUG oslo_vmware.api [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b2ae36-808b-a354-777f-284a6970729f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.135430] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b812008-1577-4327-b2e0-149983614cf5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.142770] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cf3eef-a6da-4622-968e-5b72b800f818 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.175294] env[69413]: DEBUG nova.network.neutron [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Successfully created port: c6acdae9-7ef1-481d-a2b6-f659f245985e {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 983.177888] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92edcd04-eccc-46aa-9576-58aa7c7f5efc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.185489] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f26680d-792c-4179-b783-a435e04db2ec {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.203014] env[69413]: DEBUG nova.compute.provider_tree [None req-d144668a-4f22-4cd1-a1d0-08b03611e1cf tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.285399] env[69413]: DEBUG oslo_vmware.api [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077982, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.061988} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.286401] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2a441474-00d6-4da8-9222-912cdd30e1af/2a441474-00d6-4da8-9222-912cdd30e1af.vmdk to [datastore2] c15d57db-e0cf-45df-8bc4-9743066e5d54/c15d57db-e0cf-45df-8bc4-9743066e5d54.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 983.286616] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c5fd0d-c21f-44d3-af97-73d1f1b48dc3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.308325] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] c15d57db-e0cf-45df-8bc4-9743066e5d54/c15d57db-e0cf-45df-8bc4-9743066e5d54.vmdk or device None with type streamOptimized {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.308325] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7091c101-dd42-4848-ab9a-ea7fb64c88fa {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.330744] env[69413]: DEBUG oslo_vmware.api [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 983.330744] env[69413]: value = "task-3077986" [ 983.330744] env[69413]: _type = "Task" [ 983.330744] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.338645] env[69413]: DEBUG oslo_vmware.api [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077986, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.367866] env[69413]: DEBUG nova.compute.manager [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 983.614754] env[69413]: DEBUG oslo_vmware.api [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b2ae36-808b-a354-777f-284a6970729f, 'name': SearchDatastore_Task, 'duration_secs': 0.073803} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.615584] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61bce92f-e7f3-4b93-8420-08f50c2b4cdd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.620886] env[69413]: DEBUG oslo_vmware.api [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Waiting for the task: (returnval){ [ 983.620886] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f6bf91-909d-195f-cc06-0147fd7e9f0b" [ 983.620886] env[69413]: _type = "Task" [ 983.620886] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.628187] env[69413]: DEBUG oslo_vmware.api [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f6bf91-909d-195f-cc06-0147fd7e9f0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.704784] env[69413]: DEBUG nova.scheduler.client.report [None req-d144668a-4f22-4cd1-a1d0-08b03611e1cf tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.840978] env[69413]: DEBUG oslo_vmware.api [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077986, 'name': ReconfigVM_Task, 'duration_secs': 0.27988} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.841302] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Reconfigured VM instance instance-00000014 to attach disk [datastore2] c15d57db-e0cf-45df-8bc4-9743066e5d54/c15d57db-e0cf-45df-8bc4-9743066e5d54.vmdk or device None with type streamOptimized {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.842708] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'encrypted': False, 'encryption_format': None, 'disk_bus': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'image_id': '2ef2504d-027d-42fe-98dd-6e912ffbdf46'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616232', 'volume_id': '10bf29be-ede6-4411-bf7d-cf142a98c44c', 'name': 'volume-10bf29be-ede6-4411-bf7d-cf142a98c44c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c15d57db-e0cf-45df-8bc4-9743066e5d54', 'attached_at': '', 'detached_at': '', 'volume_id': '10bf29be-ede6-4411-bf7d-cf142a98c44c', 'serial': '10bf29be-ede6-4411-bf7d-cf142a98c44c'}, 'disk_bus': None, 'guest_format': None, 'attachment_id': 'c5a9cafc-b376-4c08-b8e7-1c1218647246', 'boot_index': None, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69413) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 983.842916] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Volume attach. Driver type: vmdk {{(pid=69413) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 983.843121] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616232', 'volume_id': '10bf29be-ede6-4411-bf7d-cf142a98c44c', 'name': 'volume-10bf29be-ede6-4411-bf7d-cf142a98c44c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c15d57db-e0cf-45df-8bc4-9743066e5d54', 'attached_at': '', 'detached_at': '', 'volume_id': '10bf29be-ede6-4411-bf7d-cf142a98c44c', 'serial': '10bf29be-ede6-4411-bf7d-cf142a98c44c'} {{(pid=69413) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 983.843905] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82dd2009-53e1-4ff8-ac42-fbd1c9b760a0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.860778] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc18b1f8-ac81-407e-964c-4e0094a78ca1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.887714] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] volume-10bf29be-ede6-4411-bf7d-cf142a98c44c/volume-10bf29be-ede6-4411-bf7d-cf142a98c44c.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.888224] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac6e9184-1fb5-4f81-a434-05f8a60b9a42 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.906722] env[69413]: DEBUG oslo_vmware.api [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 983.906722] env[69413]: value = "task-3077987" [ 983.906722] env[69413]: _type = "Task" [ 983.906722] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.914857] env[69413]: DEBUG oslo_vmware.api [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077987, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.132168] env[69413]: DEBUG oslo_vmware.api [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f6bf91-909d-195f-cc06-0147fd7e9f0b, 'name': SearchDatastore_Task, 'duration_secs': 0.098115} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.132482] env[69413]: DEBUG oslo_concurrency.lockutils [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.132781] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] e88a4c64-cfbc-490e-ac31-6cf0010aa936/e88a4c64-cfbc-490e-ac31-6cf0010aa936.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 984.133097] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3265caa4-dd88-4073-97ce-ce9e344d5770 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.138941] env[69413]: DEBUG oslo_vmware.api [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Waiting for the task: (returnval){ [ 984.138941] env[69413]: value = "task-3077988" [ 984.138941] env[69413]: _type = "Task" [ 984.138941] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.147925] env[69413]: DEBUG oslo_vmware.api [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Task: {'id': task-3077988, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.209652] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d144668a-4f22-4cd1-a1d0-08b03611e1cf tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.851s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.212077] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.445s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.212321] env[69413]: DEBUG nova.objects.instance [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Lazy-loading 'resources' on Instance uuid 7a1571bb-faf1-4e1c-9f41-7124c97ddb78 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.234196] env[69413]: INFO nova.scheduler.client.report [None req-d144668a-4f22-4cd1-a1d0-08b03611e1cf tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Deleted allocations for instance f1edcde1-2547-448b-95d0-d4c1b93e325f [ 984.389974] env[69413]: DEBUG nova.compute.manager [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 984.420912] env[69413]: DEBUG oslo_vmware.api [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077987, 'name': ReconfigVM_Task, 'duration_secs': 0.458933} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.423363] env[69413]: DEBUG nova.virt.hardware [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.423600] env[69413]: DEBUG nova.virt.hardware [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.423763] env[69413]: DEBUG nova.virt.hardware [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.423940] env[69413]: DEBUG nova.virt.hardware [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.424096] env[69413]: DEBUG nova.virt.hardware [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.424244] env[69413]: DEBUG nova.virt.hardware [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.424472] env[69413]: DEBUG nova.virt.hardware [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.424636] env[69413]: DEBUG nova.virt.hardware [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.424801] env[69413]: DEBUG nova.virt.hardware [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.424967] env[69413]: DEBUG nova.virt.hardware [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.425152] env[69413]: DEBUG nova.virt.hardware [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.425509] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Reconfigured VM instance instance-00000014 to attach disk [datastore2] volume-10bf29be-ede6-4411-bf7d-cf142a98c44c/volume-10bf29be-ede6-4411-bf7d-cf142a98c44c.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.430927] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e41a11-0657-41a0-a7e1-79ee276340eb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.433801] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd1da20c-9385-4919-9baf-45a7784dec8d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.451936] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed6dfa4-9cae-4ed7-8385-f2bae623ed78 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.456288] env[69413]: DEBUG oslo_vmware.api [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 984.456288] env[69413]: value = "task-3077989" [ 984.456288] env[69413]: _type = "Task" [ 984.456288] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.474034] env[69413]: DEBUG oslo_vmware.api [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.651296] env[69413]: DEBUG oslo_vmware.api [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Task: {'id': task-3077988, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.678446] env[69413]: DEBUG nova.compute.manager [req-954a3d60-d117-4e54-a1d3-d8689cec3042 req-121e44de-85fd-4818-b727-01138e82325e service nova] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Received event network-vif-plugged-c6acdae9-7ef1-481d-a2b6-f659f245985e {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.678768] env[69413]: DEBUG oslo_concurrency.lockutils [req-954a3d60-d117-4e54-a1d3-d8689cec3042 req-121e44de-85fd-4818-b727-01138e82325e service nova] Acquiring lock "7d1875ac-2554-480f-96ae-de15482d93df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.678891] env[69413]: DEBUG oslo_concurrency.lockutils [req-954a3d60-d117-4e54-a1d3-d8689cec3042 req-121e44de-85fd-4818-b727-01138e82325e service nova] Lock "7d1875ac-2554-480f-96ae-de15482d93df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.679062] env[69413]: DEBUG oslo_concurrency.lockutils [req-954a3d60-d117-4e54-a1d3-d8689cec3042 req-121e44de-85fd-4818-b727-01138e82325e service nova] Lock "7d1875ac-2554-480f-96ae-de15482d93df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.679241] env[69413]: DEBUG nova.compute.manager [req-954a3d60-d117-4e54-a1d3-d8689cec3042 req-121e44de-85fd-4818-b727-01138e82325e service nova] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] No waiting events found dispatching network-vif-plugged-c6acdae9-7ef1-481d-a2b6-f659f245985e {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 984.679351] env[69413]: WARNING nova.compute.manager [req-954a3d60-d117-4e54-a1d3-d8689cec3042 req-121e44de-85fd-4818-b727-01138e82325e service nova] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Received unexpected event network-vif-plugged-c6acdae9-7ef1-481d-a2b6-f659f245985e for instance with vm_state building and task_state spawning. [ 984.693487] env[69413]: DEBUG nova.network.neutron [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Successfully updated port: c6acdae9-7ef1-481d-a2b6-f659f245985e {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 984.742080] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d144668a-4f22-4cd1-a1d0-08b03611e1cf tempest-ServerAddressesTestJSON-977898264 tempest-ServerAddressesTestJSON-977898264-project-member] Lock "f1edcde1-2547-448b-95d0-d4c1b93e325f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.994s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.811018] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 984.811018] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 984.968980] env[69413]: DEBUG oslo_vmware.api [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077989, 'name': ReconfigVM_Task, 'duration_secs': 0.160929} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.969314] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616232', 'volume_id': '10bf29be-ede6-4411-bf7d-cf142a98c44c', 'name': 'volume-10bf29be-ede6-4411-bf7d-cf142a98c44c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c15d57db-e0cf-45df-8bc4-9743066e5d54', 'attached_at': '', 'detached_at': '', 'volume_id': '10bf29be-ede6-4411-bf7d-cf142a98c44c', 'serial': '10bf29be-ede6-4411-bf7d-cf142a98c44c'} {{(pid=69413) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 984.969903] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e68824c1-989b-4782-a23a-ab6e94e4e709 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.976589] env[69413]: DEBUG oslo_vmware.api [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 984.976589] env[69413]: value = "task-3077990" [ 984.976589] env[69413]: _type = "Task" [ 984.976589] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.987899] env[69413]: DEBUG oslo_vmware.api [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077990, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.018623] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ff85e0-15f9-408f-ae49-4555544fcd2a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.025706] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d3737f-a471-4d58-8637-498625aa3a20 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.055109] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f822658-88ce-40d0-a297-e60b49dcab92 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.062277] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797fff14-b436-48a2-874a-5181086c8802 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.076930] env[69413]: DEBUG nova.compute.provider_tree [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 985.149172] env[69413]: DEBUG oslo_vmware.api [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Task: {'id': task-3077988, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559897} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.149416] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] e88a4c64-cfbc-490e-ac31-6cf0010aa936/e88a4c64-cfbc-490e-ac31-6cf0010aa936.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 985.149632] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 985.149898] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bc3d96d-5e10-45e1-8108-e21912594011 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.158383] env[69413]: DEBUG oslo_vmware.api [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Waiting for the task: (returnval){ [ 985.158383] env[69413]: value = "task-3077991" [ 985.158383] env[69413]: _type = "Task" [ 985.158383] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.167191] env[69413]: DEBUG oslo_vmware.api [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Task: {'id': task-3077991, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.199116] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "refresh_cache-7d1875ac-2554-480f-96ae-de15482d93df" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.199324] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquired lock "refresh_cache-7d1875ac-2554-480f-96ae-de15482d93df" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.199517] env[69413]: DEBUG nova.network.neutron [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.317314] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 985.317545] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 985.317632] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 985.317850] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 985.317990] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 985.318258] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 985.318458] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69413) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 985.318865] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager.update_available_resource {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 985.493279] env[69413]: DEBUG oslo_vmware.api [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077990, 'name': Rename_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.601425] env[69413]: ERROR nova.scheduler.client.report [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] [req-09838753-00fd-4f41-8a0f-a9843e76e713] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65568fbe-598e-408e-afad-1b65d19c68ec. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-09838753-00fd-4f41-8a0f-a9843e76e713"}]} [ 985.620804] env[69413]: DEBUG nova.scheduler.client.report [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Refreshing inventories for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 985.636419] env[69413]: DEBUG nova.scheduler.client.report [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Updating ProviderTree inventory for provider 65568fbe-598e-408e-afad-1b65d19c68ec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 985.636722] env[69413]: DEBUG nova.compute.provider_tree [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 985.648708] env[69413]: DEBUG nova.scheduler.client.report [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Refreshing aggregate associations for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec, aggregates: None {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 985.668148] env[69413]: DEBUG oslo_vmware.api [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Task: {'id': task-3077991, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.250822} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.668279] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 985.669092] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47ebba0-837f-4dfa-a77b-4d45611641d8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.678346] env[69413]: DEBUG nova.scheduler.client.report [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Refreshing trait associations for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 985.700186] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] e88a4c64-cfbc-490e-ac31-6cf0010aa936/e88a4c64-cfbc-490e-ac31-6cf0010aa936.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.703133] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a84defa7-34fc-4096-8327-eb9c34a90a36 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.726039] env[69413]: DEBUG oslo_vmware.api [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Waiting for the task: (returnval){ [ 985.726039] env[69413]: value = "task-3077992" [ 985.726039] env[69413]: _type = "Task" [ 985.726039] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.734581] env[69413]: DEBUG oslo_vmware.api [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Task: {'id': task-3077992, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.767848] env[69413]: DEBUG nova.network.neutron [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 985.823398] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.989083] env[69413]: DEBUG nova.network.neutron [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Updating instance_info_cache with network_info: [{"id": "c6acdae9-7ef1-481d-a2b6-f659f245985e", "address": "fa:16:3e:fb:99:0d", "network": {"id": "9f6a6da5-f7d8-4701-b117-bc929b707d63", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510056269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9155da285b149afae28b1048f0d10d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6acdae9-7e", "ovs_interfaceid": "c6acdae9-7ef1-481d-a2b6-f659f245985e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.998082] env[69413]: DEBUG oslo_vmware.api [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077990, 'name': Rename_Task, 'duration_secs': 0.519994} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.002114] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 986.002516] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ac7f20f-2ff7-4893-907a-b17139428d16 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.010580] env[69413]: DEBUG oslo_vmware.api [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 986.010580] env[69413]: value = "task-3077993" [ 986.010580] env[69413]: _type = "Task" [ 986.010580] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.026470] env[69413]: DEBUG oslo_vmware.api [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077993, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.087263] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22837d1a-f031-41bb-ba66-daa97d09627c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.096190] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d776065-c678-4228-a114-772cc848743b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.131484] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd1b618-d9a0-4385-b4f5-77d29a8898e4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.139294] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b0654c-aa15-45d7-a8d0-c8649b4b0603 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.153895] env[69413]: DEBUG nova.compute.provider_tree [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 986.237182] env[69413]: DEBUG oslo_vmware.api [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Task: {'id': task-3077992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.493799] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Releasing lock "refresh_cache-7d1875ac-2554-480f-96ae-de15482d93df" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.494206] env[69413]: DEBUG nova.compute.manager [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Instance network_info: |[{"id": "c6acdae9-7ef1-481d-a2b6-f659f245985e", "address": "fa:16:3e:fb:99:0d", "network": {"id": "9f6a6da5-f7d8-4701-b117-bc929b707d63", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510056269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9155da285b149afae28b1048f0d10d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6acdae9-7e", "ovs_interfaceid": "c6acdae9-7ef1-481d-a2b6-f659f245985e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 986.494738] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:99:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6acdae9-7ef1-481d-a2b6-f659f245985e', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.503556] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Creating folder: Project (a9155da285b149afae28b1048f0d10d8). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 986.503962] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38efd183-6159-4cea-ac41-3348139571b6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.514563] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Created folder: Project (a9155da285b149afae28b1048f0d10d8) in parent group-v616034. [ 986.514765] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Creating folder: Instances. Parent ref: group-v616260. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 986.518525] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63411b9d-a3af-4cdd-aec4-e1443b1ed144 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.524972] env[69413]: DEBUG oslo_vmware.api [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3077993, 'name': PowerOnVM_Task, 'duration_secs': 0.479545} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.525384] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.528644] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Created folder: Instances in parent group-v616260. [ 986.528942] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.529205] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 986.529566] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23e9a677-bb0b-4fe2-87b0-e1923ff672cc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.549708] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 986.549708] env[69413]: value = "task-3077996" [ 986.549708] env[69413]: _type = "Task" [ 986.549708] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.558541] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077996, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.632356] env[69413]: DEBUG nova.compute.manager [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.633409] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46a2ea9-7a3a-4821-8351-e0df0c6b05f1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.693313] env[69413]: DEBUG nova.scheduler.client.report [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Updated inventory for provider 65568fbe-598e-408e-afad-1b65d19c68ec with generation 114 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 986.693685] env[69413]: DEBUG nova.compute.provider_tree [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Updating resource provider 65568fbe-598e-408e-afad-1b65d19c68ec generation from 114 to 115 during operation: update_inventory {{(pid=69413) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 986.694288] env[69413]: DEBUG nova.compute.provider_tree [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 986.737789] env[69413]: DEBUG oslo_vmware.api [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Task: {'id': task-3077992, 'name': ReconfigVM_Task, 'duration_secs': 0.654014} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.738355] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Reconfigured VM instance instance-0000004c to attach disk [datastore1] e88a4c64-cfbc-490e-ac31-6cf0010aa936/e88a4c64-cfbc-490e-ac31-6cf0010aa936.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.738716] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78f0becc-0e89-4a8b-a766-494fa2696faf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.746146] env[69413]: DEBUG oslo_vmware.api [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Waiting for the task: (returnval){ [ 986.746146] env[69413]: value = "task-3077997" [ 986.746146] env[69413]: _type = "Task" [ 986.746146] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.761031] env[69413]: DEBUG oslo_vmware.api [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Task: {'id': task-3077997, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.835708] env[69413]: DEBUG nova.compute.manager [req-69520c81-22d8-4200-bdef-65d15877ee1c req-60697867-ad93-4622-8209-ad1e81a5040b service nova] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Received event network-changed-c6acdae9-7ef1-481d-a2b6-f659f245985e {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.835844] env[69413]: DEBUG nova.compute.manager [req-69520c81-22d8-4200-bdef-65d15877ee1c req-60697867-ad93-4622-8209-ad1e81a5040b service nova] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Refreshing instance network info cache due to event network-changed-c6acdae9-7ef1-481d-a2b6-f659f245985e. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 986.836634] env[69413]: DEBUG oslo_concurrency.lockutils [req-69520c81-22d8-4200-bdef-65d15877ee1c req-60697867-ad93-4622-8209-ad1e81a5040b service nova] Acquiring lock "refresh_cache-7d1875ac-2554-480f-96ae-de15482d93df" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.836634] env[69413]: DEBUG oslo_concurrency.lockutils [req-69520c81-22d8-4200-bdef-65d15877ee1c req-60697867-ad93-4622-8209-ad1e81a5040b service nova] Acquired lock "refresh_cache-7d1875ac-2554-480f-96ae-de15482d93df" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.836634] env[69413]: DEBUG nova.network.neutron [req-69520c81-22d8-4200-bdef-65d15877ee1c req-60697867-ad93-4622-8209-ad1e81a5040b service nova] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Refreshing network info cache for port c6acdae9-7ef1-481d-a2b6-f659f245985e {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 987.064946] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3077996, 'name': CreateVM_Task, 'duration_secs': 0.335545} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.067808] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 987.067808] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.067808] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.067808] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.067808] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fad1779-0f37-4737-b965-6c886494d111 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.073211] env[69413]: DEBUG oslo_vmware.api [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 987.073211] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52417ef8-04e6-0c84-20b1-b58967a84374" [ 987.073211] env[69413]: _type = "Task" [ 987.073211] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.083274] env[69413]: DEBUG oslo_vmware.api [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52417ef8-04e6-0c84-20b1-b58967a84374, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.153072] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ebbfa2ea-0de1-4702-8c8a-1fbeecd680ca tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lock "c15d57db-e0cf-45df-8bc4-9743066e5d54" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 65.920s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.199925] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.988s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.202014] env[69413]: DEBUG oslo_concurrency.lockutils [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.339s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.203848] env[69413]: INFO nova.compute.claims [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 987.235700] env[69413]: INFO nova.scheduler.client.report [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Deleted allocations for instance 7a1571bb-faf1-4e1c-9f41-7124c97ddb78 [ 987.260759] env[69413]: DEBUG oslo_vmware.api [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Task: {'id': task-3077997, 'name': Rename_Task, 'duration_secs': 0.142785} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.261043] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.261569] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-158ffc1a-f129-4f4a-8e42-4287c6ac7ff2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.267707] env[69413]: DEBUG oslo_vmware.api [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Waiting for the task: (returnval){ [ 987.267707] env[69413]: value = "task-3077998" [ 987.267707] env[69413]: _type = "Task" [ 987.267707] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.276110] env[69413]: DEBUG oslo_vmware.api [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Task: {'id': task-3077998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.547170] env[69413]: DEBUG nova.network.neutron [req-69520c81-22d8-4200-bdef-65d15877ee1c req-60697867-ad93-4622-8209-ad1e81a5040b service nova] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Updated VIF entry in instance network info cache for port c6acdae9-7ef1-481d-a2b6-f659f245985e. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 987.547537] env[69413]: DEBUG nova.network.neutron [req-69520c81-22d8-4200-bdef-65d15877ee1c req-60697867-ad93-4622-8209-ad1e81a5040b service nova] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Updating instance_info_cache with network_info: [{"id": "c6acdae9-7ef1-481d-a2b6-f659f245985e", "address": "fa:16:3e:fb:99:0d", "network": {"id": "9f6a6da5-f7d8-4701-b117-bc929b707d63", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510056269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9155da285b149afae28b1048f0d10d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6acdae9-7e", "ovs_interfaceid": "c6acdae9-7ef1-481d-a2b6-f659f245985e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.584395] env[69413]: DEBUG oslo_vmware.api [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52417ef8-04e6-0c84-20b1-b58967a84374, 'name': SearchDatastore_Task, 'duration_secs': 0.010455} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.584705] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.584941] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.585199] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.585344] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.585632] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.585904] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41f98dcf-c631-4553-90aa-58f0f81ac544 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.593856] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.594041] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.595063] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d37b42c-ed43-4fa7-bcc1-72d30e7acff5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.600063] env[69413]: DEBUG oslo_vmware.api [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 987.600063] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]529d5ec4-acd7-1a40-aa22-b8899ca5c751" [ 987.600063] env[69413]: _type = "Task" [ 987.600063] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.607575] env[69413]: DEBUG oslo_vmware.api [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]529d5ec4-acd7-1a40-aa22-b8899ca5c751, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.744876] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e7b422ba-ec71-4fae-b760-a8bff55c9a8d tempest-ServerShowV254Test-126336148 tempest-ServerShowV254Test-126336148-project-member] Lock "7a1571bb-faf1-4e1c-9f41-7124c97ddb78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.296s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.777244] env[69413]: DEBUG oslo_vmware.api [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Task: {'id': task-3077998, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.051037] env[69413]: DEBUG oslo_concurrency.lockutils [req-69520c81-22d8-4200-bdef-65d15877ee1c req-60697867-ad93-4622-8209-ad1e81a5040b service nova] Releasing lock "refresh_cache-7d1875ac-2554-480f-96ae-de15482d93df" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.110327] env[69413]: DEBUG oslo_vmware.api [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]529d5ec4-acd7-1a40-aa22-b8899ca5c751, 'name': SearchDatastore_Task, 'duration_secs': 0.007933} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.111206] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00e7af69-9449-4105-ada3-4b8259f341a5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.116899] env[69413]: DEBUG oslo_vmware.api [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 988.116899] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d93c9c-5292-1cb5-cc86-866da52dfc18" [ 988.116899] env[69413]: _type = "Task" [ 988.116899] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.126293] env[69413]: DEBUG oslo_vmware.api [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d93c9c-5292-1cb5-cc86-866da52dfc18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.279579] env[69413]: DEBUG oslo_vmware.api [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Task: {'id': task-3077998, 'name': PowerOnVM_Task, 'duration_secs': 0.821888} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.279845] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.280050] env[69413]: INFO nova.compute.manager [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Took 6.34 seconds to spawn the instance on the hypervisor. [ 988.280231] env[69413]: DEBUG nova.compute.manager [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.281028] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df6c554-fcbd-442a-834e-2208375550e2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.589355] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03924114-db9a-40ab-b157-4d970566d097 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.597017] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca64508-d7a2-454d-a2f4-8dac4bb87fd8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.628617] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a385a7a-64c5-4d54-a0fa-9b1324ca5532 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.638502] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0e5b20-2978-42ed-94a9-7aba894eec58 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.641960] env[69413]: DEBUG oslo_vmware.api [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d93c9c-5292-1cb5-cc86-866da52dfc18, 'name': SearchDatastore_Task, 'duration_secs': 0.009464} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.642227] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.642478] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 7d1875ac-2554-480f-96ae-de15482d93df/7d1875ac-2554-480f-96ae-de15482d93df.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 988.642992] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef2c438d-d0da-495b-8797-ea0289bc7a3a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.652135] env[69413]: DEBUG nova.compute.provider_tree [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.658061] env[69413]: DEBUG oslo_vmware.api [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 988.658061] env[69413]: value = "task-3077999" [ 988.658061] env[69413]: _type = "Task" [ 988.658061] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.667265] env[69413]: DEBUG oslo_vmware.api [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3077999, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.800316] env[69413]: INFO nova.compute.manager [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Took 52.36 seconds to build instance. [ 989.155777] env[69413]: DEBUG nova.scheduler.client.report [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.169236] env[69413]: DEBUG oslo_vmware.api [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3077999, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.302088] env[69413]: DEBUG oslo_concurrency.lockutils [None req-37c9caab-6e2c-4f0a-9f7f-367f61cc4b7f tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Lock "e88a4c64-cfbc-490e-ac31-6cf0010aa936" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.872s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.664236] env[69413]: DEBUG oslo_concurrency.lockutils [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.462s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.664745] env[69413]: DEBUG nova.compute.manager [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 989.667292] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d18fea42-e825-4130-87e7-c8fad288472d tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.118s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.667443] env[69413]: DEBUG nova.objects.instance [None req-d18fea42-e825-4130-87e7-c8fad288472d tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lazy-loading 'resources' on Instance uuid 4ca96837-840e-46e5-be3f-76060bb4ca88 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.673797] env[69413]: DEBUG oslo_vmware.api [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3077999, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532387} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.674552] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 7d1875ac-2554-480f-96ae-de15482d93df/7d1875ac-2554-480f-96ae-de15482d93df.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 989.674772] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 989.675034] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9018e9ca-7479-4fce-8b76-57c78397dc11 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.681366] env[69413]: DEBUG oslo_vmware.api [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 989.681366] env[69413]: value = "task-3078000" [ 989.681366] env[69413]: _type = "Task" [ 989.681366] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.689695] env[69413]: DEBUG oslo_vmware.api [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078000, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.173653] env[69413]: DEBUG nova.compute.utils [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 990.176354] env[69413]: DEBUG nova.compute.manager [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 990.176529] env[69413]: DEBUG nova.network.neutron [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 990.192571] env[69413]: DEBUG oslo_vmware.api [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078000, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064386} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.193053] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.194237] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3a605d-14b6-4df0-b30d-de6eae3eeaf4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.221688] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 7d1875ac-2554-480f-96ae-de15482d93df/7d1875ac-2554-480f-96ae-de15482d93df.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.225345] env[69413]: DEBUG nova.policy [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a31bf8abc13f4301b7fd2d046095f508', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '766233e1213a4e82b80bdbaf2b5c3609', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 990.226653] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d49bf75-575a-4366-a0b1-a950ebef7700 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.248596] env[69413]: DEBUG oslo_vmware.api [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 990.248596] env[69413]: value = "task-3078001" [ 990.248596] env[69413]: _type = "Task" [ 990.248596] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.258697] env[69413]: DEBUG oslo_vmware.api [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078001, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.479023] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7200ea23-0ffe-40db-ab5b-638bfba476d2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.486989] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7829ea5-3dd2-4f43-8541-749266e7a584 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.518242] env[69413]: DEBUG nova.network.neutron [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Successfully created port: 5cfb9945-9722-473e-a46f-d60345e974da {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 990.520814] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9fe9f2-9774-43ac-8eca-a88015f4da70 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.528674] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb7128a-883a-4f8a-a62c-072b6e4f24e7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.542263] env[69413]: DEBUG nova.compute.provider_tree [None req-d18fea42-e825-4130-87e7-c8fad288472d tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.664476] env[69413]: INFO nova.compute.manager [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Rebuilding instance [ 990.677857] env[69413]: DEBUG nova.compute.manager [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 990.714294] env[69413]: DEBUG nova.compute.manager [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.715294] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751eb1c3-e5c5-4b03-a6c6-bee3d2e01217 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.758058] env[69413]: DEBUG oslo_vmware.api [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078001, 'name': ReconfigVM_Task, 'duration_secs': 0.271793} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.758352] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 7d1875ac-2554-480f-96ae-de15482d93df/7d1875ac-2554-480f-96ae-de15482d93df.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.759583] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-004a2006-46f0-45aa-bdef-1a656cd3cf26 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.766489] env[69413]: DEBUG oslo_vmware.api [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 990.766489] env[69413]: value = "task-3078002" [ 990.766489] env[69413]: _type = "Task" [ 990.766489] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.774460] env[69413]: DEBUG oslo_vmware.api [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078002, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.045086] env[69413]: DEBUG nova.scheduler.client.report [None req-d18fea42-e825-4130-87e7-c8fad288472d tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.278021] env[69413]: DEBUG oslo_vmware.api [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078002, 'name': Rename_Task, 'duration_secs': 0.141908} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.278305] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.278554] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc36f912-4d2d-4fcb-94e3-63b76d48c6a7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.285168] env[69413]: DEBUG oslo_vmware.api [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 991.285168] env[69413]: value = "task-3078003" [ 991.285168] env[69413]: _type = "Task" [ 991.285168] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.292804] env[69413]: DEBUG oslo_vmware.api [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078003, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.550668] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d18fea42-e825-4130-87e7-c8fad288472d tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.883s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.553166] env[69413]: DEBUG oslo_concurrency.lockutils [None req-045c0b81-d3ba-4213-9241-3bcadfec802b tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.963s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.553400] env[69413]: DEBUG nova.objects.instance [None req-045c0b81-d3ba-4213-9241-3bcadfec802b tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lazy-loading 'resources' on Instance uuid 550f42d5-10b7-4a74-b3f8-84526a6e166c {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.572843] env[69413]: INFO nova.scheduler.client.report [None req-d18fea42-e825-4130-87e7-c8fad288472d tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Deleted allocations for instance 4ca96837-840e-46e5-be3f-76060bb4ca88 [ 991.686719] env[69413]: DEBUG nova.compute.manager [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 991.712893] env[69413]: DEBUG nova.virt.hardware [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.713161] env[69413]: DEBUG nova.virt.hardware [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.713326] env[69413]: DEBUG nova.virt.hardware [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.713509] env[69413]: DEBUG nova.virt.hardware [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.713671] env[69413]: DEBUG nova.virt.hardware [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.713819] env[69413]: DEBUG nova.virt.hardware [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.714030] env[69413]: DEBUG nova.virt.hardware [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.714195] env[69413]: DEBUG nova.virt.hardware [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.714361] env[69413]: DEBUG nova.virt.hardware [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.714547] env[69413]: DEBUG nova.virt.hardware [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.714705] env[69413]: DEBUG nova.virt.hardware [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.715612] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d08de6-6b76-4a46-b1d8-f44db735be98 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.723331] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a414c08-31ec-4d72-85d7-848f2a48eb60 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.736671] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 991.737126] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08d2f3ae-6f30-481e-85bd-09c50ad8f17b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.743121] env[69413]: DEBUG oslo_vmware.api [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Waiting for the task: (returnval){ [ 991.743121] env[69413]: value = "task-3078004" [ 991.743121] env[69413]: _type = "Task" [ 991.743121] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.750783] env[69413]: DEBUG oslo_vmware.api [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Task: {'id': task-3078004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.794641] env[69413]: DEBUG oslo_vmware.api [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078003, 'name': PowerOnVM_Task, 'duration_secs': 0.430669} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.794915] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 991.795136] env[69413]: INFO nova.compute.manager [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Took 7.40 seconds to spawn the instance on the hypervisor. [ 991.795315] env[69413]: DEBUG nova.compute.manager [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 991.796146] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e5f084-169a-4bed-9f7b-b6f0193ec044 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.933341] env[69413]: DEBUG nova.compute.manager [req-a8add81e-a8d8-4016-92d7-9ce5eec55363 req-672884a1-845e-4fd3-81dc-d81b4658845d service nova] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Received event network-vif-plugged-5cfb9945-9722-473e-a46f-d60345e974da {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.933548] env[69413]: DEBUG oslo_concurrency.lockutils [req-a8add81e-a8d8-4016-92d7-9ce5eec55363 req-672884a1-845e-4fd3-81dc-d81b4658845d service nova] Acquiring lock "28e09a43-f40d-4640-8cb7-18f69086b9e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.934073] env[69413]: DEBUG oslo_concurrency.lockutils [req-a8add81e-a8d8-4016-92d7-9ce5eec55363 req-672884a1-845e-4fd3-81dc-d81b4658845d service nova] Lock "28e09a43-f40d-4640-8cb7-18f69086b9e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.934266] env[69413]: DEBUG oslo_concurrency.lockutils [req-a8add81e-a8d8-4016-92d7-9ce5eec55363 req-672884a1-845e-4fd3-81dc-d81b4658845d service nova] Lock "28e09a43-f40d-4640-8cb7-18f69086b9e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.934437] env[69413]: DEBUG nova.compute.manager [req-a8add81e-a8d8-4016-92d7-9ce5eec55363 req-672884a1-845e-4fd3-81dc-d81b4658845d service nova] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] No waiting events found dispatching network-vif-plugged-5cfb9945-9722-473e-a46f-d60345e974da {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 991.934711] env[69413]: WARNING nova.compute.manager [req-a8add81e-a8d8-4016-92d7-9ce5eec55363 req-672884a1-845e-4fd3-81dc-d81b4658845d service nova] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Received unexpected event network-vif-plugged-5cfb9945-9722-473e-a46f-d60345e974da for instance with vm_state building and task_state spawning. [ 992.025698] env[69413]: DEBUG nova.network.neutron [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Successfully updated port: 5cfb9945-9722-473e-a46f-d60345e974da {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 992.080444] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d18fea42-e825-4130-87e7-c8fad288472d tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "4ca96837-840e-46e5-be3f-76060bb4ca88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.756s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.253258] env[69413]: DEBUG oslo_vmware.api [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Task: {'id': task-3078004, 'name': PowerOffVM_Task, 'duration_secs': 0.144709} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.253564] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 992.254201] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 992.254932] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c143aca2-2001-401f-b888-6341900ffdf8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.261431] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 992.261647] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-426baa20-7720-4491-a159-b8e4dca2bb34 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.277638] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f8c434-c824-4029-9fc7-a1d676f2f8eb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.285770] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1ee026-ae89-4f62-8826-1e8c07b8552d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.289860] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 992.290079] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 992.290266] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Deleting the datastore file [datastore1] e88a4c64-cfbc-490e-ac31-6cf0010aa936 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 992.290841] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc79cd83-084d-4de7-ba6a-84bdd3b73295 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.323167] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc9d830-15ac-4ff5-82d5-bc20eb78716e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.325898] env[69413]: DEBUG oslo_vmware.api [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Waiting for the task: (returnval){ [ 992.325898] env[69413]: value = "task-3078006" [ 992.325898] env[69413]: _type = "Task" [ 992.325898] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.330842] env[69413]: INFO nova.compute.manager [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Took 53.68 seconds to build instance. [ 992.336286] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d61bcc5-f7a5-4d62-801b-6fbb742c4abe {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.343124] env[69413]: DEBUG oslo_vmware.api [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Task: {'id': task-3078006, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.352760] env[69413]: DEBUG nova.compute.provider_tree [None req-045c0b81-d3ba-4213-9241-3bcadfec802b tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.527094] env[69413]: DEBUG oslo_concurrency.lockutils [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquiring lock "refresh_cache-28e09a43-f40d-4640-8cb7-18f69086b9e1" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.527228] env[69413]: DEBUG oslo_concurrency.lockutils [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquired lock "refresh_cache-28e09a43-f40d-4640-8cb7-18f69086b9e1" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.527378] env[69413]: DEBUG nova.network.neutron [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.838245] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6f2546aa-3b33-446d-87da-f985962e48e2 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "7d1875ac-2554-480f-96ae-de15482d93df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.194s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.838468] env[69413]: DEBUG oslo_vmware.api [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Task: {'id': task-3078006, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130698} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.838698] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 992.838875] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 992.839062] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 992.857225] env[69413]: DEBUG nova.scheduler.client.report [None req-045c0b81-d3ba-4213-9241-3bcadfec802b tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.944738] env[69413]: DEBUG nova.compute.manager [req-3f479ac8-9cc2-4190-8383-c0f6592fd58a req-5211c186-474a-4dcc-9a55-9a65f9bacda0 service nova] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Received event network-changed-c6acdae9-7ef1-481d-a2b6-f659f245985e {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.945331] env[69413]: DEBUG nova.compute.manager [req-3f479ac8-9cc2-4190-8383-c0f6592fd58a req-5211c186-474a-4dcc-9a55-9a65f9bacda0 service nova] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Refreshing instance network info cache due to event network-changed-c6acdae9-7ef1-481d-a2b6-f659f245985e. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 992.945331] env[69413]: DEBUG oslo_concurrency.lockutils [req-3f479ac8-9cc2-4190-8383-c0f6592fd58a req-5211c186-474a-4dcc-9a55-9a65f9bacda0 service nova] Acquiring lock "refresh_cache-7d1875ac-2554-480f-96ae-de15482d93df" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.945471] env[69413]: DEBUG oslo_concurrency.lockutils [req-3f479ac8-9cc2-4190-8383-c0f6592fd58a req-5211c186-474a-4dcc-9a55-9a65f9bacda0 service nova] Acquired lock "refresh_cache-7d1875ac-2554-480f-96ae-de15482d93df" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.945715] env[69413]: DEBUG nova.network.neutron [req-3f479ac8-9cc2-4190-8383-c0f6592fd58a req-5211c186-474a-4dcc-9a55-9a65f9bacda0 service nova] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Refreshing network info cache for port c6acdae9-7ef1-481d-a2b6-f659f245985e {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.063077] env[69413]: DEBUG nova.network.neutron [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 993.204179] env[69413]: DEBUG nova.network.neutron [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Updating instance_info_cache with network_info: [{"id": "5cfb9945-9722-473e-a46f-d60345e974da", "address": "fa:16:3e:05:a1:a7", "network": {"id": "df4761ae-212a-4073-939a-98388439e29c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-36663941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "766233e1213a4e82b80bdbaf2b5c3609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cfb9945-97", "ovs_interfaceid": "5cfb9945-9722-473e-a46f-d60345e974da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.363725] env[69413]: DEBUG oslo_concurrency.lockutils [None req-045c0b81-d3ba-4213-9241-3bcadfec802b tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.810s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.366062] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.749s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.367553] env[69413]: INFO nova.compute.claims [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.385695] env[69413]: INFO nova.scheduler.client.report [None req-045c0b81-d3ba-4213-9241-3bcadfec802b tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Deleted allocations for instance 550f42d5-10b7-4a74-b3f8-84526a6e166c [ 993.640645] env[69413]: DEBUG nova.network.neutron [req-3f479ac8-9cc2-4190-8383-c0f6592fd58a req-5211c186-474a-4dcc-9a55-9a65f9bacda0 service nova] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Updated VIF entry in instance network info cache for port c6acdae9-7ef1-481d-a2b6-f659f245985e. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 993.641620] env[69413]: DEBUG nova.network.neutron [req-3f479ac8-9cc2-4190-8383-c0f6592fd58a req-5211c186-474a-4dcc-9a55-9a65f9bacda0 service nova] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Updating instance_info_cache with network_info: [{"id": "c6acdae9-7ef1-481d-a2b6-f659f245985e", "address": "fa:16:3e:fb:99:0d", "network": {"id": "9f6a6da5-f7d8-4701-b117-bc929b707d63", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510056269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9155da285b149afae28b1048f0d10d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6acdae9-7e", "ovs_interfaceid": "c6acdae9-7ef1-481d-a2b6-f659f245985e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.707051] env[69413]: DEBUG oslo_concurrency.lockutils [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Releasing lock "refresh_cache-28e09a43-f40d-4640-8cb7-18f69086b9e1" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.707380] env[69413]: DEBUG nova.compute.manager [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Instance network_info: |[{"id": "5cfb9945-9722-473e-a46f-d60345e974da", "address": "fa:16:3e:05:a1:a7", "network": {"id": "df4761ae-212a-4073-939a-98388439e29c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-36663941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "766233e1213a4e82b80bdbaf2b5c3609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cfb9945-97", "ovs_interfaceid": "5cfb9945-9722-473e-a46f-d60345e974da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 993.707802] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:a1:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74e6f6e0-95e6-4531-99e9-0e78350fb655', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cfb9945-9722-473e-a46f-d60345e974da', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.715377] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.715656] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.715983] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2484051-a82f-464c-8cc0-7638bc70db6f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.737219] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.737219] env[69413]: value = "task-3078007" [ 993.737219] env[69413]: _type = "Task" [ 993.737219] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.744877] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078007, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.876670] env[69413]: DEBUG nova.virt.hardware [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.876670] env[69413]: DEBUG nova.virt.hardware [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.876883] env[69413]: DEBUG nova.virt.hardware [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.876943] env[69413]: DEBUG nova.virt.hardware [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.877107] env[69413]: DEBUG nova.virt.hardware [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.877264] env[69413]: DEBUG nova.virt.hardware [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.877475] env[69413]: DEBUG nova.virt.hardware [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.877631] env[69413]: DEBUG nova.virt.hardware [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.877788] env[69413]: DEBUG nova.virt.hardware [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.877971] env[69413]: DEBUG nova.virt.hardware [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.878172] env[69413]: DEBUG nova.virt.hardware [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.879105] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24eb5e0-7bcf-439c-9cf8-7d24d88bfb70 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.888311] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabcf65c-2dfc-4f80-8116-0dbc1a65e9b1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.894435] env[69413]: DEBUG oslo_concurrency.lockutils [None req-045c0b81-d3ba-4213-9241-3bcadfec802b tempest-ServersAdminTestJSON-1460586589 tempest-ServersAdminTestJSON-1460586589-project-member] Lock "550f42d5-10b7-4a74-b3f8-84526a6e166c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.003s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.905468] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Instance VIF info [] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.910945] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.911633] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.911851] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f53ba753-67c6-4b42-bcf6-7d0d420fcc5e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.928259] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.928259] env[69413]: value = "task-3078008" [ 993.928259] env[69413]: _type = "Task" [ 993.928259] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.935931] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078008, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.960072] env[69413]: DEBUG nova.compute.manager [req-affc4563-61ee-447b-be6f-c92d51545733 req-dbddd8d1-95cb-4b5f-bcd0-672f847f8b36 service nova] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Received event network-changed-5cfb9945-9722-473e-a46f-d60345e974da {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.960290] env[69413]: DEBUG nova.compute.manager [req-affc4563-61ee-447b-be6f-c92d51545733 req-dbddd8d1-95cb-4b5f-bcd0-672f847f8b36 service nova] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Refreshing instance network info cache due to event network-changed-5cfb9945-9722-473e-a46f-d60345e974da. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 993.960540] env[69413]: DEBUG oslo_concurrency.lockutils [req-affc4563-61ee-447b-be6f-c92d51545733 req-dbddd8d1-95cb-4b5f-bcd0-672f847f8b36 service nova] Acquiring lock "refresh_cache-28e09a43-f40d-4640-8cb7-18f69086b9e1" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.960683] env[69413]: DEBUG oslo_concurrency.lockutils [req-affc4563-61ee-447b-be6f-c92d51545733 req-dbddd8d1-95cb-4b5f-bcd0-672f847f8b36 service nova] Acquired lock "refresh_cache-28e09a43-f40d-4640-8cb7-18f69086b9e1" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.960803] env[69413]: DEBUG nova.network.neutron [req-affc4563-61ee-447b-be6f-c92d51545733 req-dbddd8d1-95cb-4b5f-bcd0-672f847f8b36 service nova] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Refreshing network info cache for port 5cfb9945-9722-473e-a46f-d60345e974da {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 994.143318] env[69413]: DEBUG oslo_concurrency.lockutils [req-3f479ac8-9cc2-4190-8383-c0f6592fd58a req-5211c186-474a-4dcc-9a55-9a65f9bacda0 service nova] Releasing lock "refresh_cache-7d1875ac-2554-480f-96ae-de15482d93df" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.247571] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078007, 'name': CreateVM_Task, 'duration_secs': 0.306343} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.247571] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.248762] env[69413]: DEBUG oslo_concurrency.lockutils [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.248762] env[69413]: DEBUG oslo_concurrency.lockutils [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.248762] env[69413]: DEBUG oslo_concurrency.lockutils [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.249021] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02674ef6-9808-4ba5-96fc-673ac85c8a02 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.253527] env[69413]: DEBUG oslo_vmware.api [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 994.253527] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]527235d4-fdfa-769e-e24f-901b5a6b2adf" [ 994.253527] env[69413]: _type = "Task" [ 994.253527] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.264340] env[69413]: DEBUG oslo_vmware.api [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]527235d4-fdfa-769e-e24f-901b5a6b2adf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.440466] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078008, 'name': CreateVM_Task, 'duration_secs': 0.261824} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.444109] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.444874] env[69413]: DEBUG oslo_concurrency.lockutils [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.445062] env[69413]: DEBUG oslo_concurrency.lockutils [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.445398] env[69413]: DEBUG oslo_concurrency.lockutils [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.445716] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e5fc8c6-bea6-47d8-bd57-2bf9ae6a65d7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.451385] env[69413]: DEBUG oslo_vmware.api [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Waiting for the task: (returnval){ [ 994.451385] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]523faab9-107f-0675-e6d8-7e71da6cdb63" [ 994.451385] env[69413]: _type = "Task" [ 994.451385] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.464434] env[69413]: DEBUG oslo_vmware.api [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]523faab9-107f-0675-e6d8-7e71da6cdb63, 'name': SearchDatastore_Task, 'duration_secs': 0.010002} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.464895] env[69413]: DEBUG oslo_concurrency.lockutils [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.465176] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.465432] env[69413]: DEBUG oslo_concurrency.lockutils [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.465613] env[69413]: DEBUG oslo_concurrency.lockutils [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.465785] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.468048] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5cb39ebb-e435-4062-ae3d-d9c009cefde3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.477296] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.477296] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.478146] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cd25c71-c690-437b-933e-3bb5ce2b3378 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.483328] env[69413]: DEBUG oslo_vmware.api [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Waiting for the task: (returnval){ [ 994.483328] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528f94cc-a62f-048d-63c7-73053ee5adee" [ 994.483328] env[69413]: _type = "Task" [ 994.483328] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.491477] env[69413]: DEBUG oslo_vmware.api [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528f94cc-a62f-048d-63c7-73053ee5adee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.693999] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8f5c33-fc6f-4e14-973d-1cccea4cf18e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.701680] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c6709f-6b1c-4606-8057-4fd1664f09d9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.732663] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc481629-ef55-4eaf-b885-a9b0b6276a33 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.742616] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ea656b-4ecc-4b90-ae86-ddba9f1399aa {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.756311] env[69413]: DEBUG nova.compute.provider_tree [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.768026] env[69413]: DEBUG oslo_vmware.api [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]527235d4-fdfa-769e-e24f-901b5a6b2adf, 'name': SearchDatastore_Task, 'duration_secs': 0.010047} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.768026] env[69413]: DEBUG oslo_concurrency.lockutils [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.768026] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.768026] env[69413]: DEBUG oslo_concurrency.lockutils [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.768026] env[69413]: DEBUG oslo_concurrency.lockutils [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.768026] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.768026] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-553dd082-4a3c-4cb3-a149-0bacd79e69f9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.776029] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.776206] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.777716] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0711d120-002c-4a4f-ac5a-452dc9a93f0c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.781826] env[69413]: DEBUG oslo_vmware.api [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 994.781826] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5258e422-6ab5-aa8c-93e3-2c367ec04f5d" [ 994.781826] env[69413]: _type = "Task" [ 994.781826] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.789725] env[69413]: DEBUG oslo_vmware.api [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5258e422-6ab5-aa8c-93e3-2c367ec04f5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.798302] env[69413]: DEBUG nova.network.neutron [req-affc4563-61ee-447b-be6f-c92d51545733 req-dbddd8d1-95cb-4b5f-bcd0-672f847f8b36 service nova] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Updated VIF entry in instance network info cache for port 5cfb9945-9722-473e-a46f-d60345e974da. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.798649] env[69413]: DEBUG nova.network.neutron [req-affc4563-61ee-447b-be6f-c92d51545733 req-dbddd8d1-95cb-4b5f-bcd0-672f847f8b36 service nova] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Updating instance_info_cache with network_info: [{"id": "5cfb9945-9722-473e-a46f-d60345e974da", "address": "fa:16:3e:05:a1:a7", "network": {"id": "df4761ae-212a-4073-939a-98388439e29c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-36663941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "766233e1213a4e82b80bdbaf2b5c3609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cfb9945-97", "ovs_interfaceid": "5cfb9945-9722-473e-a46f-d60345e974da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.998059] env[69413]: DEBUG oslo_vmware.api [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528f94cc-a62f-048d-63c7-73053ee5adee, 'name': SearchDatastore_Task, 'duration_secs': 0.010088} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.999427] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-235f3524-9e93-48e3-b2d4-5a8f8813a430 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.005653] env[69413]: DEBUG oslo_vmware.api [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Waiting for the task: (returnval){ [ 995.005653] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]525e4d6f-19e4-f04b-49db-917434b0349d" [ 995.005653] env[69413]: _type = "Task" [ 995.005653] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.013566] env[69413]: DEBUG oslo_vmware.api [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]525e4d6f-19e4-f04b-49db-917434b0349d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.263200] env[69413]: DEBUG nova.scheduler.client.report [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.292740] env[69413]: DEBUG oslo_vmware.api [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5258e422-6ab5-aa8c-93e3-2c367ec04f5d, 'name': SearchDatastore_Task, 'duration_secs': 0.009179} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.293621] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f5f260d-bf6f-41ee-8743-86ed7d271671 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.299338] env[69413]: DEBUG oslo_vmware.api [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 995.299338] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52659c76-e1cd-b0aa-e10b-96c680a502fe" [ 995.299338] env[69413]: _type = "Task" [ 995.299338] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.302641] env[69413]: DEBUG oslo_concurrency.lockutils [req-affc4563-61ee-447b-be6f-c92d51545733 req-dbddd8d1-95cb-4b5f-bcd0-672f847f8b36 service nova] Releasing lock "refresh_cache-28e09a43-f40d-4640-8cb7-18f69086b9e1" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.307997] env[69413]: DEBUG oslo_vmware.api [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52659c76-e1cd-b0aa-e10b-96c680a502fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.517325] env[69413]: DEBUG oslo_vmware.api [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]525e4d6f-19e4-f04b-49db-917434b0349d, 'name': SearchDatastore_Task, 'duration_secs': 0.009616} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.517607] env[69413]: DEBUG oslo_concurrency.lockutils [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.517869] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] e88a4c64-cfbc-490e-ac31-6cf0010aa936/e88a4c64-cfbc-490e-ac31-6cf0010aa936.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.518193] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-613e7fa6-13f4-4f60-90e7-afb65d9e6360 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.524036] env[69413]: DEBUG oslo_vmware.api [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Waiting for the task: (returnval){ [ 995.524036] env[69413]: value = "task-3078009" [ 995.524036] env[69413]: _type = "Task" [ 995.524036] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.531834] env[69413]: DEBUG oslo_vmware.api [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Task: {'id': task-3078009, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.766623] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.767184] env[69413]: DEBUG nova.compute.manager [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 995.769895] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0f759c24-70bf-43c0-815e-8017ff77ce3b tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.046s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.770125] env[69413]: DEBUG nova.objects.instance [None req-0f759c24-70bf-43c0-815e-8017ff77ce3b tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Lazy-loading 'resources' on Instance uuid dcac029f-96a3-4f1f-98cf-6794be08ab9a {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.810197] env[69413]: DEBUG oslo_vmware.api [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52659c76-e1cd-b0aa-e10b-96c680a502fe, 'name': SearchDatastore_Task, 'duration_secs': 0.04813} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.810457] env[69413]: DEBUG oslo_concurrency.lockutils [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.810708] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 28e09a43-f40d-4640-8cb7-18f69086b9e1/28e09a43-f40d-4640-8cb7-18f69086b9e1.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.810954] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c01c7660-1553-418f-8a78-094b987b0784 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.818985] env[69413]: DEBUG oslo_vmware.api [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 995.818985] env[69413]: value = "task-3078010" [ 995.818985] env[69413]: _type = "Task" [ 995.818985] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.826690] env[69413]: DEBUG oslo_vmware.api [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.040911] env[69413]: DEBUG oslo_vmware.api [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Task: {'id': task-3078009, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.273610] env[69413]: DEBUG nova.compute.utils [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.275310] env[69413]: DEBUG nova.compute.manager [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 996.275576] env[69413]: DEBUG nova.network.neutron [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 996.330429] env[69413]: DEBUG oslo_vmware.api [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078010, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.340958] env[69413]: DEBUG nova.policy [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6cd27bf370e34e37a04044b9027c48f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c094863d31844fc5a72997c864212713', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 996.540807] env[69413]: DEBUG oslo_vmware.api [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Task: {'id': task-3078009, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.833822} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.544323] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] e88a4c64-cfbc-490e-ac31-6cf0010aa936/e88a4c64-cfbc-490e-ac31-6cf0010aa936.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.544323] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.544724] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-407f4c5a-0ab2-413e-82c2-035f57bb2664 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.551077] env[69413]: DEBUG oslo_vmware.api [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Waiting for the task: (returnval){ [ 996.551077] env[69413]: value = "task-3078011" [ 996.551077] env[69413]: _type = "Task" [ 996.551077] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.562057] env[69413]: DEBUG oslo_vmware.api [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Task: {'id': task-3078011, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.624969] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5c1a11-d8f8-4302-b64b-e4f5c0af27c8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.634962] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e08773-a4d4-4d22-a709-17b3f497a61f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.672861] env[69413]: DEBUG nova.network.neutron [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Successfully created port: 934c9151-9b8f-4598-8230-a7c3d82d5f4c {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 996.675482] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99090708-1562-41a3-8d15-38c3d21d04bb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.683886] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea1f2dd-fa08-4602-88ac-a898e54fe7ab {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.698558] env[69413]: DEBUG nova.compute.provider_tree [None req-0f759c24-70bf-43c0-815e-8017ff77ce3b tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.784604] env[69413]: DEBUG nova.compute.manager [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 996.833323] env[69413]: DEBUG oslo_vmware.api [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078010, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.71917} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.834611] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 28e09a43-f40d-4640-8cb7-18f69086b9e1/28e09a43-f40d-4640-8cb7-18f69086b9e1.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.835159] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.835732] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cff52c37-3273-430d-a73f-8b70a72e4e7d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.842575] env[69413]: DEBUG oslo_vmware.api [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 996.842575] env[69413]: value = "task-3078012" [ 996.842575] env[69413]: _type = "Task" [ 996.842575] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.852019] env[69413]: DEBUG oslo_vmware.api [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078012, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.061062] env[69413]: DEBUG oslo_vmware.api [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Task: {'id': task-3078011, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.274345} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.061343] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.062136] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a06f482-010f-4699-9a22-4519f93ea7c7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.086241] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] e88a4c64-cfbc-490e-ac31-6cf0010aa936/e88a4c64-cfbc-490e-ac31-6cf0010aa936.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.086455] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-753e227e-d3dd-49fa-b09c-d78cddcc51cf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.105827] env[69413]: DEBUG oslo_vmware.api [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Waiting for the task: (returnval){ [ 997.105827] env[69413]: value = "task-3078013" [ 997.105827] env[69413]: _type = "Task" [ 997.105827] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.113553] env[69413]: DEBUG oslo_vmware.api [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Task: {'id': task-3078013, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.202810] env[69413]: DEBUG nova.scheduler.client.report [None req-0f759c24-70bf-43c0-815e-8017ff77ce3b tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.353188] env[69413]: DEBUG oslo_vmware.api [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078012, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068234} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.353481] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.354352] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43ace1d-4184-4406-b56b-380176335767 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.377437] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 28e09a43-f40d-4640-8cb7-18f69086b9e1/28e09a43-f40d-4640-8cb7-18f69086b9e1.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.377679] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb1b3a94-e854-43bc-b8e2-48817ffc9272 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.396602] env[69413]: DEBUG oslo_vmware.api [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 997.396602] env[69413]: value = "task-3078014" [ 997.396602] env[69413]: _type = "Task" [ 997.396602] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.404506] env[69413]: DEBUG oslo_vmware.api [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078014, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.620020] env[69413]: DEBUG oslo_vmware.api [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Task: {'id': task-3078013, 'name': ReconfigVM_Task, 'duration_secs': 0.292571} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.620020] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Reconfigured VM instance instance-0000004c to attach disk [datastore1] e88a4c64-cfbc-490e-ac31-6cf0010aa936/e88a4c64-cfbc-490e-ac31-6cf0010aa936.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.620020] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5195c41-cfff-4d28-b25c-c872798c86fa {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.629023] env[69413]: DEBUG oslo_vmware.api [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Waiting for the task: (returnval){ [ 997.629023] env[69413]: value = "task-3078015" [ 997.629023] env[69413]: _type = "Task" [ 997.629023] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.635486] env[69413]: DEBUG oslo_vmware.api [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Task: {'id': task-3078015, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.711021] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0f759c24-70bf-43c0-815e-8017ff77ce3b tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.939s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.711257] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.661s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.713203] env[69413]: INFO nova.compute.claims [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 997.737846] env[69413]: INFO nova.scheduler.client.report [None req-0f759c24-70bf-43c0-815e-8017ff77ce3b tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Deleted allocations for instance dcac029f-96a3-4f1f-98cf-6794be08ab9a [ 997.794225] env[69413]: DEBUG nova.compute.manager [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 997.827456] env[69413]: DEBUG nova.virt.hardware [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.827713] env[69413]: DEBUG nova.virt.hardware [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.827871] env[69413]: DEBUG nova.virt.hardware [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.828182] env[69413]: DEBUG nova.virt.hardware [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.828365] env[69413]: DEBUG nova.virt.hardware [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.828516] env[69413]: DEBUG nova.virt.hardware [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.829086] env[69413]: DEBUG nova.virt.hardware [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.829304] env[69413]: DEBUG nova.virt.hardware [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.829602] env[69413]: DEBUG nova.virt.hardware [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.829672] env[69413]: DEBUG nova.virt.hardware [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.829818] env[69413]: DEBUG nova.virt.hardware [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.831120] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa18cfc8-3256-4927-b2e8-f92d24fc51f6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.840256] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d0d16e-8933-4106-8895-eb0fc40f4862 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.905762] env[69413]: DEBUG oslo_vmware.api [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078014, 'name': ReconfigVM_Task, 'duration_secs': 0.286049} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.906119] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 28e09a43-f40d-4640-8cb7-18f69086b9e1/28e09a43-f40d-4640-8cb7-18f69086b9e1.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.906786] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b83cb94e-ed40-4c7c-a74d-0b3495029334 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.912964] env[69413]: DEBUG oslo_vmware.api [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 997.912964] env[69413]: value = "task-3078016" [ 997.912964] env[69413]: _type = "Task" [ 997.912964] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.920834] env[69413]: DEBUG oslo_vmware.api [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078016, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.086818] env[69413]: DEBUG nova.compute.manager [req-28abb750-fd6f-41aa-9fdd-9e0b48cc27d3 req-82e8a8f8-6713-42b3-81c0-4d76f301243c service nova] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Received event network-vif-plugged-934c9151-9b8f-4598-8230-a7c3d82d5f4c {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.087125] env[69413]: DEBUG oslo_concurrency.lockutils [req-28abb750-fd6f-41aa-9fdd-9e0b48cc27d3 req-82e8a8f8-6713-42b3-81c0-4d76f301243c service nova] Acquiring lock "08fdf64c-acff-4bc5-8d0b-fd294e6c9a18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.087311] env[69413]: DEBUG oslo_concurrency.lockutils [req-28abb750-fd6f-41aa-9fdd-9e0b48cc27d3 req-82e8a8f8-6713-42b3-81c0-4d76f301243c service nova] Lock "08fdf64c-acff-4bc5-8d0b-fd294e6c9a18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.087481] env[69413]: DEBUG oslo_concurrency.lockutils [req-28abb750-fd6f-41aa-9fdd-9e0b48cc27d3 req-82e8a8f8-6713-42b3-81c0-4d76f301243c service nova] Lock "08fdf64c-acff-4bc5-8d0b-fd294e6c9a18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.087684] env[69413]: DEBUG nova.compute.manager [req-28abb750-fd6f-41aa-9fdd-9e0b48cc27d3 req-82e8a8f8-6713-42b3-81c0-4d76f301243c service nova] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] No waiting events found dispatching network-vif-plugged-934c9151-9b8f-4598-8230-a7c3d82d5f4c {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 998.087793] env[69413]: WARNING nova.compute.manager [req-28abb750-fd6f-41aa-9fdd-9e0b48cc27d3 req-82e8a8f8-6713-42b3-81c0-4d76f301243c service nova] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Received unexpected event network-vif-plugged-934c9151-9b8f-4598-8230-a7c3d82d5f4c for instance with vm_state building and task_state spawning. [ 998.138114] env[69413]: DEBUG oslo_vmware.api [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Task: {'id': task-3078015, 'name': Rename_Task, 'duration_secs': 0.136405} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.138114] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.138114] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f68efdbd-a85a-4623-b51c-bba5548f5762 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.143986] env[69413]: DEBUG oslo_vmware.api [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Waiting for the task: (returnval){ [ 998.143986] env[69413]: value = "task-3078017" [ 998.143986] env[69413]: _type = "Task" [ 998.143986] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.151497] env[69413]: DEBUG oslo_vmware.api [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Task: {'id': task-3078017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.179424] env[69413]: DEBUG nova.network.neutron [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Successfully updated port: 934c9151-9b8f-4598-8230-a7c3d82d5f4c {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 998.245812] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0f759c24-70bf-43c0-815e-8017ff77ce3b tempest-MigrationsAdminTest-55450407 tempest-MigrationsAdminTest-55450407-project-member] Lock "dcac029f-96a3-4f1f-98cf-6794be08ab9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.117s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.422516] env[69413]: DEBUG oslo_vmware.api [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078016, 'name': Rename_Task, 'duration_secs': 0.147253} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.423086] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.423086] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84a4d306-089e-4e35-a151-70f5d8a7c0a7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.429044] env[69413]: DEBUG oslo_vmware.api [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 998.429044] env[69413]: value = "task-3078018" [ 998.429044] env[69413]: _type = "Task" [ 998.429044] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.436610] env[69413]: DEBUG oslo_vmware.api [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078018, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.656899] env[69413]: DEBUG oslo_vmware.api [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Task: {'id': task-3078017, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.681943] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "refresh_cache-08fdf64c-acff-4bc5-8d0b-fd294e6c9a18" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.682188] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquired lock "refresh_cache-08fdf64c-acff-4bc5-8d0b-fd294e6c9a18" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.682536] env[69413]: DEBUG nova.network.neutron [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.939988] env[69413]: DEBUG oslo_vmware.api [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078018, 'name': PowerOnVM_Task, 'duration_secs': 0.439342} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.942622] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 998.942851] env[69413]: INFO nova.compute.manager [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Took 7.26 seconds to spawn the instance on the hypervisor. [ 998.943070] env[69413]: DEBUG nova.compute.manager [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 998.944231] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f251f4-edf0-4930-80ed-de958044efc1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.053757] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b6029a-efa0-42c7-b01c-1af68a7a5d05 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.061782] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c827feb-efa6-4f08-9656-d4628aa437f3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.091735] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fff7df-df2b-4745-adaa-466bb337b682 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.098954] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a431d9-42e1-489d-a23f-ba18bb766804 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.111675] env[69413]: DEBUG nova.compute.provider_tree [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.154132] env[69413]: DEBUG oslo_vmware.api [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Task: {'id': task-3078017, 'name': PowerOnVM_Task, 'duration_secs': 0.724022} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.154132] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.154336] env[69413]: DEBUG nova.compute.manager [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.155307] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c126f18-c9bb-4e82-89a4-1cb6a8f4933f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.213233] env[69413]: DEBUG nova.network.neutron [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 999.347254] env[69413]: DEBUG nova.network.neutron [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Updating instance_info_cache with network_info: [{"id": "934c9151-9b8f-4598-8230-a7c3d82d5f4c", "address": "fa:16:3e:8b:cf:29", "network": {"id": "b93ce486-44e4-4c58-8f72-021297e2ca51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2061790933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c094863d31844fc5a72997c864212713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap934c9151-9b", "ovs_interfaceid": "934c9151-9b8f-4598-8230-a7c3d82d5f4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.471591] env[69413]: INFO nova.compute.manager [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Took 56.62 seconds to build instance. [ 999.614864] env[69413]: DEBUG nova.scheduler.client.report [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.673955] env[69413]: DEBUG oslo_concurrency.lockutils [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.850868] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Releasing lock "refresh_cache-08fdf64c-acff-4bc5-8d0b-fd294e6c9a18" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.850868] env[69413]: DEBUG nova.compute.manager [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Instance network_info: |[{"id": "934c9151-9b8f-4598-8230-a7c3d82d5f4c", "address": "fa:16:3e:8b:cf:29", "network": {"id": "b93ce486-44e4-4c58-8f72-021297e2ca51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2061790933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c094863d31844fc5a72997c864212713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap934c9151-9b", "ovs_interfaceid": "934c9151-9b8f-4598-8230-a7c3d82d5f4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 999.851084] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:cf:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '934c9151-9b8f-4598-8230-a7c3d82d5f4c', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 999.859111] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Creating folder: Project (c094863d31844fc5a72997c864212713). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 999.859410] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b90a53ac-0073-42d9-94b5-05cc778c688a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.871829] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Created folder: Project (c094863d31844fc5a72997c864212713) in parent group-v616034. [ 999.872034] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Creating folder: Instances. Parent ref: group-v616265. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 999.872269] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4793713-5437-4b33-94e1-119d0561b741 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.880563] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Created folder: Instances in parent group-v616265. [ 999.880805] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.881014] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 999.881223] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3aa2ef5b-96eb-46ce-91a8-848c9ca01e5d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.901413] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 999.901413] env[69413]: value = "task-3078021" [ 999.901413] env[69413]: _type = "Task" [ 999.901413] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.909031] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078021, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.974230] env[69413]: DEBUG oslo_concurrency.lockutils [None req-15be7642-3deb-4066-a313-c784d83469f8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "28e09a43-f40d-4640-8cb7-18f69086b9e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.133s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.120589] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.409s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.121200] env[69413]: DEBUG nova.compute.manager [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1000.124196] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.841s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.128570] env[69413]: DEBUG nova.objects.instance [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lazy-loading 'resources' on Instance uuid cca7b6a5-3238-455a-8658-eebaff97415e {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.326555] env[69413]: DEBUG nova.compute.manager [req-76a2c5d0-b368-4cbe-b66d-dfeaff0b9b5b req-2e56937c-d79e-49d1-aca7-4021b1f61d6b service nova] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Received event network-changed-934c9151-9b8f-4598-8230-a7c3d82d5f4c {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.326746] env[69413]: DEBUG nova.compute.manager [req-76a2c5d0-b368-4cbe-b66d-dfeaff0b9b5b req-2e56937c-d79e-49d1-aca7-4021b1f61d6b service nova] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Refreshing instance network info cache due to event network-changed-934c9151-9b8f-4598-8230-a7c3d82d5f4c. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1000.326976] env[69413]: DEBUG oslo_concurrency.lockutils [req-76a2c5d0-b368-4cbe-b66d-dfeaff0b9b5b req-2e56937c-d79e-49d1-aca7-4021b1f61d6b service nova] Acquiring lock "refresh_cache-08fdf64c-acff-4bc5-8d0b-fd294e6c9a18" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.327138] env[69413]: DEBUG oslo_concurrency.lockutils [req-76a2c5d0-b368-4cbe-b66d-dfeaff0b9b5b req-2e56937c-d79e-49d1-aca7-4021b1f61d6b service nova] Acquired lock "refresh_cache-08fdf64c-acff-4bc5-8d0b-fd294e6c9a18" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.327304] env[69413]: DEBUG nova.network.neutron [req-76a2c5d0-b368-4cbe-b66d-dfeaff0b9b5b req-2e56937c-d79e-49d1-aca7-4021b1f61d6b service nova] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Refreshing network info cache for port 934c9151-9b8f-4598-8230-a7c3d82d5f4c {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.410901] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078021, 'name': CreateVM_Task, 'duration_secs': 0.315666} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.411037] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1000.411627] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.411794] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.412124] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.412374] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-576f9722-26d4-4b40-934a-2c5ccdf159e2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.416821] env[69413]: DEBUG oslo_vmware.api [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1000.416821] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]526a6178-c11b-c80e-1350-92655ac9913b" [ 1000.416821] env[69413]: _type = "Task" [ 1000.416821] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.424371] env[69413]: DEBUG oslo_vmware.api [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]526a6178-c11b-c80e-1350-92655ac9913b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.631188] env[69413]: DEBUG nova.compute.utils [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1000.633053] env[69413]: DEBUG nova.objects.instance [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lazy-loading 'numa_topology' on Instance uuid cca7b6a5-3238-455a-8658-eebaff97415e {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.634017] env[69413]: DEBUG nova.compute.manager [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1000.634194] env[69413]: DEBUG nova.network.neutron [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1000.671269] env[69413]: DEBUG nova.policy [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f027c0debdc149ddb78f3a057ad09dfd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38a8868548d7403ea0a11a77a65ba7ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1000.881071] env[69413]: DEBUG oslo_concurrency.lockutils [None req-92c52b36-331f-4e5a-ac5e-bf9d5e72bdfb tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Acquiring lock "e88a4c64-cfbc-490e-ac31-6cf0010aa936" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.881344] env[69413]: DEBUG oslo_concurrency.lockutils [None req-92c52b36-331f-4e5a-ac5e-bf9d5e72bdfb tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Lock "e88a4c64-cfbc-490e-ac31-6cf0010aa936" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.881535] env[69413]: DEBUG oslo_concurrency.lockutils [None req-92c52b36-331f-4e5a-ac5e-bf9d5e72bdfb tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Acquiring lock "e88a4c64-cfbc-490e-ac31-6cf0010aa936-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.881717] env[69413]: DEBUG oslo_concurrency.lockutils [None req-92c52b36-331f-4e5a-ac5e-bf9d5e72bdfb tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Lock "e88a4c64-cfbc-490e-ac31-6cf0010aa936-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.881879] env[69413]: DEBUG oslo_concurrency.lockutils [None req-92c52b36-331f-4e5a-ac5e-bf9d5e72bdfb tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Lock "e88a4c64-cfbc-490e-ac31-6cf0010aa936-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.886074] env[69413]: INFO nova.compute.manager [None req-92c52b36-331f-4e5a-ac5e-bf9d5e72bdfb tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Terminating instance [ 1000.933950] env[69413]: DEBUG oslo_vmware.api [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]526a6178-c11b-c80e-1350-92655ac9913b, 'name': SearchDatastore_Task, 'duration_secs': 0.009936} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.934562] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.934797] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.935252] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.935523] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.935807] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.938830] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-841d4019-11a8-42fc-a247-180b3604b2cc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.952288] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.952532] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.953541] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af5b695c-44cc-4de6-b622-9139f2749c95 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.959493] env[69413]: DEBUG oslo_vmware.api [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1000.959493] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52fbd44e-791b-6edf-23e9-bd44a421d4e6" [ 1000.959493] env[69413]: _type = "Task" [ 1000.959493] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.967947] env[69413]: DEBUG oslo_vmware.api [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52fbd44e-791b-6edf-23e9-bd44a421d4e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.034595] env[69413]: DEBUG nova.network.neutron [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Successfully created port: 208570d9-5b0c-46b0-92b8-722dd513024f {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1001.067260] env[69413]: DEBUG oslo_concurrency.lockutils [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Acquiring lock "20fd3ffa-6ce1-49ac-a10e-2eb47b08f083" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.067869] env[69413]: DEBUG oslo_concurrency.lockutils [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Lock "20fd3ffa-6ce1-49ac-a10e-2eb47b08f083" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.135035] env[69413]: DEBUG nova.compute.manager [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1001.138875] env[69413]: DEBUG nova.objects.base [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69413) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1001.164359] env[69413]: DEBUG nova.network.neutron [req-76a2c5d0-b368-4cbe-b66d-dfeaff0b9b5b req-2e56937c-d79e-49d1-aca7-4021b1f61d6b service nova] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Updated VIF entry in instance network info cache for port 934c9151-9b8f-4598-8230-a7c3d82d5f4c. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.164694] env[69413]: DEBUG nova.network.neutron [req-76a2c5d0-b368-4cbe-b66d-dfeaff0b9b5b req-2e56937c-d79e-49d1-aca7-4021b1f61d6b service nova] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Updating instance_info_cache with network_info: [{"id": "934c9151-9b8f-4598-8230-a7c3d82d5f4c", "address": "fa:16:3e:8b:cf:29", "network": {"id": "b93ce486-44e4-4c58-8f72-021297e2ca51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2061790933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c094863d31844fc5a72997c864212713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap934c9151-9b", "ovs_interfaceid": "934c9151-9b8f-4598-8230-a7c3d82d5f4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.312304] env[69413]: DEBUG nova.compute.manager [None req-4737d7b9-4d36-4400-bb61-b2fb110b57cb tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.313979] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7424e55f-f648-43c5-9989-5583f8611209 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.394223] env[69413]: DEBUG oslo_concurrency.lockutils [None req-92c52b36-331f-4e5a-ac5e-bf9d5e72bdfb tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Acquiring lock "refresh_cache-e88a4c64-cfbc-490e-ac31-6cf0010aa936" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.394405] env[69413]: DEBUG oslo_concurrency.lockutils [None req-92c52b36-331f-4e5a-ac5e-bf9d5e72bdfb tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Acquired lock "refresh_cache-e88a4c64-cfbc-490e-ac31-6cf0010aa936" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.394577] env[69413]: DEBUG nova.network.neutron [None req-92c52b36-331f-4e5a-ac5e-bf9d5e72bdfb tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.420914] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80dd65f-3a95-403a-a842-a6ed20b5333e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.428802] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46319f4-d540-493c-8861-8c549faa2e6a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.465584] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1570be7c-7879-45c7-ba29-bf5ee714db54 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.473556] env[69413]: DEBUG oslo_vmware.api [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52fbd44e-791b-6edf-23e9-bd44a421d4e6, 'name': SearchDatastore_Task, 'duration_secs': 0.009213} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.476674] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a041f3f5-70ca-4d57-9755-ed148240aa23 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.479869] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5eb4fe-8bc3-4b72-a642-071dec3712ac {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.487031] env[69413]: DEBUG oslo_vmware.api [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1001.487031] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52270ac9-f2dc-42df-2433-4f8207823728" [ 1001.487031] env[69413]: _type = "Task" [ 1001.487031] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.495807] env[69413]: DEBUG nova.compute.provider_tree [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.505326] env[69413]: DEBUG oslo_vmware.api [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52270ac9-f2dc-42df-2433-4f8207823728, 'name': SearchDatastore_Task, 'duration_secs': 0.00968} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.506196] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.506460] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18/08fdf64c-acff-4bc5-8d0b-fd294e6c9a18.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1001.506739] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cef5bfb2-3302-444c-bb67-8ad6c05f0dda {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.513101] env[69413]: DEBUG oslo_vmware.api [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1001.513101] env[69413]: value = "task-3078022" [ 1001.513101] env[69413]: _type = "Task" [ 1001.513101] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.521146] env[69413]: DEBUG oslo_vmware.api [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.569996] env[69413]: DEBUG nova.compute.manager [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1001.671041] env[69413]: DEBUG oslo_concurrency.lockutils [req-76a2c5d0-b368-4cbe-b66d-dfeaff0b9b5b req-2e56937c-d79e-49d1-aca7-4021b1f61d6b service nova] Releasing lock "refresh_cache-08fdf64c-acff-4bc5-8d0b-fd294e6c9a18" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.824284] env[69413]: INFO nova.compute.manager [None req-4737d7b9-4d36-4400-bb61-b2fb110b57cb tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] instance snapshotting [ 1001.827325] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e408b075-17a3-4e6b-bb45-cded02742b36 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.856533] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce8afcb-2493-451c-b902-3bdc450a3f63 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.917638] env[69413]: DEBUG nova.network.neutron [None req-92c52b36-331f-4e5a-ac5e-bf9d5e72bdfb tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1001.973733] env[69413]: DEBUG nova.network.neutron [None req-92c52b36-331f-4e5a-ac5e-bf9d5e72bdfb tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.002034] env[69413]: DEBUG nova.scheduler.client.report [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.024023] env[69413]: DEBUG oslo_vmware.api [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078022, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500682} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.024292] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18/08fdf64c-acff-4bc5-8d0b-fd294e6c9a18.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.024502] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.024746] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2af48b68-4e64-420c-8c7c-032764f8f1b8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.031416] env[69413]: DEBUG oslo_vmware.api [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1002.031416] env[69413]: value = "task-3078023" [ 1002.031416] env[69413]: _type = "Task" [ 1002.031416] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.041933] env[69413]: DEBUG oslo_vmware.api [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078023, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.091787] env[69413]: DEBUG oslo_concurrency.lockutils [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.149171] env[69413]: DEBUG nova.compute.manager [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1002.194548] env[69413]: DEBUG nova.virt.hardware [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.194946] env[69413]: DEBUG nova.virt.hardware [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.195219] env[69413]: DEBUG nova.virt.hardware [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.195445] env[69413]: DEBUG nova.virt.hardware [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.195614] env[69413]: DEBUG nova.virt.hardware [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.195848] env[69413]: DEBUG nova.virt.hardware [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.196161] env[69413]: DEBUG nova.virt.hardware [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.196412] env[69413]: DEBUG nova.virt.hardware [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.196674] env[69413]: DEBUG nova.virt.hardware [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.196986] env[69413]: DEBUG nova.virt.hardware [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.197229] env[69413]: DEBUG nova.virt.hardware [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.198300] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b873e4e-d3db-4e46-af85-3cb91075fa7b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.207350] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef097cae-e4ab-438c-bf6c-4f3560ee9d0b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.369314] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4737d7b9-4d36-4400-bb61-b2fb110b57cb tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Creating Snapshot of the VM instance {{(pid=69413) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1002.369668] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e05e9b02-f50e-4b85-8a61-8bd30378728f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.377303] env[69413]: DEBUG oslo_vmware.api [None req-4737d7b9-4d36-4400-bb61-b2fb110b57cb tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 1002.377303] env[69413]: value = "task-3078024" [ 1002.377303] env[69413]: _type = "Task" [ 1002.377303] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.385939] env[69413]: DEBUG oslo_vmware.api [None req-4737d7b9-4d36-4400-bb61-b2fb110b57cb tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078024, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.477708] env[69413]: DEBUG oslo_concurrency.lockutils [None req-92c52b36-331f-4e5a-ac5e-bf9d5e72bdfb tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Releasing lock "refresh_cache-e88a4c64-cfbc-490e-ac31-6cf0010aa936" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.478246] env[69413]: DEBUG nova.compute.manager [None req-92c52b36-331f-4e5a-ac5e-bf9d5e72bdfb tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.478468] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-92c52b36-331f-4e5a-ac5e-bf9d5e72bdfb tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.479395] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a2f73e-9bbd-49ad-a531-9b023671e0ac {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.486737] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-92c52b36-331f-4e5a-ac5e-bf9d5e72bdfb tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.487092] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6d2fbd9-7e57-47d3-ba04-53251f2df949 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.491290] env[69413]: DEBUG nova.compute.manager [req-228f16d2-7312-496f-9687-25924ed86f65 req-e92cff11-31a6-4a2b-a8a6-49f8ed94621d service nova] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Received event network-vif-plugged-208570d9-5b0c-46b0-92b8-722dd513024f {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.491521] env[69413]: DEBUG oslo_concurrency.lockutils [req-228f16d2-7312-496f-9687-25924ed86f65 req-e92cff11-31a6-4a2b-a8a6-49f8ed94621d service nova] Acquiring lock "9714646b-1525-4dd9-805d-cae11ee88a3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.491742] env[69413]: DEBUG oslo_concurrency.lockutils [req-228f16d2-7312-496f-9687-25924ed86f65 req-e92cff11-31a6-4a2b-a8a6-49f8ed94621d service nova] Lock "9714646b-1525-4dd9-805d-cae11ee88a3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.491914] env[69413]: DEBUG oslo_concurrency.lockutils [req-228f16d2-7312-496f-9687-25924ed86f65 req-e92cff11-31a6-4a2b-a8a6-49f8ed94621d service nova] Lock "9714646b-1525-4dd9-805d-cae11ee88a3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.492121] env[69413]: DEBUG nova.compute.manager [req-228f16d2-7312-496f-9687-25924ed86f65 req-e92cff11-31a6-4a2b-a8a6-49f8ed94621d service nova] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] No waiting events found dispatching network-vif-plugged-208570d9-5b0c-46b0-92b8-722dd513024f {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1002.492303] env[69413]: WARNING nova.compute.manager [req-228f16d2-7312-496f-9687-25924ed86f65 req-e92cff11-31a6-4a2b-a8a6-49f8ed94621d service nova] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Received unexpected event network-vif-plugged-208570d9-5b0c-46b0-92b8-722dd513024f for instance with vm_state building and task_state spawning. [ 1002.496843] env[69413]: DEBUG oslo_vmware.api [None req-92c52b36-331f-4e5a-ac5e-bf9d5e72bdfb tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Waiting for the task: (returnval){ [ 1002.496843] env[69413]: value = "task-3078025" [ 1002.496843] env[69413]: _type = "Task" [ 1002.496843] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.505081] env[69413]: DEBUG oslo_vmware.api [None req-92c52b36-331f-4e5a-ac5e-bf9d5e72bdfb tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Task: {'id': task-3078025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.508032] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.384s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.511107] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.252s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.512236] env[69413]: INFO nova.compute.claims [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.543708] env[69413]: DEBUG oslo_vmware.api [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078023, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154611} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.543817] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1002.547101] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17859d1f-7d53-4c58-a49b-f401aadb1851 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.568631] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18/08fdf64c-acff-4bc5-8d0b-fd294e6c9a18.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.570350] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79a5c8cf-abb9-46c4-83e4-28b5a6731b6b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.591204] env[69413]: DEBUG oslo_vmware.api [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1002.591204] env[69413]: value = "task-3078026" [ 1002.591204] env[69413]: _type = "Task" [ 1002.591204] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.596194] env[69413]: DEBUG nova.network.neutron [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Successfully updated port: 208570d9-5b0c-46b0-92b8-722dd513024f {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1002.604245] env[69413]: DEBUG oslo_vmware.api [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078026, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.887765] env[69413]: DEBUG oslo_vmware.api [None req-4737d7b9-4d36-4400-bb61-b2fb110b57cb tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078024, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.007830] env[69413]: DEBUG oslo_vmware.api [None req-92c52b36-331f-4e5a-ac5e-bf9d5e72bdfb tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Task: {'id': task-3078025, 'name': PowerOffVM_Task, 'duration_secs': 0.12458} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.008317] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-92c52b36-331f-4e5a-ac5e-bf9d5e72bdfb tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.008317] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-92c52b36-331f-4e5a-ac5e-bf9d5e72bdfb tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.008947] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56c087e4-adb2-41ba-8317-285cfdcf8857 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.023256] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2324526a-cf2e-46ab-85a3-737a6b0a7ab4 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "cca7b6a5-3238-455a-8658-eebaff97415e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 58.826s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.024664] env[69413]: DEBUG oslo_concurrency.lockutils [None req-04958bcb-6aee-46e7-86b8-848cd6348a39 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "cca7b6a5-3238-455a-8658-eebaff97415e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 34.413s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.024664] env[69413]: DEBUG oslo_concurrency.lockutils [None req-04958bcb-6aee-46e7-86b8-848cd6348a39 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "cca7b6a5-3238-455a-8658-eebaff97415e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.024664] env[69413]: DEBUG oslo_concurrency.lockutils [None req-04958bcb-6aee-46e7-86b8-848cd6348a39 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "cca7b6a5-3238-455a-8658-eebaff97415e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.024900] env[69413]: DEBUG oslo_concurrency.lockutils [None req-04958bcb-6aee-46e7-86b8-848cd6348a39 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "cca7b6a5-3238-455a-8658-eebaff97415e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.028812] env[69413]: INFO nova.compute.manager [None req-04958bcb-6aee-46e7-86b8-848cd6348a39 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Terminating instance [ 1003.032595] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-92c52b36-331f-4e5a-ac5e-bf9d5e72bdfb tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.032786] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-92c52b36-331f-4e5a-ac5e-bf9d5e72bdfb tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.032958] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-92c52b36-331f-4e5a-ac5e-bf9d5e72bdfb tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Deleting the datastore file [datastore1] e88a4c64-cfbc-490e-ac31-6cf0010aa936 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.033370] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53c1651b-e3f3-418f-a5d2-ffc3f9ce3b17 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.040890] env[69413]: DEBUG oslo_vmware.api [None req-92c52b36-331f-4e5a-ac5e-bf9d5e72bdfb tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Waiting for the task: (returnval){ [ 1003.040890] env[69413]: value = "task-3078028" [ 1003.040890] env[69413]: _type = "Task" [ 1003.040890] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.049673] env[69413]: DEBUG oslo_vmware.api [None req-92c52b36-331f-4e5a-ac5e-bf9d5e72bdfb tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Task: {'id': task-3078028, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.101759] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "refresh_cache-9714646b-1525-4dd9-805d-cae11ee88a3f" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.101992] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquired lock "refresh_cache-9714646b-1525-4dd9-805d-cae11ee88a3f" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.102220] env[69413]: DEBUG nova.network.neutron [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.104221] env[69413]: DEBUG oslo_vmware.api [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.388016] env[69413]: DEBUG oslo_vmware.api [None req-4737d7b9-4d36-4400-bb61-b2fb110b57cb tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078024, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.534639] env[69413]: DEBUG nova.compute.manager [None req-04958bcb-6aee-46e7-86b8-848cd6348a39 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1003.534865] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-04958bcb-6aee-46e7-86b8-848cd6348a39 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1003.535537] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e84bc20-538f-485d-b9a0-c1d47df49a12 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.547224] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad808bda-6ebd-4333-a81f-3747b0e21ebf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.564374] env[69413]: DEBUG oslo_vmware.api [None req-92c52b36-331f-4e5a-ac5e-bf9d5e72bdfb tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Task: {'id': task-3078028, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144962} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.564628] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-92c52b36-331f-4e5a-ac5e-bf9d5e72bdfb tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.564806] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-92c52b36-331f-4e5a-ac5e-bf9d5e72bdfb tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.564981] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-92c52b36-331f-4e5a-ac5e-bf9d5e72bdfb tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.565174] env[69413]: INFO nova.compute.manager [None req-92c52b36-331f-4e5a-ac5e-bf9d5e72bdfb tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1003.565445] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92c52b36-331f-4e5a-ac5e-bf9d5e72bdfb tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.565654] env[69413]: DEBUG nova.compute.manager [-] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.565790] env[69413]: DEBUG nova.network.neutron [-] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.579390] env[69413]: WARNING nova.virt.vmwareapi.vmops [None req-04958bcb-6aee-46e7-86b8-848cd6348a39 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance cca7b6a5-3238-455a-8658-eebaff97415e could not be found. [ 1003.580508] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-04958bcb-6aee-46e7-86b8-848cd6348a39 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.580508] env[69413]: INFO nova.compute.manager [None req-04958bcb-6aee-46e7-86b8-848cd6348a39 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Took 0.04 seconds to destroy the instance on the hypervisor. [ 1003.580508] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04958bcb-6aee-46e7-86b8-848cd6348a39 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.582604] env[69413]: DEBUG nova.compute.manager [-] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.582708] env[69413]: DEBUG nova.network.neutron [-] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.584605] env[69413]: DEBUG nova.network.neutron [-] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1003.603696] env[69413]: DEBUG oslo_vmware.api [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078026, 'name': ReconfigVM_Task, 'duration_secs': 0.722036} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.604038] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18/08fdf64c-acff-4bc5-8d0b-fd294e6c9a18.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.606437] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32dea2c8-1a31-49d1-96e3-9151ba6e7f56 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.612798] env[69413]: DEBUG oslo_vmware.api [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1003.612798] env[69413]: value = "task-3078029" [ 1003.612798] env[69413]: _type = "Task" [ 1003.612798] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.624019] env[69413]: DEBUG oslo_vmware.api [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078029, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.644549] env[69413]: DEBUG nova.network.neutron [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1003.848071] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0caa471d-dc0e-47ee-9675-d835186b3352 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.856253] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f79f09-8e8f-475e-847e-3b64f6418306 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.888971] env[69413]: DEBUG nova.network.neutron [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Updating instance_info_cache with network_info: [{"id": "208570d9-5b0c-46b0-92b8-722dd513024f", "address": "fa:16:3e:e3:81:63", "network": {"id": "61a05717-9f5d-4031-ac74-e8d03b04d677", "bridge": "br-int", "label": "tempest-ServersTestJSON-1834075300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38a8868548d7403ea0a11a77a65ba7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap208570d9-5b", "ovs_interfaceid": "208570d9-5b0c-46b0-92b8-722dd513024f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.894361] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81276919-280f-461c-a299-04bcb5d3d86c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.902126] env[69413]: DEBUG oslo_vmware.api [None req-4737d7b9-4d36-4400-bb61-b2fb110b57cb tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078024, 'name': CreateSnapshot_Task, 'duration_secs': 1.133076} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.904516] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4737d7b9-4d36-4400-bb61-b2fb110b57cb tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Created Snapshot of the VM instance {{(pid=69413) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1003.906802] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9a892f-efaa-4004-b383-dcab430856d4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.910195] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fc4146-da54-4505-8b1f-82584716f075 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.924814] env[69413]: DEBUG nova.compute.provider_tree [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.087417] env[69413]: DEBUG nova.network.neutron [-] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.124430] env[69413]: DEBUG oslo_vmware.api [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078029, 'name': Rename_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.392153] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Releasing lock "refresh_cache-9714646b-1525-4dd9-805d-cae11ee88a3f" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.392585] env[69413]: DEBUG nova.compute.manager [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Instance network_info: |[{"id": "208570d9-5b0c-46b0-92b8-722dd513024f", "address": "fa:16:3e:e3:81:63", "network": {"id": "61a05717-9f5d-4031-ac74-e8d03b04d677", "bridge": "br-int", "label": "tempest-ServersTestJSON-1834075300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38a8868548d7403ea0a11a77a65ba7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap208570d9-5b", "ovs_interfaceid": "208570d9-5b0c-46b0-92b8-722dd513024f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1004.393047] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:81:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dabbac20-1723-40ad-9da0-e53b28073651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '208570d9-5b0c-46b0-92b8-722dd513024f', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.400732] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Creating folder: Project (38a8868548d7403ea0a11a77a65ba7ee). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1004.401026] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5a46e0d-883d-4d7d-9971-7352d2d163d1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.411015] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Created folder: Project (38a8868548d7403ea0a11a77a65ba7ee) in parent group-v616034. [ 1004.411015] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Creating folder: Instances. Parent ref: group-v616269. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1004.411015] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d941879e-be5c-489a-b9aa-0f032acb8363 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.418823] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Created folder: Instances in parent group-v616269. [ 1004.419061] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.419266] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.419474] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b6a9009-bef9-4601-8778-0ea51737bb8f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.434485] env[69413]: DEBUG nova.scheduler.client.report [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.443780] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4737d7b9-4d36-4400-bb61-b2fb110b57cb tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Creating linked-clone VM from snapshot {{(pid=69413) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1004.444146] env[69413]: DEBUG nova.network.neutron [-] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.445486] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c03caac6-da5a-4a18-8225-358ae6423cde {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.453923] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.453923] env[69413]: value = "task-3078032" [ 1004.453923] env[69413]: _type = "Task" [ 1004.453923] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.455212] env[69413]: DEBUG oslo_vmware.api [None req-4737d7b9-4d36-4400-bb61-b2fb110b57cb tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 1004.455212] env[69413]: value = "task-3078033" [ 1004.455212] env[69413]: _type = "Task" [ 1004.455212] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.466309] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078032, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.469388] env[69413]: DEBUG oslo_vmware.api [None req-4737d7b9-4d36-4400-bb61-b2fb110b57cb tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078033, 'name': CloneVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.521193] env[69413]: DEBUG nova.compute.manager [req-5f1c034a-29cd-4604-8b64-9a3532e1b5cc req-2099d267-3ea1-420c-9856-ea17469c79cd service nova] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Received event network-changed-208570d9-5b0c-46b0-92b8-722dd513024f {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.521478] env[69413]: DEBUG nova.compute.manager [req-5f1c034a-29cd-4604-8b64-9a3532e1b5cc req-2099d267-3ea1-420c-9856-ea17469c79cd service nova] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Refreshing instance network info cache due to event network-changed-208570d9-5b0c-46b0-92b8-722dd513024f. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1004.521774] env[69413]: DEBUG oslo_concurrency.lockutils [req-5f1c034a-29cd-4604-8b64-9a3532e1b5cc req-2099d267-3ea1-420c-9856-ea17469c79cd service nova] Acquiring lock "refresh_cache-9714646b-1525-4dd9-805d-cae11ee88a3f" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.521985] env[69413]: DEBUG oslo_concurrency.lockutils [req-5f1c034a-29cd-4604-8b64-9a3532e1b5cc req-2099d267-3ea1-420c-9856-ea17469c79cd service nova] Acquired lock "refresh_cache-9714646b-1525-4dd9-805d-cae11ee88a3f" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.522219] env[69413]: DEBUG nova.network.neutron [req-5f1c034a-29cd-4604-8b64-9a3532e1b5cc req-2099d267-3ea1-420c-9856-ea17469c79cd service nova] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Refreshing network info cache for port 208570d9-5b0c-46b0-92b8-722dd513024f {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.589899] env[69413]: INFO nova.compute.manager [-] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Took 1.02 seconds to deallocate network for instance. [ 1004.623545] env[69413]: DEBUG oslo_vmware.api [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078029, 'name': Rename_Task, 'duration_secs': 0.78772} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.623919] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.624234] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e5bc344-bbd5-497b-a10e-45a54bf443f5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.630417] env[69413]: DEBUG oslo_vmware.api [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1004.630417] env[69413]: value = "task-3078034" [ 1004.630417] env[69413]: _type = "Task" [ 1004.630417] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.638712] env[69413]: DEBUG oslo_vmware.api [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078034, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.946834] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.947425] env[69413]: DEBUG nova.compute.manager [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.951228] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.398s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.952325] env[69413]: INFO nova.compute.claims [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1004.955078] env[69413]: INFO nova.compute.manager [-] [instance: cca7b6a5-3238-455a-8658-eebaff97415e] Took 1.37 seconds to deallocate network for instance. [ 1004.971984] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078032, 'name': CreateVM_Task, 'duration_secs': 0.286878} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.975285] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1004.975599] env[69413]: DEBUG oslo_vmware.api [None req-4737d7b9-4d36-4400-bb61-b2fb110b57cb tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078033, 'name': CloneVM_Task} progress is 94%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.976446] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.976550] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.976952] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.977192] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f65150a-843c-4d96-b15a-83fd61b7d5dc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.981993] env[69413]: DEBUG oslo_vmware.api [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1004.981993] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5285daf8-aa69-cc3b-686d-ae5249cac142" [ 1004.981993] env[69413]: _type = "Task" [ 1004.981993] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.990409] env[69413]: DEBUG oslo_vmware.api [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5285daf8-aa69-cc3b-686d-ae5249cac142, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.095958] env[69413]: DEBUG oslo_concurrency.lockutils [None req-92c52b36-331f-4e5a-ac5e-bf9d5e72bdfb tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.144041] env[69413]: DEBUG oslo_vmware.api [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078034, 'name': PowerOnVM_Task, 'duration_secs': 0.433102} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.144345] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.144567] env[69413]: INFO nova.compute.manager [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Took 7.35 seconds to spawn the instance on the hypervisor. [ 1005.144747] env[69413]: DEBUG nova.compute.manager [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.145559] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5d9cd4-b6ce-4e53-bbbc-aaaadf1fd87b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.224961] env[69413]: DEBUG nova.network.neutron [req-5f1c034a-29cd-4604-8b64-9a3532e1b5cc req-2099d267-3ea1-420c-9856-ea17469c79cd service nova] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Updated VIF entry in instance network info cache for port 208570d9-5b0c-46b0-92b8-722dd513024f. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.225339] env[69413]: DEBUG nova.network.neutron [req-5f1c034a-29cd-4604-8b64-9a3532e1b5cc req-2099d267-3ea1-420c-9856-ea17469c79cd service nova] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Updating instance_info_cache with network_info: [{"id": "208570d9-5b0c-46b0-92b8-722dd513024f", "address": "fa:16:3e:e3:81:63", "network": {"id": "61a05717-9f5d-4031-ac74-e8d03b04d677", "bridge": "br-int", "label": "tempest-ServersTestJSON-1834075300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38a8868548d7403ea0a11a77a65ba7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap208570d9-5b", "ovs_interfaceid": "208570d9-5b0c-46b0-92b8-722dd513024f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.457562] env[69413]: DEBUG nova.compute.utils [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.460616] env[69413]: DEBUG nova.compute.manager [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1005.460786] env[69413]: DEBUG nova.network.neutron [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.474697] env[69413]: DEBUG oslo_vmware.api [None req-4737d7b9-4d36-4400-bb61-b2fb110b57cb tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078033, 'name': CloneVM_Task} progress is 94%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.491285] env[69413]: DEBUG oslo_vmware.api [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5285daf8-aa69-cc3b-686d-ae5249cac142, 'name': SearchDatastore_Task, 'duration_secs': 0.010199} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.491576] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.491805] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1005.492049] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.492200] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.492377] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1005.492758] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b604d445-9034-423b-9c5b-67678145cc6c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.500888] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1005.501085] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1005.503270] env[69413]: DEBUG nova.policy [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62b3d8b424414e2bb1cf083dbf4bd2ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11c2552745004653a56729116c3b1fa6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.504877] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8a441f2-217b-4c34-9026-bd730539fb95 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.510103] env[69413]: DEBUG oslo_vmware.api [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1005.510103] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5217a45d-fa72-78c7-3e29-484728c967e4" [ 1005.510103] env[69413]: _type = "Task" [ 1005.510103] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.518121] env[69413]: DEBUG oslo_vmware.api [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5217a45d-fa72-78c7-3e29-484728c967e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.664479] env[69413]: INFO nova.compute.manager [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Took 48.06 seconds to build instance. [ 1005.727586] env[69413]: DEBUG oslo_concurrency.lockutils [req-5f1c034a-29cd-4604-8b64-9a3532e1b5cc req-2099d267-3ea1-420c-9856-ea17469c79cd service nova] Releasing lock "refresh_cache-9714646b-1525-4dd9-805d-cae11ee88a3f" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.771423] env[69413]: DEBUG nova.network.neutron [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Successfully created port: dc416386-ec95-4820-9eef-607bfcd4343a {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1005.967732] env[69413]: DEBUG nova.compute.manager [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1005.980336] env[69413]: DEBUG oslo_vmware.api [None req-4737d7b9-4d36-4400-bb61-b2fb110b57cb tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078033, 'name': CloneVM_Task} progress is 95%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.989866] env[69413]: DEBUG oslo_concurrency.lockutils [None req-04958bcb-6aee-46e7-86b8-848cd6348a39 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "cca7b6a5-3238-455a-8658-eebaff97415e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.966s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.025386] env[69413]: DEBUG oslo_vmware.api [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5217a45d-fa72-78c7-3e29-484728c967e4, 'name': SearchDatastore_Task, 'duration_secs': 0.008853} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.028038] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e99bc271-f464-427b-9ad2-afaf73e8698a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.034848] env[69413]: DEBUG oslo_vmware.api [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1006.034848] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a458f8-e470-35da-ab1a-23a168d46b97" [ 1006.034848] env[69413]: _type = "Task" [ 1006.034848] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.047683] env[69413]: DEBUG oslo_vmware.api [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a458f8-e470-35da-ab1a-23a168d46b97, 'name': SearchDatastore_Task, 'duration_secs': 0.009592} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.049122] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.049122] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 9714646b-1525-4dd9-805d-cae11ee88a3f/9714646b-1525-4dd9-805d-cae11ee88a3f.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1006.049122] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7b9e724-dba2-4b63-86d6-30d3f8b7eeac {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.055940] env[69413]: DEBUG oslo_vmware.api [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1006.055940] env[69413]: value = "task-3078035" [ 1006.055940] env[69413]: _type = "Task" [ 1006.055940] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.063819] env[69413]: DEBUG oslo_vmware.api [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.166510] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4b9542af-a22b-4aa4-bfd6-ab029f81ac7f tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "08fdf64c-acff-4bc5-8d0b-fd294e6c9a18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.577s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.279148] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3516280d-30c1-49b7-bf3e-36a553945324 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.287835] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abdac078-74d1-4163-91f2-bc92c9b375af {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.324908] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37590319-9692-4aca-98af-1fb1842a5099 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.333160] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afffe84a-f503-4c24-80aa-d1a53896d4e8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.350468] env[69413]: DEBUG nova.compute.provider_tree [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.484211] env[69413]: DEBUG oslo_vmware.api [None req-4737d7b9-4d36-4400-bb61-b2fb110b57cb tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078033, 'name': CloneVM_Task, 'duration_secs': 1.659725} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.484478] env[69413]: INFO nova.virt.vmwareapi.vmops [None req-4737d7b9-4d36-4400-bb61-b2fb110b57cb tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Created linked-clone VM from snapshot [ 1006.485292] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791eb0bd-c7d9-42eb-9544-c528c5fbba16 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.493506] env[69413]: DEBUG nova.virt.vmwareapi.images [None req-4737d7b9-4d36-4400-bb61-b2fb110b57cb tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Uploading image 112fec98-8ad8-4a04-8ae2-4d7b59c9e0eb {{(pid=69413) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1006.524188] env[69413]: DEBUG oslo_vmware.rw_handles [None req-4737d7b9-4d36-4400-bb61-b2fb110b57cb tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1006.524188] env[69413]: value = "vm-616272" [ 1006.524188] env[69413]: _type = "VirtualMachine" [ 1006.524188] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1006.524502] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-67d85fd1-776b-4d9a-8dd3-67313e33e48f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.531872] env[69413]: DEBUG oslo_vmware.rw_handles [None req-4737d7b9-4d36-4400-bb61-b2fb110b57cb tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lease: (returnval){ [ 1006.531872] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5256da94-1009-1b85-cf66-9beccc499262" [ 1006.531872] env[69413]: _type = "HttpNfcLease" [ 1006.531872] env[69413]: } obtained for exporting VM: (result){ [ 1006.531872] env[69413]: value = "vm-616272" [ 1006.531872] env[69413]: _type = "VirtualMachine" [ 1006.531872] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1006.532375] env[69413]: DEBUG oslo_vmware.api [None req-4737d7b9-4d36-4400-bb61-b2fb110b57cb tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the lease: (returnval){ [ 1006.532375] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5256da94-1009-1b85-cf66-9beccc499262" [ 1006.532375] env[69413]: _type = "HttpNfcLease" [ 1006.532375] env[69413]: } to be ready. {{(pid=69413) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1006.541249] env[69413]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1006.541249] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5256da94-1009-1b85-cf66-9beccc499262" [ 1006.541249] env[69413]: _type = "HttpNfcLease" [ 1006.541249] env[69413]: } is initializing. {{(pid=69413) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1006.566378] env[69413]: DEBUG oslo_vmware.api [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078035, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509736} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.566647] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 9714646b-1525-4dd9-805d-cae11ee88a3f/9714646b-1525-4dd9-805d-cae11ee88a3f.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1006.566902] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1006.567117] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b77deb4-804c-4ad0-b966-2aa07bbb640f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.573454] env[69413]: DEBUG oslo_vmware.api [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1006.573454] env[69413]: value = "task-3078037" [ 1006.573454] env[69413]: _type = "Task" [ 1006.573454] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.583513] env[69413]: DEBUG oslo_vmware.api [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078037, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.857890] env[69413]: DEBUG nova.scheduler.client.report [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.980980] env[69413]: DEBUG nova.compute.manager [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1007.014467] env[69413]: DEBUG nova.virt.hardware [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1007.014721] env[69413]: DEBUG nova.virt.hardware [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.014889] env[69413]: DEBUG nova.virt.hardware [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.015096] env[69413]: DEBUG nova.virt.hardware [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.015249] env[69413]: DEBUG nova.virt.hardware [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.015395] env[69413]: DEBUG nova.virt.hardware [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1007.015602] env[69413]: DEBUG nova.virt.hardware [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1007.015764] env[69413]: DEBUG nova.virt.hardware [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1007.015989] env[69413]: DEBUG nova.virt.hardware [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1007.016724] env[69413]: DEBUG nova.virt.hardware [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1007.017100] env[69413]: DEBUG nova.virt.hardware [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1007.017966] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc13a130-e031-4329-8523-7a5cd8a83dc2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.026179] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f69d51-a4be-4d13-a69e-c1c5c197fee2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.049308] env[69413]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1007.049308] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5256da94-1009-1b85-cf66-9beccc499262" [ 1007.049308] env[69413]: _type = "HttpNfcLease" [ 1007.049308] env[69413]: } is ready. {{(pid=69413) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1007.049308] env[69413]: DEBUG oslo_vmware.rw_handles [None req-4737d7b9-4d36-4400-bb61-b2fb110b57cb tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1007.049308] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5256da94-1009-1b85-cf66-9beccc499262" [ 1007.049308] env[69413]: _type = "HttpNfcLease" [ 1007.049308] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1007.049308] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c137844-6157-4674-ad5a-b40928a331be {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.055241] env[69413]: DEBUG oslo_vmware.rw_handles [None req-4737d7b9-4d36-4400-bb61-b2fb110b57cb tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5279744a-7c9b-7d97-7819-30ac3d43b8c3/disk-0.vmdk from lease info. {{(pid=69413) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1007.055449] env[69413]: DEBUG oslo_vmware.rw_handles [None req-4737d7b9-4d36-4400-bb61-b2fb110b57cb tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5279744a-7c9b-7d97-7819-30ac3d43b8c3/disk-0.vmdk for reading. {{(pid=69413) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1007.140615] env[69413]: DEBUG oslo_vmware.api [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078037, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.05986} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.140900] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1007.141790] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3744b70b-160e-49a6-8a9f-af7274dc7422 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.164256] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 9714646b-1525-4dd9-805d-cae11ee88a3f/9714646b-1525-4dd9-805d-cae11ee88a3f.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.166858] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fad9d6a5-2df8-49f1-a199-dbe77821e2b2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.184868] env[69413]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9a1663f1-2bc1-4822-a604-d5aff7616831 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.192427] env[69413]: DEBUG nova.compute.manager [req-8af02754-94de-4955-84da-2f7c65e0b5e8 req-f0298d7b-a9b0-4a09-b70f-9a4eb496922f service nova] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Received event network-vif-plugged-dc416386-ec95-4820-9eef-607bfcd4343a {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.192708] env[69413]: DEBUG oslo_concurrency.lockutils [req-8af02754-94de-4955-84da-2f7c65e0b5e8 req-f0298d7b-a9b0-4a09-b70f-9a4eb496922f service nova] Acquiring lock "e6cd12ab-429c-4174-b2c0-bce6b23df85a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.192865] env[69413]: DEBUG oslo_concurrency.lockutils [req-8af02754-94de-4955-84da-2f7c65e0b5e8 req-f0298d7b-a9b0-4a09-b70f-9a4eb496922f service nova] Lock "e6cd12ab-429c-4174-b2c0-bce6b23df85a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.193035] env[69413]: DEBUG oslo_concurrency.lockutils [req-8af02754-94de-4955-84da-2f7c65e0b5e8 req-f0298d7b-a9b0-4a09-b70f-9a4eb496922f service nova] Lock "e6cd12ab-429c-4174-b2c0-bce6b23df85a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.193215] env[69413]: DEBUG nova.compute.manager [req-8af02754-94de-4955-84da-2f7c65e0b5e8 req-f0298d7b-a9b0-4a09-b70f-9a4eb496922f service nova] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] No waiting events found dispatching network-vif-plugged-dc416386-ec95-4820-9eef-607bfcd4343a {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1007.193334] env[69413]: WARNING nova.compute.manager [req-8af02754-94de-4955-84da-2f7c65e0b5e8 req-f0298d7b-a9b0-4a09-b70f-9a4eb496922f service nova] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Received unexpected event network-vif-plugged-dc416386-ec95-4820-9eef-607bfcd4343a for instance with vm_state building and task_state spawning. [ 1007.195058] env[69413]: DEBUG oslo_vmware.api [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1007.195058] env[69413]: value = "task-3078038" [ 1007.195058] env[69413]: _type = "Task" [ 1007.195058] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.245029] env[69413]: DEBUG nova.compute.manager [req-bcf14cdf-bde2-40c6-91d2-b76936c6e46b req-2eb0f951-d669-4751-ad3f-b60842acc84d service nova] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Received event network-changed-934c9151-9b8f-4598-8230-a7c3d82d5f4c {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.245275] env[69413]: DEBUG nova.compute.manager [req-bcf14cdf-bde2-40c6-91d2-b76936c6e46b req-2eb0f951-d669-4751-ad3f-b60842acc84d service nova] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Refreshing instance network info cache due to event network-changed-934c9151-9b8f-4598-8230-a7c3d82d5f4c. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1007.245505] env[69413]: DEBUG oslo_concurrency.lockutils [req-bcf14cdf-bde2-40c6-91d2-b76936c6e46b req-2eb0f951-d669-4751-ad3f-b60842acc84d service nova] Acquiring lock "refresh_cache-08fdf64c-acff-4bc5-8d0b-fd294e6c9a18" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.245549] env[69413]: DEBUG oslo_concurrency.lockutils [req-bcf14cdf-bde2-40c6-91d2-b76936c6e46b req-2eb0f951-d669-4751-ad3f-b60842acc84d service nova] Acquired lock "refresh_cache-08fdf64c-acff-4bc5-8d0b-fd294e6c9a18" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.245886] env[69413]: DEBUG nova.network.neutron [req-bcf14cdf-bde2-40c6-91d2-b76936c6e46b req-2eb0f951-d669-4751-ad3f-b60842acc84d service nova] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Refreshing network info cache for port 934c9151-9b8f-4598-8230-a7c3d82d5f4c {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1007.289201] env[69413]: DEBUG nova.network.neutron [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Successfully updated port: dc416386-ec95-4820-9eef-607bfcd4343a {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.360037] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.410s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.360622] env[69413]: DEBUG nova.compute.manager [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1007.364455] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.787s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.365769] env[69413]: INFO nova.compute.claims [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.579853] env[69413]: DEBUG oslo_concurrency.lockutils [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.580247] env[69413]: DEBUG oslo_concurrency.lockutils [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.706365] env[69413]: DEBUG oslo_vmware.api [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078038, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.796066] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Acquiring lock "refresh_cache-e6cd12ab-429c-4174-b2c0-bce6b23df85a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.796614] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Acquired lock "refresh_cache-e6cd12ab-429c-4174-b2c0-bce6b23df85a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.798425] env[69413]: DEBUG nova.network.neutron [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.866437] env[69413]: DEBUG nova.compute.utils [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1007.867757] env[69413]: DEBUG nova.compute.manager [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1007.867937] env[69413]: DEBUG nova.network.neutron [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1007.942245] env[69413]: DEBUG nova.policy [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '028cc0c86a8d4150b53e46ea8038314c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cd2cf86b9f447cc981a10ac5e817cb2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1008.065547] env[69413]: DEBUG nova.network.neutron [req-bcf14cdf-bde2-40c6-91d2-b76936c6e46b req-2eb0f951-d669-4751-ad3f-b60842acc84d service nova] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Updated VIF entry in instance network info cache for port 934c9151-9b8f-4598-8230-a7c3d82d5f4c. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1008.066220] env[69413]: DEBUG nova.network.neutron [req-bcf14cdf-bde2-40c6-91d2-b76936c6e46b req-2eb0f951-d669-4751-ad3f-b60842acc84d service nova] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Updating instance_info_cache with network_info: [{"id": "934c9151-9b8f-4598-8230-a7c3d82d5f4c", "address": "fa:16:3e:8b:cf:29", "network": {"id": "b93ce486-44e4-4c58-8f72-021297e2ca51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2061790933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c094863d31844fc5a72997c864212713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap934c9151-9b", "ovs_interfaceid": "934c9151-9b8f-4598-8230-a7c3d82d5f4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.085559] env[69413]: DEBUG nova.compute.manager [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1008.206567] env[69413]: DEBUG oslo_vmware.api [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078038, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.315817] env[69413]: DEBUG nova.network.neutron [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Successfully created port: e98bed9d-84f9-4b58-babd-40877bc59e28 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1008.352903] env[69413]: DEBUG nova.network.neutron [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.373860] env[69413]: DEBUG nova.compute.manager [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1008.569641] env[69413]: DEBUG oslo_concurrency.lockutils [req-bcf14cdf-bde2-40c6-91d2-b76936c6e46b req-2eb0f951-d669-4751-ad3f-b60842acc84d service nova] Releasing lock "refresh_cache-08fdf64c-acff-4bc5-8d0b-fd294e6c9a18" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.579954] env[69413]: DEBUG nova.network.neutron [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Updating instance_info_cache with network_info: [{"id": "dc416386-ec95-4820-9eef-607bfcd4343a", "address": "fa:16:3e:ab:59:56", "network": {"id": "6ca4c46b-4399-4648-93fc-ee7067a72f69", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1328359601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11c2552745004653a56729116c3b1fa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc416386-ec", "ovs_interfaceid": "dc416386-ec95-4820-9eef-607bfcd4343a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.611853] env[69413]: DEBUG oslo_concurrency.lockutils [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.672284] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6677e07c-7159-4354-9934-0dabf802b449 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.684141] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165bcd1c-f5c3-4ad8-9cab-a325ca52a048 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.721247] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8f39b8-bb41-42a6-991a-fde1d0550171 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.729009] env[69413]: DEBUG oslo_vmware.api [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078038, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.732554] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37751556-4a2a-4edc-a55d-663b1e9b9269 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.747543] env[69413]: DEBUG nova.compute.provider_tree [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.082730] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Releasing lock "refresh_cache-e6cd12ab-429c-4174-b2c0-bce6b23df85a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.083093] env[69413]: DEBUG nova.compute.manager [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Instance network_info: |[{"id": "dc416386-ec95-4820-9eef-607bfcd4343a", "address": "fa:16:3e:ab:59:56", "network": {"id": "6ca4c46b-4399-4648-93fc-ee7067a72f69", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1328359601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11c2552745004653a56729116c3b1fa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc416386-ec", "ovs_interfaceid": "dc416386-ec95-4820-9eef-607bfcd4343a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1009.083522] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:59:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e9fa4744-8702-4973-b911-ee18192a3e4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc416386-ec95-4820-9eef-607bfcd4343a', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.091191] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Creating folder: Project (11c2552745004653a56729116c3b1fa6). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1009.091477] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95100ef2-1d31-4136-9fcc-5a870006d668 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.102458] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Created folder: Project (11c2552745004653a56729116c3b1fa6) in parent group-v616034. [ 1009.102644] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Creating folder: Instances. Parent ref: group-v616273. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1009.102906] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e94dbeed-a15a-4a9f-95e1-f5e6ddf8e494 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.111213] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Created folder: Instances in parent group-v616273. [ 1009.111440] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.111647] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.111869] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2dc3f46a-2c6a-4a49-9df4-1ce1128149bd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.130474] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.130474] env[69413]: value = "task-3078041" [ 1009.130474] env[69413]: _type = "Task" [ 1009.130474] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.138274] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078041, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.220944] env[69413]: DEBUG nova.compute.manager [req-4abf8240-b5cb-41c3-80bc-b7465b6b1f65 req-e77a6b50-a722-45f7-970c-4e4b57209487 service nova] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Received event network-changed-dc416386-ec95-4820-9eef-607bfcd4343a {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.221466] env[69413]: DEBUG nova.compute.manager [req-4abf8240-b5cb-41c3-80bc-b7465b6b1f65 req-e77a6b50-a722-45f7-970c-4e4b57209487 service nova] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Refreshing instance network info cache due to event network-changed-dc416386-ec95-4820-9eef-607bfcd4343a. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1009.221466] env[69413]: DEBUG oslo_concurrency.lockutils [req-4abf8240-b5cb-41c3-80bc-b7465b6b1f65 req-e77a6b50-a722-45f7-970c-4e4b57209487 service nova] Acquiring lock "refresh_cache-e6cd12ab-429c-4174-b2c0-bce6b23df85a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.221679] env[69413]: DEBUG oslo_concurrency.lockutils [req-4abf8240-b5cb-41c3-80bc-b7465b6b1f65 req-e77a6b50-a722-45f7-970c-4e4b57209487 service nova] Acquired lock "refresh_cache-e6cd12ab-429c-4174-b2c0-bce6b23df85a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.221889] env[69413]: DEBUG nova.network.neutron [req-4abf8240-b5cb-41c3-80bc-b7465b6b1f65 req-e77a6b50-a722-45f7-970c-4e4b57209487 service nova] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Refreshing network info cache for port dc416386-ec95-4820-9eef-607bfcd4343a {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.234730] env[69413]: DEBUG oslo_vmware.api [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078038, 'name': ReconfigVM_Task, 'duration_secs': 1.560967} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.235427] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 9714646b-1525-4dd9-805d-cae11ee88a3f/9714646b-1525-4dd9-805d-cae11ee88a3f.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.235575] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51ccd88f-3961-4924-80b8-cf7aa59d2192 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.243336] env[69413]: DEBUG oslo_vmware.api [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1009.243336] env[69413]: value = "task-3078042" [ 1009.243336] env[69413]: _type = "Task" [ 1009.243336] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.251121] env[69413]: DEBUG nova.scheduler.client.report [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.258680] env[69413]: DEBUG oslo_vmware.api [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078042, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.388066] env[69413]: DEBUG nova.compute.manager [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1009.410413] env[69413]: DEBUG nova.virt.hardware [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.410413] env[69413]: DEBUG nova.virt.hardware [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.410413] env[69413]: DEBUG nova.virt.hardware [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.410775] env[69413]: DEBUG nova.virt.hardware [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.410775] env[69413]: DEBUG nova.virt.hardware [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.410931] env[69413]: DEBUG nova.virt.hardware [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.411258] env[69413]: DEBUG nova.virt.hardware [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.411446] env[69413]: DEBUG nova.virt.hardware [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.411642] env[69413]: DEBUG nova.virt.hardware [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.411837] env[69413]: DEBUG nova.virt.hardware [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.412069] env[69413]: DEBUG nova.virt.hardware [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.413546] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5bc44f-501c-4267-9a6f-118abb523a75 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.424898] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d628e168-0cab-4b1f-bf4c-9183b5a5e0e7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.641273] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078041, 'name': CreateVM_Task, 'duration_secs': 0.346046} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.641480] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.642223] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.642435] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.642756] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.643043] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a51a6c6-9f27-4bd1-9498-7834843c33b3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.647769] env[69413]: DEBUG oslo_vmware.api [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Waiting for the task: (returnval){ [ 1009.647769] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5291eec9-4487-01d8-e241-3f1bd296447e" [ 1009.647769] env[69413]: _type = "Task" [ 1009.647769] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.655456] env[69413]: DEBUG oslo_vmware.api [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5291eec9-4487-01d8-e241-3f1bd296447e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.753696] env[69413]: DEBUG oslo_vmware.api [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078042, 'name': Rename_Task, 'duration_secs': 0.210592} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.753976] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.754247] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d7e1ccf-e2f7-4c4b-8e56-5fb3573fbadd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.756432] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.756928] env[69413]: DEBUG nova.compute.manager [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1009.759421] env[69413]: DEBUG oslo_concurrency.lockutils [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.798s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.760024] env[69413]: DEBUG nova.objects.instance [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69413) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1009.769252] env[69413]: DEBUG oslo_vmware.api [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1009.769252] env[69413]: value = "task-3078043" [ 1009.769252] env[69413]: _type = "Task" [ 1009.769252] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.778213] env[69413]: DEBUG oslo_vmware.api [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078043, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.038847] env[69413]: DEBUG nova.network.neutron [req-4abf8240-b5cb-41c3-80bc-b7465b6b1f65 req-e77a6b50-a722-45f7-970c-4e4b57209487 service nova] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Updated VIF entry in instance network info cache for port dc416386-ec95-4820-9eef-607bfcd4343a. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.039286] env[69413]: DEBUG nova.network.neutron [req-4abf8240-b5cb-41c3-80bc-b7465b6b1f65 req-e77a6b50-a722-45f7-970c-4e4b57209487 service nova] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Updating instance_info_cache with network_info: [{"id": "dc416386-ec95-4820-9eef-607bfcd4343a", "address": "fa:16:3e:ab:59:56", "network": {"id": "6ca4c46b-4399-4648-93fc-ee7067a72f69", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1328359601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11c2552745004653a56729116c3b1fa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc416386-ec", "ovs_interfaceid": "dc416386-ec95-4820-9eef-607bfcd4343a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.096261] env[69413]: DEBUG nova.network.neutron [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Successfully updated port: e98bed9d-84f9-4b58-babd-40877bc59e28 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1010.158419] env[69413]: DEBUG oslo_vmware.api [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5291eec9-4487-01d8-e241-3f1bd296447e, 'name': SearchDatastore_Task, 'duration_secs': 0.012234} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.158795] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.159118] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.159409] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.159593] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.159800] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.160110] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a974ce8-86db-49d5-9932-43f18dfc07fa {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.168526] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.168639] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.169420] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b277b011-11e5-4726-a2cc-c51c6e84ec38 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.175163] env[69413]: DEBUG oslo_vmware.api [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Waiting for the task: (returnval){ [ 1010.175163] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a1e264-49c1-afa0-4931-a0dfc300b2a1" [ 1010.175163] env[69413]: _type = "Task" [ 1010.175163] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.182838] env[69413]: DEBUG oslo_vmware.api [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a1e264-49c1-afa0-4931-a0dfc300b2a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.264241] env[69413]: DEBUG nova.compute.utils [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1010.268758] env[69413]: DEBUG nova.compute.manager [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1010.268758] env[69413]: DEBUG nova.network.neutron [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1010.282717] env[69413]: DEBUG oslo_vmware.api [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078043, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.312923] env[69413]: DEBUG nova.policy [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '028cc0c86a8d4150b53e46ea8038314c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cd2cf86b9f447cc981a10ac5e817cb2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1010.541969] env[69413]: DEBUG oslo_concurrency.lockutils [req-4abf8240-b5cb-41c3-80bc-b7465b6b1f65 req-e77a6b50-a722-45f7-970c-4e4b57209487 service nova] Releasing lock "refresh_cache-e6cd12ab-429c-4174-b2c0-bce6b23df85a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.555741] env[69413]: DEBUG nova.network.neutron [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Successfully created port: d2009b43-2284-4a8e-99fe-805f22dfd6c9 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1010.599216] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquiring lock "refresh_cache-32e173a8-a4eb-4d17-9cc3-2eca780ac297" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.599216] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquired lock "refresh_cache-32e173a8-a4eb-4d17-9cc3-2eca780ac297" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.599377] env[69413]: DEBUG nova.network.neutron [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.688232] env[69413]: DEBUG oslo_vmware.api [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a1e264-49c1-afa0-4931-a0dfc300b2a1, 'name': SearchDatastore_Task, 'duration_secs': 0.008847} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.689059] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cde50f61-e767-4458-96c7-457f2c1e7253 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.694500] env[69413]: DEBUG oslo_vmware.api [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Waiting for the task: (returnval){ [ 1010.694500] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b06bd7-6323-996c-c79b-ed890280d67e" [ 1010.694500] env[69413]: _type = "Task" [ 1010.694500] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.703015] env[69413]: DEBUG oslo_vmware.api [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b06bd7-6323-996c-c79b-ed890280d67e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.769711] env[69413]: DEBUG nova.compute.manager [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1010.772888] env[69413]: DEBUG oslo_concurrency.lockutils [None req-353abe82-bb90-45af-bf4d-d9dfb10fde1d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.774123] env[69413]: DEBUG oslo_concurrency.lockutils [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 32.948s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.785462] env[69413]: DEBUG oslo_vmware.api [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078043, 'name': PowerOnVM_Task, 'duration_secs': 0.700205} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.785861] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.786184] env[69413]: INFO nova.compute.manager [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1010.786477] env[69413]: DEBUG nova.compute.manager [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.787695] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9671d414-1a70-4486-932b-759933783ecc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.140920] env[69413]: DEBUG nova.network.neutron [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.205484] env[69413]: DEBUG oslo_vmware.api [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b06bd7-6323-996c-c79b-ed890280d67e, 'name': SearchDatastore_Task, 'duration_secs': 0.009701} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.205801] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.206134] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] e6cd12ab-429c-4174-b2c0-bce6b23df85a/e6cd12ab-429c-4174-b2c0-bce6b23df85a.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.206418] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc6ff0e3-7aca-4819-afb7-0c1b5641f36b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.214075] env[69413]: DEBUG oslo_vmware.api [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Waiting for the task: (returnval){ [ 1011.214075] env[69413]: value = "task-3078044" [ 1011.214075] env[69413]: _type = "Task" [ 1011.214075] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.223863] env[69413]: DEBUG oslo_vmware.api [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': task-3078044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.252592] env[69413]: DEBUG nova.compute.manager [req-380315af-53ca-4798-87a1-6ec3719cfa3a req-70e68978-4081-4313-befa-1e259dab199e service nova] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Received event network-vif-plugged-e98bed9d-84f9-4b58-babd-40877bc59e28 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.252831] env[69413]: DEBUG oslo_concurrency.lockutils [req-380315af-53ca-4798-87a1-6ec3719cfa3a req-70e68978-4081-4313-befa-1e259dab199e service nova] Acquiring lock "32e173a8-a4eb-4d17-9cc3-2eca780ac297-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.253083] env[69413]: DEBUG oslo_concurrency.lockutils [req-380315af-53ca-4798-87a1-6ec3719cfa3a req-70e68978-4081-4313-befa-1e259dab199e service nova] Lock "32e173a8-a4eb-4d17-9cc3-2eca780ac297-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.253276] env[69413]: DEBUG oslo_concurrency.lockutils [req-380315af-53ca-4798-87a1-6ec3719cfa3a req-70e68978-4081-4313-befa-1e259dab199e service nova] Lock "32e173a8-a4eb-4d17-9cc3-2eca780ac297-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.253456] env[69413]: DEBUG nova.compute.manager [req-380315af-53ca-4798-87a1-6ec3719cfa3a req-70e68978-4081-4313-befa-1e259dab199e service nova] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] No waiting events found dispatching network-vif-plugged-e98bed9d-84f9-4b58-babd-40877bc59e28 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1011.253639] env[69413]: WARNING nova.compute.manager [req-380315af-53ca-4798-87a1-6ec3719cfa3a req-70e68978-4081-4313-befa-1e259dab199e service nova] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Received unexpected event network-vif-plugged-e98bed9d-84f9-4b58-babd-40877bc59e28 for instance with vm_state building and task_state spawning. [ 1011.254046] env[69413]: DEBUG nova.compute.manager [req-380315af-53ca-4798-87a1-6ec3719cfa3a req-70e68978-4081-4313-befa-1e259dab199e service nova] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Received event network-changed-e98bed9d-84f9-4b58-babd-40877bc59e28 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.254046] env[69413]: DEBUG nova.compute.manager [req-380315af-53ca-4798-87a1-6ec3719cfa3a req-70e68978-4081-4313-befa-1e259dab199e service nova] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Refreshing instance network info cache due to event network-changed-e98bed9d-84f9-4b58-babd-40877bc59e28. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1011.254507] env[69413]: DEBUG oslo_concurrency.lockutils [req-380315af-53ca-4798-87a1-6ec3719cfa3a req-70e68978-4081-4313-befa-1e259dab199e service nova] Acquiring lock "refresh_cache-32e173a8-a4eb-4d17-9cc3-2eca780ac297" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.280838] env[69413]: INFO nova.compute.claims [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.291576] env[69413]: DEBUG nova.network.neutron [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Updating instance_info_cache with network_info: [{"id": "e98bed9d-84f9-4b58-babd-40877bc59e28", "address": "fa:16:3e:8c:07:1f", "network": {"id": "528b0a96-cacf-47b7-9700-3523e959c2d1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-687006496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cd2cf86b9f447cc981a10ac5e817cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape98bed9d-84", "ovs_interfaceid": "e98bed9d-84f9-4b58-babd-40877bc59e28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.314935] env[69413]: INFO nova.compute.manager [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Took 49.28 seconds to build instance. [ 1011.724160] env[69413]: DEBUG oslo_vmware.api [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': task-3078044, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476131} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.724482] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] e6cd12ab-429c-4174-b2c0-bce6b23df85a/e6cd12ab-429c-4174-b2c0-bce6b23df85a.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.724696] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.724951] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6dc85f6-56be-45a6-a0cd-b95df2bdb21d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.731055] env[69413]: DEBUG oslo_vmware.api [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Waiting for the task: (returnval){ [ 1011.731055] env[69413]: value = "task-3078045" [ 1011.731055] env[69413]: _type = "Task" [ 1011.731055] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.738776] env[69413]: DEBUG oslo_vmware.api [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': task-3078045, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.781901] env[69413]: DEBUG nova.compute.manager [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1011.789033] env[69413]: INFO nova.compute.resource_tracker [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Updating resource usage from migration 71d21573-3054-4715-ade2-b8ba06e1556a [ 1011.795383] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Releasing lock "refresh_cache-32e173a8-a4eb-4d17-9cc3-2eca780ac297" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.796359] env[69413]: DEBUG nova.compute.manager [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Instance network_info: |[{"id": "e98bed9d-84f9-4b58-babd-40877bc59e28", "address": "fa:16:3e:8c:07:1f", "network": {"id": "528b0a96-cacf-47b7-9700-3523e959c2d1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-687006496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cd2cf86b9f447cc981a10ac5e817cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape98bed9d-84", "ovs_interfaceid": "e98bed9d-84f9-4b58-babd-40877bc59e28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1011.796359] env[69413]: DEBUG oslo_concurrency.lockutils [req-380315af-53ca-4798-87a1-6ec3719cfa3a req-70e68978-4081-4313-befa-1e259dab199e service nova] Acquired lock "refresh_cache-32e173a8-a4eb-4d17-9cc3-2eca780ac297" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.796359] env[69413]: DEBUG nova.network.neutron [req-380315af-53ca-4798-87a1-6ec3719cfa3a req-70e68978-4081-4313-befa-1e259dab199e service nova] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Refreshing network info cache for port e98bed9d-84f9-4b58-babd-40877bc59e28 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.798033] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:07:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5514c5a3-1294-40ad-ae96-29d5c24a3d95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e98bed9d-84f9-4b58-babd-40877bc59e28', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.812997] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.816157] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.817598] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a0197441-d452-402e-9a45-6275a603a7f9 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "9714646b-1525-4dd9-805d-cae11ee88a3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.796s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.817805] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99451fe9-92ea-4bc9-bab4-19d92964e7de {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.836379] env[69413]: DEBUG nova.virt.hardware [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.836496] env[69413]: DEBUG nova.virt.hardware [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.836696] env[69413]: DEBUG nova.virt.hardware [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.836855] env[69413]: DEBUG nova.virt.hardware [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.837042] env[69413]: DEBUG nova.virt.hardware [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.837369] env[69413]: DEBUG nova.virt.hardware [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.837463] env[69413]: DEBUG nova.virt.hardware [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.837585] env[69413]: DEBUG nova.virt.hardware [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.837758] env[69413]: DEBUG nova.virt.hardware [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.838112] env[69413]: DEBUG nova.virt.hardware [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.838112] env[69413]: DEBUG nova.virt.hardware [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.841973] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973206bd-2d79-4f83-88c8-34ca1c6aa586 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.854139] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2efb5fa-4c05-483d-8081-6ad4d38e5146 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.858523] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.858523] env[69413]: value = "task-3078046" [ 1011.858523] env[69413]: _type = "Task" [ 1011.858523] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.887197] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078046, 'name': CreateVM_Task} progress is 15%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.069956] env[69413]: DEBUG nova.network.neutron [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Successfully updated port: d2009b43-2284-4a8e-99fe-805f22dfd6c9 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1012.159578] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ebb441-5694-48d6-aab3-8e64ca369eb6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.167132] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eace487-9f85-40aa-8db3-9324184a1bac {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.197440] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034fe6a8-4e32-4cce-828e-46d4b2b66a57 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.205094] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc103f8-ada4-4da0-92fc-caa70a153ae9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.218724] env[69413]: DEBUG nova.compute.provider_tree [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.241087] env[69413]: DEBUG oslo_vmware.api [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': task-3078045, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106532} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.241087] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.241920] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cad1169-4b58-45b8-8347-3e72309765a4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.266268] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] e6cd12ab-429c-4174-b2c0-bce6b23df85a/e6cd12ab-429c-4174-b2c0-bce6b23df85a.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.266977] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d77e940-ed18-4de9-a945-2a27e0a203bc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.286570] env[69413]: DEBUG oslo_vmware.api [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Waiting for the task: (returnval){ [ 1012.286570] env[69413]: value = "task-3078047" [ 1012.286570] env[69413]: _type = "Task" [ 1012.286570] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.296725] env[69413]: DEBUG oslo_vmware.api [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': task-3078047, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.371017] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078046, 'name': CreateVM_Task, 'duration_secs': 0.395634} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.371235] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.371889] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.372061] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.372401] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.372661] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3beb6216-eb10-4714-b441-d511ef4d9b00 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.377601] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for the task: (returnval){ [ 1012.377601] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5206da3a-8d77-fd23-a011-74562440f1a9" [ 1012.377601] env[69413]: _type = "Task" [ 1012.377601] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.387520] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5206da3a-8d77-fd23-a011-74562440f1a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.542056] env[69413]: DEBUG nova.network.neutron [req-380315af-53ca-4798-87a1-6ec3719cfa3a req-70e68978-4081-4313-befa-1e259dab199e service nova] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Updated VIF entry in instance network info cache for port e98bed9d-84f9-4b58-babd-40877bc59e28. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1012.542545] env[69413]: DEBUG nova.network.neutron [req-380315af-53ca-4798-87a1-6ec3719cfa3a req-70e68978-4081-4313-befa-1e259dab199e service nova] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Updating instance_info_cache with network_info: [{"id": "e98bed9d-84f9-4b58-babd-40877bc59e28", "address": "fa:16:3e:8c:07:1f", "network": {"id": "528b0a96-cacf-47b7-9700-3523e959c2d1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-687006496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cd2cf86b9f447cc981a10ac5e817cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape98bed9d-84", "ovs_interfaceid": "e98bed9d-84f9-4b58-babd-40877bc59e28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.572631] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquiring lock "refresh_cache-fc1b0b9d-a67f-4362-8938-fb78f9e3a526" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.572855] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquired lock "refresh_cache-fc1b0b9d-a67f-4362-8938-fb78f9e3a526" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.573076] env[69413]: DEBUG nova.network.neutron [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.722148] env[69413]: DEBUG nova.scheduler.client.report [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.798261] env[69413]: DEBUG oslo_vmware.api [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': task-3078047, 'name': ReconfigVM_Task, 'duration_secs': 0.299962} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.798878] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Reconfigured VM instance instance-00000051 to attach disk [datastore1] e6cd12ab-429c-4174-b2c0-bce6b23df85a/e6cd12ab-429c-4174-b2c0-bce6b23df85a.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.799223] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e742fb24-b311-47ea-ad65-4f9f8160abf7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.806846] env[69413]: DEBUG oslo_vmware.api [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Waiting for the task: (returnval){ [ 1012.806846] env[69413]: value = "task-3078048" [ 1012.806846] env[69413]: _type = "Task" [ 1012.806846] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.816525] env[69413]: DEBUG oslo_vmware.api [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': task-3078048, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.846481] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "a670ec01-cf5f-4e7e-a2f6-8919703d7199" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.846711] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "a670ec01-cf5f-4e7e-a2f6-8919703d7199" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.890841] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5206da3a-8d77-fd23-a011-74562440f1a9, 'name': SearchDatastore_Task, 'duration_secs': 0.010793} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.891517] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.892254] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.892254] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.892254] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.892541] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.893593] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6365af74-0095-4759-881c-0ab8acf1a76f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.903406] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.903406] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.904391] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4204f47-9152-49dd-ba47-a43c29e8fc1b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.911144] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for the task: (returnval){ [ 1012.911144] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]521ee614-c37f-7ca9-5e82-b982151f97bf" [ 1012.911144] env[69413]: _type = "Task" [ 1012.911144] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.919877] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]521ee614-c37f-7ca9-5e82-b982151f97bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.046486] env[69413]: DEBUG oslo_concurrency.lockutils [req-380315af-53ca-4798-87a1-6ec3719cfa3a req-70e68978-4081-4313-befa-1e259dab199e service nova] Releasing lock "refresh_cache-32e173a8-a4eb-4d17-9cc3-2eca780ac297" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.116522] env[69413]: DEBUG nova.network.neutron [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.228572] env[69413]: DEBUG oslo_concurrency.lockutils [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.454s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.228797] env[69413]: INFO nova.compute.manager [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Migrating [ 1013.235926] env[69413]: DEBUG oslo_concurrency.lockutils [None req-064bbfc2-f398-4442-aaf0-0985a02115ca tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.778s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.236195] env[69413]: DEBUG nova.objects.instance [None req-064bbfc2-f398-4442-aaf0-0985a02115ca tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Lazy-loading 'resources' on Instance uuid 43f58e48-7b87-4133-a807-bdb874c0060f {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.274987] env[69413]: DEBUG nova.network.neutron [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Updating instance_info_cache with network_info: [{"id": "d2009b43-2284-4a8e-99fe-805f22dfd6c9", "address": "fa:16:3e:6c:1f:33", "network": {"id": "528b0a96-cacf-47b7-9700-3523e959c2d1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-687006496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cd2cf86b9f447cc981a10ac5e817cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2009b43-22", "ovs_interfaceid": "d2009b43-2284-4a8e-99fe-805f22dfd6c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.283283] env[69413]: DEBUG nova.compute.manager [req-d58189cf-afb4-4a2d-9769-2ac25d2d5eb4 req-f0c363ae-52b6-4dd1-be17-2f5d7948d9d2 service nova] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Received event network-vif-plugged-d2009b43-2284-4a8e-99fe-805f22dfd6c9 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.283495] env[69413]: DEBUG oslo_concurrency.lockutils [req-d58189cf-afb4-4a2d-9769-2ac25d2d5eb4 req-f0c363ae-52b6-4dd1-be17-2f5d7948d9d2 service nova] Acquiring lock "fc1b0b9d-a67f-4362-8938-fb78f9e3a526-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.283695] env[69413]: DEBUG oslo_concurrency.lockutils [req-d58189cf-afb4-4a2d-9769-2ac25d2d5eb4 req-f0c363ae-52b6-4dd1-be17-2f5d7948d9d2 service nova] Lock "fc1b0b9d-a67f-4362-8938-fb78f9e3a526-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.283961] env[69413]: DEBUG oslo_concurrency.lockutils [req-d58189cf-afb4-4a2d-9769-2ac25d2d5eb4 req-f0c363ae-52b6-4dd1-be17-2f5d7948d9d2 service nova] Lock "fc1b0b9d-a67f-4362-8938-fb78f9e3a526-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.284200] env[69413]: DEBUG nova.compute.manager [req-d58189cf-afb4-4a2d-9769-2ac25d2d5eb4 req-f0c363ae-52b6-4dd1-be17-2f5d7948d9d2 service nova] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] No waiting events found dispatching network-vif-plugged-d2009b43-2284-4a8e-99fe-805f22dfd6c9 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1013.284382] env[69413]: WARNING nova.compute.manager [req-d58189cf-afb4-4a2d-9769-2ac25d2d5eb4 req-f0c363ae-52b6-4dd1-be17-2f5d7948d9d2 service nova] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Received unexpected event network-vif-plugged-d2009b43-2284-4a8e-99fe-805f22dfd6c9 for instance with vm_state building and task_state spawning. [ 1013.284544] env[69413]: DEBUG nova.compute.manager [req-d58189cf-afb4-4a2d-9769-2ac25d2d5eb4 req-f0c363ae-52b6-4dd1-be17-2f5d7948d9d2 service nova] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Received event network-changed-d2009b43-2284-4a8e-99fe-805f22dfd6c9 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.284690] env[69413]: DEBUG nova.compute.manager [req-d58189cf-afb4-4a2d-9769-2ac25d2d5eb4 req-f0c363ae-52b6-4dd1-be17-2f5d7948d9d2 service nova] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Refreshing instance network info cache due to event network-changed-d2009b43-2284-4a8e-99fe-805f22dfd6c9. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1013.284859] env[69413]: DEBUG oslo_concurrency.lockutils [req-d58189cf-afb4-4a2d-9769-2ac25d2d5eb4 req-f0c363ae-52b6-4dd1-be17-2f5d7948d9d2 service nova] Acquiring lock "refresh_cache-fc1b0b9d-a67f-4362-8938-fb78f9e3a526" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.317973] env[69413]: DEBUG oslo_vmware.api [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': task-3078048, 'name': Rename_Task, 'duration_secs': 0.158695} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.318356] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.318750] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57f777e7-9c40-40e4-9f8e-9b5a262f69a6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.325965] env[69413]: DEBUG oslo_vmware.api [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Waiting for the task: (returnval){ [ 1013.325965] env[69413]: value = "task-3078049" [ 1013.325965] env[69413]: _type = "Task" [ 1013.325965] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.334181] env[69413]: DEBUG oslo_vmware.api [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': task-3078049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.348845] env[69413]: DEBUG nova.compute.manager [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1013.428163] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]521ee614-c37f-7ca9-5e82-b982151f97bf, 'name': SearchDatastore_Task, 'duration_secs': 0.010144} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.429104] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb694507-62f9-4b54-aee0-8d28c5025903 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.441876] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for the task: (returnval){ [ 1013.441876] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5270e8c2-8f85-b4df-3847-d77912c8e748" [ 1013.441876] env[69413]: _type = "Task" [ 1013.441876] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.452906] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5270e8c2-8f85-b4df-3847-d77912c8e748, 'name': SearchDatastore_Task, 'duration_secs': 0.010643} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.453628] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.454068] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 32e173a8-a4eb-4d17-9cc3-2eca780ac297/32e173a8-a4eb-4d17-9cc3-2eca780ac297.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1013.454415] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33dc9f39-9e09-4494-b145-28575126acb8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.461837] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for the task: (returnval){ [ 1013.461837] env[69413]: value = "task-3078050" [ 1013.461837] env[69413]: _type = "Task" [ 1013.461837] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.470888] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3078050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.746033] env[69413]: DEBUG oslo_concurrency.lockutils [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "refresh_cache-478ddab9-a20e-421a-9d25-fd72c56d3f8e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.746273] env[69413]: DEBUG oslo_concurrency.lockutils [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquired lock "refresh_cache-478ddab9-a20e-421a-9d25-fd72c56d3f8e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.746459] env[69413]: DEBUG nova.network.neutron [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.778117] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Releasing lock "refresh_cache-fc1b0b9d-a67f-4362-8938-fb78f9e3a526" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.778671] env[69413]: DEBUG nova.compute.manager [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Instance network_info: |[{"id": "d2009b43-2284-4a8e-99fe-805f22dfd6c9", "address": "fa:16:3e:6c:1f:33", "network": {"id": "528b0a96-cacf-47b7-9700-3523e959c2d1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-687006496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cd2cf86b9f447cc981a10ac5e817cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2009b43-22", "ovs_interfaceid": "d2009b43-2284-4a8e-99fe-805f22dfd6c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1013.779064] env[69413]: DEBUG oslo_concurrency.lockutils [req-d58189cf-afb4-4a2d-9769-2ac25d2d5eb4 req-f0c363ae-52b6-4dd1-be17-2f5d7948d9d2 service nova] Acquired lock "refresh_cache-fc1b0b9d-a67f-4362-8938-fb78f9e3a526" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.779306] env[69413]: DEBUG nova.network.neutron [req-d58189cf-afb4-4a2d-9769-2ac25d2d5eb4 req-f0c363ae-52b6-4dd1-be17-2f5d7948d9d2 service nova] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Refreshing network info cache for port d2009b43-2284-4a8e-99fe-805f22dfd6c9 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.781219] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:1f:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5514c5a3-1294-40ad-ae96-29d5c24a3d95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2009b43-2284-4a8e-99fe-805f22dfd6c9', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1013.791343] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.798153] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1013.799074] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e646d87e-a759-4e25-8e20-5d6050838d13 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.827140] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1013.827140] env[69413]: value = "task-3078051" [ 1013.827140] env[69413]: _type = "Task" [ 1013.827140] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.845254] env[69413]: DEBUG oslo_vmware.api [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': task-3078049, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.848846] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078051, 'name': CreateVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.871257] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.975064] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3078050, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.064395] env[69413]: DEBUG nova.network.neutron [req-d58189cf-afb4-4a2d-9769-2ac25d2d5eb4 req-f0c363ae-52b6-4dd1-be17-2f5d7948d9d2 service nova] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Updated VIF entry in instance network info cache for port d2009b43-2284-4a8e-99fe-805f22dfd6c9. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.064761] env[69413]: DEBUG nova.network.neutron [req-d58189cf-afb4-4a2d-9769-2ac25d2d5eb4 req-f0c363ae-52b6-4dd1-be17-2f5d7948d9d2 service nova] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Updating instance_info_cache with network_info: [{"id": "d2009b43-2284-4a8e-99fe-805f22dfd6c9", "address": "fa:16:3e:6c:1f:33", "network": {"id": "528b0a96-cacf-47b7-9700-3523e959c2d1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-687006496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cd2cf86b9f447cc981a10ac5e817cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2009b43-22", "ovs_interfaceid": "d2009b43-2284-4a8e-99fe-805f22dfd6c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.117073] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a2d8b5-181f-448b-8490-cc1e038513c8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.126702] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82c109a-01c4-44a2-b945-8b3f28256077 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.160041] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6694486-17a3-4209-ab9b-7c985bc03d23 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.168274] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00c2c3c-d6ba-4835-a46b-1250e3b014d1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.184534] env[69413]: DEBUG nova.compute.provider_tree [None req-064bbfc2-f398-4442-aaf0-0985a02115ca tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.341567] env[69413]: DEBUG oslo_vmware.api [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': task-3078049, 'name': PowerOnVM_Task, 'duration_secs': 0.726906} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.342739] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.342953] env[69413]: INFO nova.compute.manager [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Took 7.36 seconds to spawn the instance on the hypervisor. [ 1014.343152] env[69413]: DEBUG nova.compute.manager [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.343965] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1b9e68-fa6a-47bc-9d97-42c0d7123457 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.349312] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078051, 'name': CreateVM_Task, 'duration_secs': 0.505073} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.349808] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.350494] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.350655] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.350969] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.351240] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9c08857-7629-4708-8a47-c8cbcfa193d8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.359615] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for the task: (returnval){ [ 1014.359615] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e21fe7-fe2f-4ed6-695c-da11c4c591db" [ 1014.359615] env[69413]: _type = "Task" [ 1014.359615] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.369461] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e21fe7-fe2f-4ed6-695c-da11c4c591db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.468521] env[69413]: DEBUG nova.network.neutron [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Updating instance_info_cache with network_info: [{"id": "09532674-cb4f-45ff-9bfb-82802f68ea3f", "address": "fa:16:3e:da:60:ee", "network": {"id": "9b997f48-e078-4b7b-81f9-f111dbf3aed2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-448963928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4151a17ee9940e5a7934be8321a3ec6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09532674-cb", "ovs_interfaceid": "09532674-cb4f-45ff-9bfb-82802f68ea3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.475712] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3078050, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555892} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.475996] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 32e173a8-a4eb-4d17-9cc3-2eca780ac297/32e173a8-a4eb-4d17-9cc3-2eca780ac297.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.476247] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1014.476503] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3345f20c-fbba-48a3-a74a-ba80cb2f4077 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.483683] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for the task: (returnval){ [ 1014.483683] env[69413]: value = "task-3078052" [ 1014.483683] env[69413]: _type = "Task" [ 1014.483683] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.493203] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3078052, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.569600] env[69413]: DEBUG oslo_concurrency.lockutils [req-d58189cf-afb4-4a2d-9769-2ac25d2d5eb4 req-f0c363ae-52b6-4dd1-be17-2f5d7948d9d2 service nova] Releasing lock "refresh_cache-fc1b0b9d-a67f-4362-8938-fb78f9e3a526" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.689019] env[69413]: DEBUG nova.scheduler.client.report [None req-064bbfc2-f398-4442-aaf0-0985a02115ca tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.530308] env[69413]: DEBUG oslo_concurrency.lockutils [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Releasing lock "refresh_cache-478ddab9-a20e-421a-9d25-fd72c56d3f8e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.532370] env[69413]: DEBUG oslo_concurrency.lockutils [None req-064bbfc2-f398-4442-aaf0-0985a02115ca tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.296s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.543179] env[69413]: DEBUG oslo_concurrency.lockutils [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.205s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.543179] env[69413]: INFO nova.compute.claims [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.545597] env[69413]: INFO nova.compute.manager [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Took 47.31 seconds to build instance. [ 1015.560433] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e21fe7-fe2f-4ed6-695c-da11c4c591db, 'name': SearchDatastore_Task, 'duration_secs': 0.027629} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.560985] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3078052, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116515} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.562758] env[69413]: DEBUG oslo_vmware.rw_handles [None req-4737d7b9-4d36-4400-bb61-b2fb110b57cb tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5279744a-7c9b-7d97-7819-30ac3d43b8c3/disk-0.vmdk. {{(pid=69413) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1015.563084] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.563346] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.563591] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.563734] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.563911] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.564193] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.564972] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13285769-470c-44e9-8e99-4db08fbe5aba {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.571036] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84ceb53b-0325-4a1b-a570-3f5c8a7187a8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.571036] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a03af62-22d7-4a9a-8d9d-6cbc90cf8a4c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.573328] env[69413]: INFO nova.scheduler.client.report [None req-064bbfc2-f398-4442-aaf0-0985a02115ca tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Deleted allocations for instance 43f58e48-7b87-4133-a807-bdb874c0060f [ 1015.580066] env[69413]: DEBUG oslo_vmware.rw_handles [None req-4737d7b9-4d36-4400-bb61-b2fb110b57cb tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5279744a-7c9b-7d97-7819-30ac3d43b8c3/disk-0.vmdk is in state: ready. {{(pid=69413) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1015.580066] env[69413]: ERROR oslo_vmware.rw_handles [None req-4737d7b9-4d36-4400-bb61-b2fb110b57cb tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5279744a-7c9b-7d97-7819-30ac3d43b8c3/disk-0.vmdk due to incomplete transfer. [ 1015.590194] env[69413]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-aa7572b7-2e9e-4fac-bff5-84cb9b7496eb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.600557] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 32e173a8-a4eb-4d17-9cc3-2eca780ac297/32e173a8-a4eb-4d17-9cc3-2eca780ac297.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.602477] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d59ed389-6e2e-4257-85b5-41c2d4560ced {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.616580] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.616926] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.619348] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f551eee5-0b90-4cfa-8881-cc1fc3f1053b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.623207] env[69413]: DEBUG oslo_vmware.rw_handles [None req-4737d7b9-4d36-4400-bb61-b2fb110b57cb tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5279744a-7c9b-7d97-7819-30ac3d43b8c3/disk-0.vmdk. {{(pid=69413) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1015.623391] env[69413]: DEBUG nova.virt.vmwareapi.images [None req-4737d7b9-4d36-4400-bb61-b2fb110b57cb tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Uploaded image 112fec98-8ad8-4a04-8ae2-4d7b59c9e0eb to the Glance image server {{(pid=69413) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1015.626242] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-4737d7b9-4d36-4400-bb61-b2fb110b57cb tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Destroying the VM {{(pid=69413) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1015.628793] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-896106bc-4329-4256-87bd-24d361994636 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.634018] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for the task: (returnval){ [ 1015.634018] env[69413]: value = "task-3078053" [ 1015.634018] env[69413]: _type = "Task" [ 1015.634018] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.634018] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for the task: (returnval){ [ 1015.634018] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52644f4c-661e-e7f4-c5c4-9564ac360490" [ 1015.634018] env[69413]: _type = "Task" [ 1015.634018] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.638156] env[69413]: DEBUG oslo_vmware.api [None req-4737d7b9-4d36-4400-bb61-b2fb110b57cb tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 1015.638156] env[69413]: value = "task-3078054" [ 1015.638156] env[69413]: _type = "Task" [ 1015.638156] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.648231] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3078053, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.649013] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52644f4c-661e-e7f4-c5c4-9564ac360490, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.653891] env[69413]: DEBUG oslo_vmware.api [None req-4737d7b9-4d36-4400-bb61-b2fb110b57cb tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078054, 'name': Destroy_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.990171] env[69413]: DEBUG nova.compute.manager [req-00a3b0be-851a-471f-abdf-ee51d1fb5a29 req-b133ad05-826d-4393-b6b5-9e4779fcba0a service nova] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Received event network-changed-dc416386-ec95-4820-9eef-607bfcd4343a {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.990384] env[69413]: DEBUG nova.compute.manager [req-00a3b0be-851a-471f-abdf-ee51d1fb5a29 req-b133ad05-826d-4393-b6b5-9e4779fcba0a service nova] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Refreshing instance network info cache due to event network-changed-dc416386-ec95-4820-9eef-607bfcd4343a. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1015.990624] env[69413]: DEBUG oslo_concurrency.lockutils [req-00a3b0be-851a-471f-abdf-ee51d1fb5a29 req-b133ad05-826d-4393-b6b5-9e4779fcba0a service nova] Acquiring lock "refresh_cache-e6cd12ab-429c-4174-b2c0-bce6b23df85a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.990802] env[69413]: DEBUG oslo_concurrency.lockutils [req-00a3b0be-851a-471f-abdf-ee51d1fb5a29 req-b133ad05-826d-4393-b6b5-9e4779fcba0a service nova] Acquired lock "refresh_cache-e6cd12ab-429c-4174-b2c0-bce6b23df85a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.990947] env[69413]: DEBUG nova.network.neutron [req-00a3b0be-851a-471f-abdf-ee51d1fb5a29 req-b133ad05-826d-4393-b6b5-9e4779fcba0a service nova] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Refreshing network info cache for port dc416386-ec95-4820-9eef-607bfcd4343a {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1016.051649] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e10dbef8-cb82-4367-9df5-8c02ba78ccec tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Lock "e6cd12ab-429c-4174-b2c0-bce6b23df85a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.825s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.084992] env[69413]: DEBUG oslo_concurrency.lockutils [None req-064bbfc2-f398-4442-aaf0-0985a02115ca tempest-InstanceActionsNegativeTestJSON-1970292307 tempest-InstanceActionsNegativeTestJSON-1970292307-project-member] Lock "43f58e48-7b87-4133-a807-bdb874c0060f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.332s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.145480] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3078053, 'name': ReconfigVM_Task, 'duration_secs': 0.463855} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.148973] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 32e173a8-a4eb-4d17-9cc3-2eca780ac297/32e173a8-a4eb-4d17-9cc3-2eca780ac297.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.149638] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52644f4c-661e-e7f4-c5c4-9564ac360490, 'name': SearchDatastore_Task, 'duration_secs': 0.021442} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.150157] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f14dbb41-ac9d-4a16-a5b1-4a90c51cf55d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.154644] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bda23cd9-f47d-4ddd-acf9-5d4d3fc5ea9d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.156822] env[69413]: DEBUG oslo_vmware.api [None req-4737d7b9-4d36-4400-bb61-b2fb110b57cb tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078054, 'name': Destroy_Task, 'duration_secs': 0.298121} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.157452] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-4737d7b9-4d36-4400-bb61-b2fb110b57cb tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Destroyed the VM [ 1016.158103] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4737d7b9-4d36-4400-bb61-b2fb110b57cb tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Deleting Snapshot of the VM instance {{(pid=69413) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1016.158103] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-318e1dda-c1f9-4eeb-a16e-7c35f7959a57 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.161295] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for the task: (returnval){ [ 1016.161295] env[69413]: value = "task-3078055" [ 1016.161295] env[69413]: _type = "Task" [ 1016.161295] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.162480] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for the task: (returnval){ [ 1016.162480] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5211090b-7690-8546-8837-be91f001b1cc" [ 1016.162480] env[69413]: _type = "Task" [ 1016.162480] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.168647] env[69413]: DEBUG oslo_vmware.api [None req-4737d7b9-4d36-4400-bb61-b2fb110b57cb tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 1016.168647] env[69413]: value = "task-3078056" [ 1016.168647] env[69413]: _type = "Task" [ 1016.168647] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.177851] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5211090b-7690-8546-8837-be91f001b1cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.178088] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3078055, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.183927] env[69413]: DEBUG oslo_vmware.api [None req-4737d7b9-4d36-4400-bb61-b2fb110b57cb tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078056, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.455248] env[69413]: DEBUG oslo_concurrency.lockutils [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquiring lock "66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.455482] env[69413]: DEBUG oslo_concurrency.lockutils [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.680071] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3078055, 'name': Rename_Task, 'duration_secs': 0.147522} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.685365] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.685365] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5211090b-7690-8546-8837-be91f001b1cc, 'name': SearchDatastore_Task, 'duration_secs': 0.014589} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.687174] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f9f1307-8bbc-4c66-a359-7d658d590924 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.688828] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.689105] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] fc1b0b9d-a67f-4362-8938-fb78f9e3a526/fc1b0b9d-a67f-4362-8938-fb78f9e3a526.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1016.692223] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8363ac7-74a0-4383-a046-643169e2803b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.694699] env[69413]: DEBUG oslo_vmware.api [None req-4737d7b9-4d36-4400-bb61-b2fb110b57cb tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078056, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.700030] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for the task: (returnval){ [ 1016.700030] env[69413]: value = "task-3078057" [ 1016.700030] env[69413]: _type = "Task" [ 1016.700030] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.701748] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for the task: (returnval){ [ 1016.701748] env[69413]: value = "task-3078058" [ 1016.701748] env[69413]: _type = "Task" [ 1016.701748] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.714523] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3078057, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.721838] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3078058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.727888] env[69413]: DEBUG nova.network.neutron [req-00a3b0be-851a-471f-abdf-ee51d1fb5a29 req-b133ad05-826d-4393-b6b5-9e4779fcba0a service nova] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Updated VIF entry in instance network info cache for port dc416386-ec95-4820-9eef-607bfcd4343a. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.728317] env[69413]: DEBUG nova.network.neutron [req-00a3b0be-851a-471f-abdf-ee51d1fb5a29 req-b133ad05-826d-4393-b6b5-9e4779fcba0a service nova] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Updating instance_info_cache with network_info: [{"id": "dc416386-ec95-4820-9eef-607bfcd4343a", "address": "fa:16:3e:ab:59:56", "network": {"id": "6ca4c46b-4399-4648-93fc-ee7067a72f69", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1328359601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11c2552745004653a56729116c3b1fa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc416386-ec", "ovs_interfaceid": "dc416386-ec95-4820-9eef-607bfcd4343a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.897309] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83fc38e-3850-447d-8441-c219b4214075 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.904543] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d366df-eede-413f-8a97-a67db4ada98d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.934245] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9077400-609d-470b-81d1-8101898e0981 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.942203] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9f1ffb-760b-4830-9b5d-f34788c46edf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.957142] env[69413]: DEBUG nova.compute.provider_tree [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.962023] env[69413]: DEBUG nova.compute.manager [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1017.062850] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d375fe-2f34-48fc-b20d-a24ad7ecebb9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.083236] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Updating instance '478ddab9-a20e-421a-9d25-fd72c56d3f8e' progress to 0 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1017.182820] env[69413]: DEBUG oslo_vmware.api [None req-4737d7b9-4d36-4400-bb61-b2fb110b57cb tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078056, 'name': RemoveSnapshot_Task, 'duration_secs': 0.641413} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.182820] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4737d7b9-4d36-4400-bb61-b2fb110b57cb tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Deleted Snapshot of the VM instance {{(pid=69413) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1017.182820] env[69413]: INFO nova.compute.manager [None req-4737d7b9-4d36-4400-bb61-b2fb110b57cb tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Took 15.36 seconds to snapshot the instance on the hypervisor. [ 1017.218804] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3078057, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.225671] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3078058, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.231405] env[69413]: DEBUG oslo_concurrency.lockutils [req-00a3b0be-851a-471f-abdf-ee51d1fb5a29 req-b133ad05-826d-4393-b6b5-9e4779fcba0a service nova] Releasing lock "refresh_cache-e6cd12ab-429c-4174-b2c0-bce6b23df85a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.463263] env[69413]: DEBUG nova.scheduler.client.report [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.487642] env[69413]: DEBUG oslo_concurrency.lockutils [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.591194] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.591546] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ab2d4f7-5bd9-4079-9765-587ec23ca95a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.599142] env[69413]: DEBUG oslo_vmware.api [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 1017.599142] env[69413]: value = "task-3078059" [ 1017.599142] env[69413]: _type = "Task" [ 1017.599142] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.607412] env[69413]: DEBUG oslo_vmware.api [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3078059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.713694] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3078057, 'name': PowerOnVM_Task, 'duration_secs': 0.970994} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.714351] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.714589] env[69413]: INFO nova.compute.manager [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Took 8.33 seconds to spawn the instance on the hypervisor. [ 1017.714754] env[69413]: DEBUG nova.compute.manager [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.715658] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4026fc-b60f-47fd-88f3-868d8c363ee0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.721398] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3078058, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634299} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.721990] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] fc1b0b9d-a67f-4362-8938-fb78f9e3a526/fc1b0b9d-a67f-4362-8938-fb78f9e3a526.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1017.722258] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1017.722504] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77e86c62-156e-49e7-bf1d-0ab4c5a8157e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.732442] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for the task: (returnval){ [ 1017.732442] env[69413]: value = "task-3078060" [ 1017.732442] env[69413]: _type = "Task" [ 1017.732442] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.741044] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3078060, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.970531] env[69413]: DEBUG oslo_concurrency.lockutils [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.429s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.971082] env[69413]: DEBUG nova.compute.manager [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1017.975114] env[69413]: DEBUG oslo_concurrency.lockutils [None req-64b63372-a9ed-4859-b7ff-af802b51ff5d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.092s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.975371] env[69413]: DEBUG nova.objects.instance [None req-64b63372-a9ed-4859-b7ff-af802b51ff5d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Lazy-loading 'resources' on Instance uuid 6e98ea3b-09a4-462c-b159-a296cf3e9f70 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.111490] env[69413]: DEBUG oslo_vmware.api [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3078059, 'name': PowerOffVM_Task, 'duration_secs': 0.295273} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.111490] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.111490] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Updating instance '478ddab9-a20e-421a-9d25-fd72c56d3f8e' progress to 17 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1018.246510] env[69413]: INFO nova.compute.manager [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Took 42.72 seconds to build instance. [ 1018.251546] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3078060, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106774} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.251866] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.252814] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f530f93d-8745-4974-9ec8-16c835d83ec7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.276662] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] fc1b0b9d-a67f-4362-8938-fb78f9e3a526/fc1b0b9d-a67f-4362-8938-fb78f9e3a526.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.277650] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b65addc-0674-415e-9056-25d0f7311e25 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.299666] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for the task: (returnval){ [ 1018.299666] env[69413]: value = "task-3078061" [ 1018.299666] env[69413]: _type = "Task" [ 1018.299666] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.310450] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3078061, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.478898] env[69413]: DEBUG nova.compute.utils [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1018.483487] env[69413]: DEBUG nova.compute.manager [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Not allocating networking since 'none' was specified. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1018.618386] env[69413]: DEBUG nova.virt.hardware [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:10:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.618976] env[69413]: DEBUG nova.virt.hardware [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.618976] env[69413]: DEBUG nova.virt.hardware [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.618976] env[69413]: DEBUG nova.virt.hardware [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.619739] env[69413]: DEBUG nova.virt.hardware [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.620220] env[69413]: DEBUG nova.virt.hardware [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.620220] env[69413]: DEBUG nova.virt.hardware [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.620463] env[69413]: DEBUG nova.virt.hardware [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.620688] env[69413]: DEBUG nova.virt.hardware [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.620983] env[69413]: DEBUG nova.virt.hardware [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.622640] env[69413]: DEBUG nova.virt.hardware [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.631361] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f35a8d9c-777a-42c5-84a8-0f220eb44166 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.652244] env[69413]: DEBUG oslo_vmware.api [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 1018.652244] env[69413]: value = "task-3078062" [ 1018.652244] env[69413]: _type = "Task" [ 1018.652244] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.664625] env[69413]: DEBUG oslo_vmware.api [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3078062, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.749570] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Lock "32e173a8-a4eb-4d17-9cc3-2eca780ac297" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.228s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.812909] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3078061, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.829638] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cae0f7-ef74-4a73-b153-cacd94452132 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.837249] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02791b4c-8310-4209-93c2-6190b42198a9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.867419] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9387b7a5-3f67-4ef8-bd93-377a253c41b7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.875419] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16d7be8-e374-4996-9d1c-4d92d3ac8749 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.889151] env[69413]: DEBUG nova.compute.provider_tree [None req-64b63372-a9ed-4859-b7ff-af802b51ff5d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.985323] env[69413]: DEBUG nova.compute.manager [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1019.164627] env[69413]: DEBUG oslo_vmware.api [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3078062, 'name': ReconfigVM_Task, 'duration_secs': 0.289082} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.164957] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Updating instance '478ddab9-a20e-421a-9d25-fd72c56d3f8e' progress to 33 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1019.310619] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3078061, 'name': ReconfigVM_Task, 'duration_secs': 0.750458} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.310833] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Reconfigured VM instance instance-00000053 to attach disk [datastore2] fc1b0b9d-a67f-4362-8938-fb78f9e3a526/fc1b0b9d-a67f-4362-8938-fb78f9e3a526.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.311578] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-922b1fb0-f47d-49f7-84bd-8de42042fd97 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.318333] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for the task: (returnval){ [ 1019.318333] env[69413]: value = "task-3078063" [ 1019.318333] env[69413]: _type = "Task" [ 1019.318333] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.325829] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3078063, 'name': Rename_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.392631] env[69413]: DEBUG nova.scheduler.client.report [None req-64b63372-a9ed-4859-b7ff-af802b51ff5d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.671525] env[69413]: DEBUG nova.virt.hardware [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.671788] env[69413]: DEBUG nova.virt.hardware [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.671943] env[69413]: DEBUG nova.virt.hardware [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.672294] env[69413]: DEBUG nova.virt.hardware [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.672294] env[69413]: DEBUG nova.virt.hardware [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.672415] env[69413]: DEBUG nova.virt.hardware [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.673073] env[69413]: DEBUG nova.virt.hardware [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.673073] env[69413]: DEBUG nova.virt.hardware [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.673073] env[69413]: DEBUG nova.virt.hardware [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.673817] env[69413]: DEBUG nova.virt.hardware [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.674051] env[69413]: DEBUG nova.virt.hardware [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.684496] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Reconfiguring VM instance instance-0000004b to detach disk 2000 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1019.684496] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e855627-63f6-456b-aa95-7e26cd6747c3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.706136] env[69413]: DEBUG oslo_vmware.api [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 1019.706136] env[69413]: value = "task-3078064" [ 1019.706136] env[69413]: _type = "Task" [ 1019.706136] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.722324] env[69413]: DEBUG oslo_vmware.api [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3078064, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.827538] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3078063, 'name': Rename_Task, 'duration_secs': 0.138033} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.827810] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.828067] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0dc1ec6a-c20c-4f9c-ad69-c1fb5a0f0458 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.834446] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for the task: (returnval){ [ 1019.834446] env[69413]: value = "task-3078065" [ 1019.834446] env[69413]: _type = "Task" [ 1019.834446] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.842045] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3078065, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.898183] env[69413]: DEBUG oslo_concurrency.lockutils [None req-64b63372-a9ed-4859-b7ff-af802b51ff5d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.923s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.900692] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 34.078s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.900872] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.901040] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69413) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1019.901401] env[69413]: DEBUG oslo_concurrency.lockutils [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.228s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.901523] env[69413]: DEBUG nova.objects.instance [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69413) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1019.904833] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44df0e3-c051-4a8d-a781-d4f7bb0b8e99 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.913436] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c794bb-471a-4c71-a4e1-588ae44ae159 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.928242] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b826a8b7-22d3-444b-a57e-3d8e3b612223 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.933258] env[69413]: INFO nova.scheduler.client.report [None req-64b63372-a9ed-4859-b7ff-af802b51ff5d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Deleted allocations for instance 6e98ea3b-09a4-462c-b159-a296cf3e9f70 [ 1019.939093] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73855a2b-6683-4da2-a284-0ac0fa4792c6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.975180] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179884MB free_disk=139GB free_vcpus=48 pci_devices=None {{(pid=69413) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1019.975422] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.996324] env[69413]: DEBUG nova.compute.manager [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1020.034751] env[69413]: DEBUG nova.virt.hardware [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.035225] env[69413]: DEBUG nova.virt.hardware [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.035225] env[69413]: DEBUG nova.virt.hardware [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.035449] env[69413]: DEBUG nova.virt.hardware [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.035591] env[69413]: DEBUG nova.virt.hardware [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.035765] env[69413]: DEBUG nova.virt.hardware [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.035990] env[69413]: DEBUG nova.virt.hardware [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.036637] env[69413]: DEBUG nova.virt.hardware [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.036637] env[69413]: DEBUG nova.virt.hardware [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.036637] env[69413]: DEBUG nova.virt.hardware [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.036878] env[69413]: DEBUG nova.virt.hardware [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.037728] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f79251-9568-450f-b539-f379b3bc7147 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.045339] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fd73ad-19f4-478b-8576-2441f03e3fe5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.059523] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Instance VIF info [] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.065068] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Creating folder: Project (b7c1918f98a5461989234501a33b6b6d). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1020.065364] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7510bca-a51d-40e8-b31a-a73af06d0610 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.075332] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Created folder: Project (b7c1918f98a5461989234501a33b6b6d) in parent group-v616034. [ 1020.075539] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Creating folder: Instances. Parent ref: group-v616278. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1020.075773] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2f43c67-429e-4bd0-b007-8f531a64e019 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.085403] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Created folder: Instances in parent group-v616278. [ 1020.085548] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.085717] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.085911] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a923d153-7cb6-42af-9169-f9895d88472e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.102800] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.102800] env[69413]: value = "task-3078068" [ 1020.102800] env[69413]: _type = "Task" [ 1020.102800] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.109625] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078068, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.218279] env[69413]: DEBUG oslo_vmware.api [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3078064, 'name': ReconfigVM_Task, 'duration_secs': 0.329994} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.218786] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Reconfigured VM instance instance-0000004b to detach disk 2000 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1020.220534] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d4fae7-029b-49ac-ace8-4cb04e7ae6a5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.255095] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 478ddab9-a20e-421a-9d25-fd72c56d3f8e/478ddab9-a20e-421a-9d25-fd72c56d3f8e.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.256201] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e80aa85-d87c-4297-a68b-6dff2bf803dd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.285680] env[69413]: DEBUG oslo_vmware.api [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 1020.285680] env[69413]: value = "task-3078069" [ 1020.285680] env[69413]: _type = "Task" [ 1020.285680] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.297175] env[69413]: DEBUG oslo_vmware.api [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3078069, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.345892] env[69413]: DEBUG oslo_vmware.api [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3078065, 'name': PowerOnVM_Task, 'duration_secs': 0.502634} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.345892] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.345892] env[69413]: INFO nova.compute.manager [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Took 8.57 seconds to spawn the instance on the hypervisor. [ 1020.346370] env[69413]: DEBUG nova.compute.manager [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.346845] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5467ea60-b02d-40f4-8d69-ec66d6e61ee4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.447447] env[69413]: DEBUG oslo_concurrency.lockutils [None req-64b63372-a9ed-4859-b7ff-af802b51ff5d tempest-ServerShowV257Test-874377297 tempest-ServerShowV257Test-874377297-project-member] Lock "6e98ea3b-09a4-462c-b159-a296cf3e9f70" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.281s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.612611] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078068, 'name': CreateVM_Task, 'duration_secs': 0.269548} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.612814] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1020.613282] env[69413]: DEBUG oslo_concurrency.lockutils [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.613444] env[69413]: DEBUG oslo_concurrency.lockutils [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.613764] env[69413]: DEBUG oslo_concurrency.lockutils [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.614089] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7366d989-d65e-456c-8d49-471981107632 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.618560] env[69413]: DEBUG oslo_vmware.api [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Waiting for the task: (returnval){ [ 1020.618560] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e9aa7e-b371-d2e1-d882-fb6016e41b65" [ 1020.618560] env[69413]: _type = "Task" [ 1020.618560] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.626204] env[69413]: DEBUG oslo_vmware.api [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e9aa7e-b371-d2e1-d882-fb6016e41b65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.796129] env[69413]: DEBUG oslo_vmware.api [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3078069, 'name': ReconfigVM_Task, 'duration_secs': 0.431505} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.796462] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 478ddab9-a20e-421a-9d25-fd72c56d3f8e/478ddab9-a20e-421a-9d25-fd72c56d3f8e.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.796687] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Updating instance '478ddab9-a20e-421a-9d25-fd72c56d3f8e' progress to 50 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1020.868783] env[69413]: INFO nova.compute.manager [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Took 45.31 seconds to build instance. [ 1020.914416] env[69413]: DEBUG oslo_concurrency.lockutils [None req-473cedd9-ba69-4788-ae05-8e4a3925fe1e tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.918555] env[69413]: DEBUG oslo_concurrency.lockutils [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.824s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.921087] env[69413]: INFO nova.compute.claims [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.134022] env[69413]: DEBUG oslo_vmware.api [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e9aa7e-b371-d2e1-d882-fb6016e41b65, 'name': SearchDatastore_Task, 'duration_secs': 0.010783} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.134022] env[69413]: DEBUG oslo_concurrency.lockutils [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.134022] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.134022] env[69413]: DEBUG oslo_concurrency.lockutils [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.134022] env[69413]: DEBUG oslo_concurrency.lockutils [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.134022] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.134022] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3facd19-ba00-4ffe-9942-df88a3a404e2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.144697] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.144902] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.145760] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54c07c30-2ac9-4c3f-a337-196f579a4037 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.151493] env[69413]: DEBUG oslo_vmware.api [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Waiting for the task: (returnval){ [ 1021.151493] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5238e1b4-c024-993c-8a71-9cf3ebdcbc6d" [ 1021.151493] env[69413]: _type = "Task" [ 1021.151493] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.159805] env[69413]: DEBUG oslo_vmware.api [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5238e1b4-c024-993c-8a71-9cf3ebdcbc6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.306265] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7337c61-6faa-4be3-9aed-43bc02c62afd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.326813] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953582de-cd19-4b3e-b961-8be04df9fe3b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.344847] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Updating instance '478ddab9-a20e-421a-9d25-fd72c56d3f8e' progress to 67 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1021.371063] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7b1c0e58-5ad8-4a1f-ba85-bfc0da2c161d tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Lock "fc1b0b9d-a67f-4362-8938-fb78f9e3a526" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.816s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.662417] env[69413]: DEBUG oslo_vmware.api [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5238e1b4-c024-993c-8a71-9cf3ebdcbc6d, 'name': SearchDatastore_Task, 'duration_secs': 0.018552} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.663229] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22c41083-53cb-4fa0-a3e6-5ed12f0445ae {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.669200] env[69413]: DEBUG oslo_vmware.api [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Waiting for the task: (returnval){ [ 1021.669200] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c38389-01b4-3dac-964e-3e729de7c84e" [ 1021.669200] env[69413]: _type = "Task" [ 1021.669200] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.676688] env[69413]: DEBUG oslo_vmware.api [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c38389-01b4-3dac-964e-3e729de7c84e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.896495] env[69413]: DEBUG nova.network.neutron [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Port 09532674-cb4f-45ff-9bfb-82802f68ea3f binding to destination host cpu-1 is already ACTIVE {{(pid=69413) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1022.043680] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Acquiring lock "5b4abcec-f532-48b1-a568-c19aa9e2bc1a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.044132] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Lock "5b4abcec-f532-48b1-a568-c19aa9e2bc1a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.100468] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Acquiring lock "ba15ffbe-192a-448a-bc28-461f876c6804" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.100468] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Lock "ba15ffbe-192a-448a-bc28-461f876c6804" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.129697] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Acquiring lock "a00b927a-72f2-43e5-8a2f-b677cac41d83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.129697] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Lock "a00b927a-72f2-43e5-8a2f-b677cac41d83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.181879] env[69413]: DEBUG oslo_vmware.api [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c38389-01b4-3dac-964e-3e729de7c84e, 'name': SearchDatastore_Task, 'duration_secs': 0.018554} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.184522] env[69413]: DEBUG oslo_concurrency.lockutils [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.184791] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 08cf1db4-5076-4cf5-8d4a-65ac906f1f75/08cf1db4-5076-4cf5-8d4a-65ac906f1f75.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.185242] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7542bc56-505a-498c-85f1-f6fa77cca15c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.192019] env[69413]: DEBUG oslo_vmware.api [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Waiting for the task: (returnval){ [ 1022.192019] env[69413]: value = "task-3078070" [ 1022.192019] env[69413]: _type = "Task" [ 1022.192019] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.202794] env[69413]: DEBUG oslo_vmware.api [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Task: {'id': task-3078070, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.260248] env[69413]: DEBUG oslo_concurrency.lockutils [None req-041091e9-e196-4124-bd78-aa8f1acf56fc tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquiring lock "32e173a8-a4eb-4d17-9cc3-2eca780ac297" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.260516] env[69413]: DEBUG oslo_concurrency.lockutils [None req-041091e9-e196-4124-bd78-aa8f1acf56fc tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Lock "32e173a8-a4eb-4d17-9cc3-2eca780ac297" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.260713] env[69413]: DEBUG oslo_concurrency.lockutils [None req-041091e9-e196-4124-bd78-aa8f1acf56fc tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquiring lock "32e173a8-a4eb-4d17-9cc3-2eca780ac297-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.260891] env[69413]: DEBUG oslo_concurrency.lockutils [None req-041091e9-e196-4124-bd78-aa8f1acf56fc tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Lock "32e173a8-a4eb-4d17-9cc3-2eca780ac297-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.261159] env[69413]: DEBUG oslo_concurrency.lockutils [None req-041091e9-e196-4124-bd78-aa8f1acf56fc tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Lock "32e173a8-a4eb-4d17-9cc3-2eca780ac297-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.267066] env[69413]: INFO nova.compute.manager [None req-041091e9-e196-4124-bd78-aa8f1acf56fc tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Terminating instance [ 1022.326513] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e18577f5-2eb8-4efa-b8a1-a3c953424745 tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquiring lock "fc1b0b9d-a67f-4362-8938-fb78f9e3a526" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.326781] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e18577f5-2eb8-4efa-b8a1-a3c953424745 tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Lock "fc1b0b9d-a67f-4362-8938-fb78f9e3a526" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.326990] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e18577f5-2eb8-4efa-b8a1-a3c953424745 tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquiring lock "fc1b0b9d-a67f-4362-8938-fb78f9e3a526-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.327335] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e18577f5-2eb8-4efa-b8a1-a3c953424745 tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Lock "fc1b0b9d-a67f-4362-8938-fb78f9e3a526-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.327462] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e18577f5-2eb8-4efa-b8a1-a3c953424745 tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Lock "fc1b0b9d-a67f-4362-8938-fb78f9e3a526-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.330470] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a16fb84-654d-47ef-b180-0cfcff81c12f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.333830] env[69413]: INFO nova.compute.manager [None req-e18577f5-2eb8-4efa-b8a1-a3c953424745 tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Terminating instance [ 1022.343367] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d443945b-d6ad-464a-b426-c98a756c223f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.373446] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d86677-2d38-4f08-b6f6-f20cb3e76c96 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.380740] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7059d605-c545-4567-9938-625e9de42b61 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.394040] env[69413]: DEBUG nova.compute.provider_tree [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.547522] env[69413]: DEBUG nova.compute.manager [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1022.602974] env[69413]: DEBUG nova.compute.manager [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1022.631755] env[69413]: DEBUG nova.compute.manager [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1022.702724] env[69413]: DEBUG oslo_vmware.api [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Task: {'id': task-3078070, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.771860] env[69413]: DEBUG nova.compute.manager [None req-041091e9-e196-4124-bd78-aa8f1acf56fc tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1022.772164] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-041091e9-e196-4124-bd78-aa8f1acf56fc tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.773222] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d2e420-286d-46c7-b74a-9070b7b3f140 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.783171] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-041091e9-e196-4124-bd78-aa8f1acf56fc tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.783461] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4be6fa95-2ad0-4c9e-976f-e91db0977a8c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.790894] env[69413]: DEBUG oslo_vmware.api [None req-041091e9-e196-4124-bd78-aa8f1acf56fc tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for the task: (returnval){ [ 1022.790894] env[69413]: value = "task-3078071" [ 1022.790894] env[69413]: _type = "Task" [ 1022.790894] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.802711] env[69413]: DEBUG oslo_vmware.api [None req-041091e9-e196-4124-bd78-aa8f1acf56fc tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3078071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.838108] env[69413]: DEBUG nova.compute.manager [None req-e18577f5-2eb8-4efa-b8a1-a3c953424745 tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1022.838313] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e18577f5-2eb8-4efa-b8a1-a3c953424745 tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.839394] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a091a7b7-32b9-4f43-bc8f-3479574013cc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.849164] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-e18577f5-2eb8-4efa-b8a1-a3c953424745 tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.849571] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e038f7de-4a56-410c-be9a-564ae595a9b6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.858115] env[69413]: DEBUG oslo_vmware.api [None req-e18577f5-2eb8-4efa-b8a1-a3c953424745 tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for the task: (returnval){ [ 1022.858115] env[69413]: value = "task-3078072" [ 1022.858115] env[69413]: _type = "Task" [ 1022.858115] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.868705] env[69413]: DEBUG oslo_vmware.api [None req-e18577f5-2eb8-4efa-b8a1-a3c953424745 tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3078072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.898025] env[69413]: DEBUG nova.scheduler.client.report [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.924809] env[69413]: DEBUG oslo_concurrency.lockutils [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "478ddab9-a20e-421a-9d25-fd72c56d3f8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.925107] env[69413]: DEBUG oslo_concurrency.lockutils [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "478ddab9-a20e-421a-9d25-fd72c56d3f8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.925292] env[69413]: DEBUG oslo_concurrency.lockutils [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "478ddab9-a20e-421a-9d25-fd72c56d3f8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.074442] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.125358] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.152605] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.202974] env[69413]: DEBUG oslo_vmware.api [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Task: {'id': task-3078070, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.894994} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.203247] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 08cf1db4-5076-4cf5-8d4a-65ac906f1f75/08cf1db4-5076-4cf5-8d4a-65ac906f1f75.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.203498] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.203705] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f4a331c-72cb-41cf-a4b7-243b1f24e36a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.214018] env[69413]: DEBUG oslo_vmware.api [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Waiting for the task: (returnval){ [ 1023.214018] env[69413]: value = "task-3078073" [ 1023.214018] env[69413]: _type = "Task" [ 1023.214018] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.222267] env[69413]: DEBUG oslo_vmware.api [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Task: {'id': task-3078073, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.300659] env[69413]: DEBUG oslo_vmware.api [None req-041091e9-e196-4124-bd78-aa8f1acf56fc tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3078071, 'name': PowerOffVM_Task, 'duration_secs': 0.450205} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.300930] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-041091e9-e196-4124-bd78-aa8f1acf56fc tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.301130] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-041091e9-e196-4124-bd78-aa8f1acf56fc tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1023.301390] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12dad751-125d-461d-8f7f-a80b1cd5ffc1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.368313] env[69413]: DEBUG oslo_vmware.api [None req-e18577f5-2eb8-4efa-b8a1-a3c953424745 tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3078072, 'name': PowerOffVM_Task, 'duration_secs': 0.22707} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.368600] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-e18577f5-2eb8-4efa-b8a1-a3c953424745 tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.368772] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e18577f5-2eb8-4efa-b8a1-a3c953424745 tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1023.369075] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d307d3ea-202d-475b-a23b-39ba7c15fdb4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.390429] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-041091e9-e196-4124-bd78-aa8f1acf56fc tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1023.390714] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-041091e9-e196-4124-bd78-aa8f1acf56fc tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1023.390918] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-041091e9-e196-4124-bd78-aa8f1acf56fc tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Deleting the datastore file [datastore1] 32e173a8-a4eb-4d17-9cc3-2eca780ac297 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1023.391207] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99d99e6a-9bea-46e2-8f9d-c0bc862540ee {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.399027] env[69413]: DEBUG oslo_vmware.api [None req-041091e9-e196-4124-bd78-aa8f1acf56fc tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for the task: (returnval){ [ 1023.399027] env[69413]: value = "task-3078076" [ 1023.399027] env[69413]: _type = "Task" [ 1023.399027] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.408312] env[69413]: DEBUG oslo_vmware.api [None req-041091e9-e196-4124-bd78-aa8f1acf56fc tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3078076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.413386] env[69413]: DEBUG oslo_concurrency.lockutils [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.498s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.414207] env[69413]: DEBUG nova.compute.manager [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1023.417240] env[69413]: DEBUG oslo_concurrency.lockutils [None req-92c52b36-331f-4e5a-ac5e-bf9d5e72bdfb tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.321s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.417569] env[69413]: DEBUG nova.objects.instance [None req-92c52b36-331f-4e5a-ac5e-bf9d5e72bdfb tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Lazy-loading 'resources' on Instance uuid e88a4c64-cfbc-490e-ac31-6cf0010aa936 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.427910] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e2042a15-8a1e-4ce4-9bd8-b1997c539e80 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquiring lock "c15d57db-e0cf-45df-8bc4-9743066e5d54" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.428982] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e2042a15-8a1e-4ce4-9bd8-b1997c539e80 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lock "c15d57db-e0cf-45df-8bc4-9743066e5d54" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.456292] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e18577f5-2eb8-4efa-b8a1-a3c953424745 tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1023.456497] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e18577f5-2eb8-4efa-b8a1-a3c953424745 tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1023.456673] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-e18577f5-2eb8-4efa-b8a1-a3c953424745 tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Deleting the datastore file [datastore2] fc1b0b9d-a67f-4362-8938-fb78f9e3a526 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1023.456927] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1d18f8e-cdad-441b-bf0f-0f061b78ca8a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.465230] env[69413]: DEBUG oslo_vmware.api [None req-e18577f5-2eb8-4efa-b8a1-a3c953424745 tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for the task: (returnval){ [ 1023.465230] env[69413]: value = "task-3078077" [ 1023.465230] env[69413]: _type = "Task" [ 1023.465230] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.474934] env[69413]: DEBUG oslo_vmware.api [None req-e18577f5-2eb8-4efa-b8a1-a3c953424745 tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3078077, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.722040] env[69413]: DEBUG oslo_vmware.api [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Task: {'id': task-3078073, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075998} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.722154] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1023.722870] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc195ac-a8ab-4545-b809-27733e5670ae {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.745137] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 08cf1db4-5076-4cf5-8d4a-65ac906f1f75/08cf1db4-5076-4cf5-8d4a-65ac906f1f75.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.745436] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d53e9a2f-ae3c-4c68-a146-99365fa06a3d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.764375] env[69413]: DEBUG oslo_vmware.api [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Waiting for the task: (returnval){ [ 1023.764375] env[69413]: value = "task-3078078" [ 1023.764375] env[69413]: _type = "Task" [ 1023.764375] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.772231] env[69413]: DEBUG oslo_vmware.api [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Task: {'id': task-3078078, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.907852] env[69413]: DEBUG oslo_vmware.api [None req-041091e9-e196-4124-bd78-aa8f1acf56fc tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3078076, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.455944} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.908215] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-041091e9-e196-4124-bd78-aa8f1acf56fc tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1023.908347] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-041091e9-e196-4124-bd78-aa8f1acf56fc tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1023.908582] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-041091e9-e196-4124-bd78-aa8f1acf56fc tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1023.908796] env[69413]: INFO nova.compute.manager [None req-041091e9-e196-4124-bd78-aa8f1acf56fc tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1023.909108] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-041091e9-e196-4124-bd78-aa8f1acf56fc tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.909342] env[69413]: DEBUG nova.compute.manager [-] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1023.909472] env[69413]: DEBUG nova.network.neutron [-] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1023.918704] env[69413]: DEBUG nova.compute.utils [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1023.919912] env[69413]: DEBUG nova.compute.manager [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1023.920081] env[69413]: DEBUG nova.network.neutron [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1023.930951] env[69413]: INFO nova.compute.manager [None req-e2042a15-8a1e-4ce4-9bd8-b1997c539e80 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Detaching volume 10bf29be-ede6-4411-bf7d-cf142a98c44c [ 1023.965856] env[69413]: DEBUG oslo_concurrency.lockutils [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "refresh_cache-478ddab9-a20e-421a-9d25-fd72c56d3f8e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.966048] env[69413]: DEBUG oslo_concurrency.lockutils [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquired lock "refresh_cache-478ddab9-a20e-421a-9d25-fd72c56d3f8e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.966473] env[69413]: DEBUG nova.network.neutron [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.976927] env[69413]: INFO nova.virt.block_device [None req-e2042a15-8a1e-4ce4-9bd8-b1997c539e80 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Attempting to driver detach volume 10bf29be-ede6-4411-bf7d-cf142a98c44c from mountpoint /dev/sdb [ 1023.977188] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2042a15-8a1e-4ce4-9bd8-b1997c539e80 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Volume detach. Driver type: vmdk {{(pid=69413) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1023.977392] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2042a15-8a1e-4ce4-9bd8-b1997c539e80 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616232', 'volume_id': '10bf29be-ede6-4411-bf7d-cf142a98c44c', 'name': 'volume-10bf29be-ede6-4411-bf7d-cf142a98c44c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c15d57db-e0cf-45df-8bc4-9743066e5d54', 'attached_at': '', 'detached_at': '', 'volume_id': '10bf29be-ede6-4411-bf7d-cf142a98c44c', 'serial': '10bf29be-ede6-4411-bf7d-cf142a98c44c'} {{(pid=69413) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1023.978798] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05ff63a-7325-4b8b-adeb-392f9bdb50e5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.987098] env[69413]: DEBUG oslo_vmware.api [None req-e18577f5-2eb8-4efa-b8a1-a3c953424745 tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Task: {'id': task-3078077, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.421978} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.005729] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-e18577f5-2eb8-4efa-b8a1-a3c953424745 tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.005960] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e18577f5-2eb8-4efa-b8a1-a3c953424745 tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1024.006196] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e18577f5-2eb8-4efa-b8a1-a3c953424745 tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.006388] env[69413]: INFO nova.compute.manager [None req-e18577f5-2eb8-4efa-b8a1-a3c953424745 tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1024.006656] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e18577f5-2eb8-4efa-b8a1-a3c953424745 tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.010316] env[69413]: DEBUG nova.policy [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2f760cf9b6a4971be78fa328c7c4f8d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14835e82b3fd469a9abb97c6d23863a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1024.011640] env[69413]: DEBUG nova.compute.manager [-] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1024.011777] env[69413]: DEBUG nova.network.neutron [-] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1024.013731] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14b4e36-0ce7-4b44-a842-ae995856ade0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.026253] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24023be2-501c-4111-affa-e7ab8dcd27ff {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.051140] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20082ab8-8e45-44c3-9b20-1f1a9cf1b0b6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.066000] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2042a15-8a1e-4ce4-9bd8-b1997c539e80 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] The volume has not been displaced from its original location: [datastore2] volume-10bf29be-ede6-4411-bf7d-cf142a98c44c/volume-10bf29be-ede6-4411-bf7d-cf142a98c44c.vmdk. No consolidation needed. {{(pid=69413) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1024.071257] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2042a15-8a1e-4ce4-9bd8-b1997c539e80 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Reconfiguring VM instance instance-00000014 to detach disk 2001 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1024.075491] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbf6d55a-d07c-44c3-9d36-e1b262513a3c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.094147] env[69413]: DEBUG oslo_vmware.api [None req-e2042a15-8a1e-4ce4-9bd8-b1997c539e80 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 1024.094147] env[69413]: value = "task-3078079" [ 1024.094147] env[69413]: _type = "Task" [ 1024.094147] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.102751] env[69413]: DEBUG oslo_vmware.api [None req-e2042a15-8a1e-4ce4-9bd8-b1997c539e80 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078079, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.279762] env[69413]: DEBUG oslo_vmware.api [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Task: {'id': task-3078078, 'name': ReconfigVM_Task, 'duration_secs': 0.291754} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.282463] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 08cf1db4-5076-4cf5-8d4a-65ac906f1f75/08cf1db4-5076-4cf5-8d4a-65ac906f1f75.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.284129] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6b295f2-7e8b-450a-82a5-951f2ab4c3ec {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.290491] env[69413]: DEBUG oslo_vmware.api [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Waiting for the task: (returnval){ [ 1024.290491] env[69413]: value = "task-3078080" [ 1024.290491] env[69413]: _type = "Task" [ 1024.290491] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.298868] env[69413]: DEBUG oslo_vmware.api [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Task: {'id': task-3078080, 'name': Rename_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.360904] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a559c99-72b6-454f-9154-c46f08a8f489 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.370668] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82dfdc43-373d-4f10-a23a-fa0465245419 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.407237] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88f0f67-46c4-4e57-9c80-8675ecadb97c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.415760] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098c7306-092f-4e60-870d-22c47a820a3e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.431768] env[69413]: DEBUG nova.compute.manager [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1024.435807] env[69413]: DEBUG nova.compute.provider_tree [None req-92c52b36-331f-4e5a-ac5e-bf9d5e72bdfb tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.442750] env[69413]: DEBUG nova.compute.manager [req-12b1bdc7-c334-473b-a993-d80e0ff23613 req-2d788a99-35c8-4267-9678-96095f67fc85 service nova] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Received event network-vif-deleted-e98bed9d-84f9-4b58-babd-40877bc59e28 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.442950] env[69413]: INFO nova.compute.manager [req-12b1bdc7-c334-473b-a993-d80e0ff23613 req-2d788a99-35c8-4267-9678-96095f67fc85 service nova] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Neutron deleted interface e98bed9d-84f9-4b58-babd-40877bc59e28; detaching it from the instance and deleting it from the info cache [ 1024.443137] env[69413]: DEBUG nova.network.neutron [req-12b1bdc7-c334-473b-a993-d80e0ff23613 req-2d788a99-35c8-4267-9678-96095f67fc85 service nova] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.469094] env[69413]: DEBUG nova.compute.manager [req-62adc2f3-ec11-4629-8753-800cb56e34a6 req-fb5b1643-98cd-42f2-b821-528930d99f6d service nova] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Received event network-vif-deleted-d2009b43-2284-4a8e-99fe-805f22dfd6c9 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.469403] env[69413]: INFO nova.compute.manager [req-62adc2f3-ec11-4629-8753-800cb56e34a6 req-fb5b1643-98cd-42f2-b821-528930d99f6d service nova] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Neutron deleted interface d2009b43-2284-4a8e-99fe-805f22dfd6c9; detaching it from the instance and deleting it from the info cache [ 1024.469600] env[69413]: DEBUG nova.network.neutron [req-62adc2f3-ec11-4629-8753-800cb56e34a6 req-fb5b1643-98cd-42f2-b821-528930d99f6d service nova] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.495418] env[69413]: DEBUG nova.network.neutron [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Successfully created port: b5afb7c6-f394-4142-ae39-a7d3ee584a77 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1024.604088] env[69413]: DEBUG oslo_vmware.api [None req-e2042a15-8a1e-4ce4-9bd8-b1997c539e80 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078079, 'name': ReconfigVM_Task, 'duration_secs': 0.20527} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.605075] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2042a15-8a1e-4ce4-9bd8-b1997c539e80 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Reconfigured VM instance instance-00000014 to detach disk 2001 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1024.609186] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02caf940-ae53-4fd6-a3de-0a7c638507dc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.625799] env[69413]: DEBUG oslo_vmware.api [None req-e2042a15-8a1e-4ce4-9bd8-b1997c539e80 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 1024.625799] env[69413]: value = "task-3078081" [ 1024.625799] env[69413]: _type = "Task" [ 1024.625799] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.633473] env[69413]: DEBUG oslo_vmware.api [None req-e2042a15-8a1e-4ce4-9bd8-b1997c539e80 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078081, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.688469] env[69413]: DEBUG nova.network.neutron [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Updating instance_info_cache with network_info: [{"id": "09532674-cb4f-45ff-9bfb-82802f68ea3f", "address": "fa:16:3e:da:60:ee", "network": {"id": "9b997f48-e078-4b7b-81f9-f111dbf3aed2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-448963928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4151a17ee9940e5a7934be8321a3ec6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09532674-cb", "ovs_interfaceid": "09532674-cb4f-45ff-9bfb-82802f68ea3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.800523] env[69413]: DEBUG oslo_vmware.api [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Task: {'id': task-3078080, 'name': Rename_Task, 'duration_secs': 0.146001} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.800798] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.801040] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2b7c9dc-f4dc-4db8-8c3c-1c4fe859d7fd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.807326] env[69413]: DEBUG oslo_vmware.api [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Waiting for the task: (returnval){ [ 1024.807326] env[69413]: value = "task-3078082" [ 1024.807326] env[69413]: _type = "Task" [ 1024.807326] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.814543] env[69413]: DEBUG oslo_vmware.api [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Task: {'id': task-3078082, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.841407] env[69413]: DEBUG nova.network.neutron [-] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.868596] env[69413]: DEBUG nova.network.neutron [-] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.942232] env[69413]: DEBUG nova.scheduler.client.report [None req-92c52b36-331f-4e5a-ac5e-bf9d5e72bdfb tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.946055] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6da4d703-3b2a-4249-a91a-ab409c80d9af {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.955462] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fab9f84-26c4-43a9-b52f-a6f20db274e1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.972234] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e0b789d-0888-4511-b56f-468653025196 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.980966] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17af07c-b1f8-4fce-b95a-da102ccda6c9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.005536] env[69413]: DEBUG nova.compute.manager [req-12b1bdc7-c334-473b-a993-d80e0ff23613 req-2d788a99-35c8-4267-9678-96095f67fc85 service nova] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Detach interface failed, port_id=e98bed9d-84f9-4b58-babd-40877bc59e28, reason: Instance 32e173a8-a4eb-4d17-9cc3-2eca780ac297 could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1025.028558] env[69413]: DEBUG nova.compute.manager [req-62adc2f3-ec11-4629-8753-800cb56e34a6 req-fb5b1643-98cd-42f2-b821-528930d99f6d service nova] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Detach interface failed, port_id=d2009b43-2284-4a8e-99fe-805f22dfd6c9, reason: Instance fc1b0b9d-a67f-4362-8938-fb78f9e3a526 could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1025.136292] env[69413]: DEBUG oslo_vmware.api [None req-e2042a15-8a1e-4ce4-9bd8-b1997c539e80 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078081, 'name': ReconfigVM_Task, 'duration_secs': 0.134694} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.136551] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2042a15-8a1e-4ce4-9bd8-b1997c539e80 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616232', 'volume_id': '10bf29be-ede6-4411-bf7d-cf142a98c44c', 'name': 'volume-10bf29be-ede6-4411-bf7d-cf142a98c44c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c15d57db-e0cf-45df-8bc4-9743066e5d54', 'attached_at': '', 'detached_at': '', 'volume_id': '10bf29be-ede6-4411-bf7d-cf142a98c44c', 'serial': '10bf29be-ede6-4411-bf7d-cf142a98c44c'} {{(pid=69413) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1025.191543] env[69413]: DEBUG oslo_concurrency.lockutils [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Releasing lock "refresh_cache-478ddab9-a20e-421a-9d25-fd72c56d3f8e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.317836] env[69413]: DEBUG oslo_vmware.api [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Task: {'id': task-3078082, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.344527] env[69413]: INFO nova.compute.manager [-] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Took 1.43 seconds to deallocate network for instance. [ 1025.371436] env[69413]: INFO nova.compute.manager [-] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Took 1.36 seconds to deallocate network for instance. [ 1025.447429] env[69413]: DEBUG nova.compute.manager [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1025.450046] env[69413]: DEBUG oslo_concurrency.lockutils [None req-92c52b36-331f-4e5a-ac5e-bf9d5e72bdfb tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.033s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.452436] env[69413]: DEBUG oslo_concurrency.lockutils [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.841s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.453968] env[69413]: INFO nova.compute.claims [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1025.477191] env[69413]: DEBUG nova.virt.hardware [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1025.477453] env[69413]: DEBUG nova.virt.hardware [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1025.477607] env[69413]: DEBUG nova.virt.hardware [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1025.477783] env[69413]: DEBUG nova.virt.hardware [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1025.477925] env[69413]: DEBUG nova.virt.hardware [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1025.478078] env[69413]: DEBUG nova.virt.hardware [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1025.478294] env[69413]: DEBUG nova.virt.hardware [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1025.478475] env[69413]: DEBUG nova.virt.hardware [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1025.478642] env[69413]: DEBUG nova.virt.hardware [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1025.478803] env[69413]: DEBUG nova.virt.hardware [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1025.478973] env[69413]: DEBUG nova.virt.hardware [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1025.479838] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39046fcb-a40f-464a-bc74-abfa32bf4fa0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.483146] env[69413]: INFO nova.scheduler.client.report [None req-92c52b36-331f-4e5a-ac5e-bf9d5e72bdfb tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Deleted allocations for instance e88a4c64-cfbc-490e-ac31-6cf0010aa936 [ 1025.490184] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948f4001-5ed8-4820-9569-577e5da0642d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.682397] env[69413]: DEBUG nova.objects.instance [None req-e2042a15-8a1e-4ce4-9bd8-b1997c539e80 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lazy-loading 'flavor' on Instance uuid c15d57db-e0cf-45df-8bc4-9743066e5d54 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.713596] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e0bef2-d1b1-4859-bf83-8cf9ac571157 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.732897] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1070611-f366-4c1d-8789-c88d03b4f2ff {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.740279] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Updating instance '478ddab9-a20e-421a-9d25-fd72c56d3f8e' progress to 83 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1025.818618] env[69413]: DEBUG oslo_vmware.api [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Task: {'id': task-3078082, 'name': PowerOnVM_Task, 'duration_secs': 0.654439} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.818930] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.819265] env[69413]: INFO nova.compute.manager [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Took 5.82 seconds to spawn the instance on the hypervisor. [ 1025.819466] env[69413]: DEBUG nova.compute.manager [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.820597] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbc4726-0610-4f03-9c99-acc7db1e78c6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.851160] env[69413]: DEBUG oslo_concurrency.lockutils [None req-041091e9-e196-4124-bd78-aa8f1acf56fc tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.878053] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e18577f5-2eb8-4efa-b8a1-a3c953424745 tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.957682] env[69413]: DEBUG nova.network.neutron [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Successfully updated port: b5afb7c6-f394-4142-ae39-a7d3ee584a77 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1025.993047] env[69413]: DEBUG oslo_concurrency.lockutils [None req-92c52b36-331f-4e5a-ac5e-bf9d5e72bdfb tempest-ServersListShow296Test-1747745933 tempest-ServersListShow296Test-1747745933-project-member] Lock "e88a4c64-cfbc-490e-ac31-6cf0010aa936" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.111s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.246981] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.247351] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c35eaf2c-2ff3-41d9-ad26-de8ccf58b32e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.254538] env[69413]: DEBUG oslo_vmware.api [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 1026.254538] env[69413]: value = "task-3078083" [ 1026.254538] env[69413]: _type = "Task" [ 1026.254538] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.262682] env[69413]: DEBUG oslo_vmware.api [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3078083, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.337287] env[69413]: INFO nova.compute.manager [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Took 45.02 seconds to build instance. [ 1026.465065] env[69413]: DEBUG oslo_concurrency.lockutils [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Acquiring lock "refresh_cache-20fd3ffa-6ce1-49ac-a10e-2eb47b08f083" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.465212] env[69413]: DEBUG oslo_concurrency.lockutils [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Acquired lock "refresh_cache-20fd3ffa-6ce1-49ac-a10e-2eb47b08f083" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.465364] env[69413]: DEBUG nova.network.neutron [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.474721] env[69413]: DEBUG nova.compute.manager [req-791e7419-720a-4fda-8c36-569f6b28f679 req-8fefeb6f-bb7f-4c2a-aef4-364a0325b912 service nova] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Received event network-vif-plugged-b5afb7c6-f394-4142-ae39-a7d3ee584a77 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.475385] env[69413]: DEBUG oslo_concurrency.lockutils [req-791e7419-720a-4fda-8c36-569f6b28f679 req-8fefeb6f-bb7f-4c2a-aef4-364a0325b912 service nova] Acquiring lock "20fd3ffa-6ce1-49ac-a10e-2eb47b08f083-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.475385] env[69413]: DEBUG oslo_concurrency.lockutils [req-791e7419-720a-4fda-8c36-569f6b28f679 req-8fefeb6f-bb7f-4c2a-aef4-364a0325b912 service nova] Lock "20fd3ffa-6ce1-49ac-a10e-2eb47b08f083-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.475385] env[69413]: DEBUG oslo_concurrency.lockutils [req-791e7419-720a-4fda-8c36-569f6b28f679 req-8fefeb6f-bb7f-4c2a-aef4-364a0325b912 service nova] Lock "20fd3ffa-6ce1-49ac-a10e-2eb47b08f083-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.476143] env[69413]: DEBUG nova.compute.manager [req-791e7419-720a-4fda-8c36-569f6b28f679 req-8fefeb6f-bb7f-4c2a-aef4-364a0325b912 service nova] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] No waiting events found dispatching network-vif-plugged-b5afb7c6-f394-4142-ae39-a7d3ee584a77 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1026.476143] env[69413]: WARNING nova.compute.manager [req-791e7419-720a-4fda-8c36-569f6b28f679 req-8fefeb6f-bb7f-4c2a-aef4-364a0325b912 service nova] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Received unexpected event network-vif-plugged-b5afb7c6-f394-4142-ae39-a7d3ee584a77 for instance with vm_state building and task_state spawning. [ 1026.476356] env[69413]: DEBUG nova.compute.manager [req-791e7419-720a-4fda-8c36-569f6b28f679 req-8fefeb6f-bb7f-4c2a-aef4-364a0325b912 service nova] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Received event network-changed-b5afb7c6-f394-4142-ae39-a7d3ee584a77 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.476573] env[69413]: DEBUG nova.compute.manager [req-791e7419-720a-4fda-8c36-569f6b28f679 req-8fefeb6f-bb7f-4c2a-aef4-364a0325b912 service nova] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Refreshing instance network info cache due to event network-changed-b5afb7c6-f394-4142-ae39-a7d3ee584a77. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1026.476798] env[69413]: DEBUG oslo_concurrency.lockutils [req-791e7419-720a-4fda-8c36-569f6b28f679 req-8fefeb6f-bb7f-4c2a-aef4-364a0325b912 service nova] Acquiring lock "refresh_cache-20fd3ffa-6ce1-49ac-a10e-2eb47b08f083" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.690506] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e2042a15-8a1e-4ce4-9bd8-b1997c539e80 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lock "c15d57db-e0cf-45df-8bc4-9743066e5d54" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.262s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.766582] env[69413]: DEBUG oslo_vmware.api [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3078083, 'name': PowerOnVM_Task, 'duration_secs': 0.419026} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.766906] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.767024] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-86b1a048-22f4-48e5-94ad-aac46c67795a tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Updating instance '478ddab9-a20e-421a-9d25-fd72c56d3f8e' progress to 100 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1026.804796] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d9e3e6-05ca-43dd-8378-b840fb6f681e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.812298] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a67e436-2627-4f8e-97bd-bc73a5e987c1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.843010] env[69413]: DEBUG oslo_concurrency.lockutils [None req-34653a8c-2bef-4212-b7a3-12003ee33206 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Lock "08cf1db4-5076-4cf5-8d4a-65ac906f1f75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.560s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.844193] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe4184f-2b50-49d4-9054-19fba323b996 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.852021] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e024589-031d-4fd8-9280-61aa7b92a36a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.866086] env[69413]: DEBUG nova.compute.provider_tree [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.999759] env[69413]: DEBUG nova.network.neutron [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1027.131609] env[69413]: DEBUG nova.network.neutron [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Updating instance_info_cache with network_info: [{"id": "b5afb7c6-f394-4142-ae39-a7d3ee584a77", "address": "fa:16:3e:df:e3:fd", "network": {"id": "8cb610e7-e4da-4776-8f19-c9728f51fb27", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9a021a88be0b4ec0bf1248cc136ac194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5afb7c6-f3", "ovs_interfaceid": "b5afb7c6-f394-4142-ae39-a7d3ee584a77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.368860] env[69413]: DEBUG nova.scheduler.client.report [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.634542] env[69413]: DEBUG oslo_concurrency.lockutils [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Releasing lock "refresh_cache-20fd3ffa-6ce1-49ac-a10e-2eb47b08f083" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.635014] env[69413]: DEBUG nova.compute.manager [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Instance network_info: |[{"id": "b5afb7c6-f394-4142-ae39-a7d3ee584a77", "address": "fa:16:3e:df:e3:fd", "network": {"id": "8cb610e7-e4da-4776-8f19-c9728f51fb27", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9a021a88be0b4ec0bf1248cc136ac194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5afb7c6-f3", "ovs_interfaceid": "b5afb7c6-f394-4142-ae39-a7d3ee584a77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1027.635373] env[69413]: DEBUG oslo_concurrency.lockutils [req-791e7419-720a-4fda-8c36-569f6b28f679 req-8fefeb6f-bb7f-4c2a-aef4-364a0325b912 service nova] Acquired lock "refresh_cache-20fd3ffa-6ce1-49ac-a10e-2eb47b08f083" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.635564] env[69413]: DEBUG nova.network.neutron [req-791e7419-720a-4fda-8c36-569f6b28f679 req-8fefeb6f-bb7f-4c2a-aef4-364a0325b912 service nova] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Refreshing network info cache for port b5afb7c6-f394-4142-ae39-a7d3ee584a77 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.637063] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:e3:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4c5eb94-841c-4713-985a-8fc4117fbaf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5afb7c6-f394-4142-ae39-a7d3ee584a77', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1027.647241] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Creating folder: Project (14835e82b3fd469a9abb97c6d23863a0). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1027.648316] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff56bee5-2a6c-4bd7-9704-2a6d597ff2d2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.659061] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Created folder: Project (14835e82b3fd469a9abb97c6d23863a0) in parent group-v616034. [ 1027.659259] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Creating folder: Instances. Parent ref: group-v616281. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1027.659496] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8331a461-48af-4a89-85b9-f0364177e06f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.668489] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Created folder: Instances in parent group-v616281. [ 1027.668712] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.668894] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1027.669104] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc132e21-81fc-400e-970e-962339996fc3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.687620] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1027.687620] env[69413]: value = "task-3078086" [ 1027.687620] env[69413]: _type = "Task" [ 1027.687620] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.690736] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5511d3c4-c776-4bb7-b81f-f45fbbe1954d tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquiring lock "c15d57db-e0cf-45df-8bc4-9743066e5d54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.690956] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5511d3c4-c776-4bb7-b81f-f45fbbe1954d tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lock "c15d57db-e0cf-45df-8bc4-9743066e5d54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.691169] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5511d3c4-c776-4bb7-b81f-f45fbbe1954d tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquiring lock "c15d57db-e0cf-45df-8bc4-9743066e5d54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.691353] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5511d3c4-c776-4bb7-b81f-f45fbbe1954d tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lock "c15d57db-e0cf-45df-8bc4-9743066e5d54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.691539] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5511d3c4-c776-4bb7-b81f-f45fbbe1954d tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lock "c15d57db-e0cf-45df-8bc4-9743066e5d54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.693570] env[69413]: INFO nova.compute.manager [None req-5511d3c4-c776-4bb7-b81f-f45fbbe1954d tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Terminating instance [ 1027.697724] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078086, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.762659] env[69413]: INFO nova.compute.manager [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Rebuilding instance [ 1027.811422] env[69413]: DEBUG nova.compute.manager [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.812411] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab73f8cd-8b99-4efd-b6df-90a51315f62d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.873835] env[69413]: DEBUG oslo_concurrency.lockutils [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.421s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.874413] env[69413]: DEBUG nova.compute.manager [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1027.877104] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.006s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.878862] env[69413]: INFO nova.compute.claims [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1028.320668] env[69413]: DEBUG nova.compute.manager [None req-5511d3c4-c776-4bb7-b81f-f45fbbe1954d tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.320668] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5511d3c4-c776-4bb7-b81f-f45fbbe1954d tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.320668] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54493cec-5053-4b0a-b9a3-72ef191f8cb9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.320668] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078086, 'name': CreateVM_Task, 'duration_secs': 0.335945} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.320668] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1028.320668] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-5511d3c4-c776-4bb7-b81f-f45fbbe1954d tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.320668] env[69413]: DEBUG oslo_concurrency.lockutils [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.320668] env[69413]: DEBUG oslo_concurrency.lockutils [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.320668] env[69413]: DEBUG oslo_concurrency.lockutils [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.320668] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55bd8ba4-37b5-4d27-a65e-37192c7a10d0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.320668] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ca9c14b-fd0d-4d17-b5c0-f9ad1a3fbd9c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.320668] env[69413]: DEBUG oslo_vmware.api [None req-5511d3c4-c776-4bb7-b81f-f45fbbe1954d tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 1028.320668] env[69413]: value = "task-3078087" [ 1028.320668] env[69413]: _type = "Task" [ 1028.320668] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.320668] env[69413]: DEBUG oslo_vmware.api [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Waiting for the task: (returnval){ [ 1028.320668] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c47c81-dd37-4b15-6906-ca261ae9e5e3" [ 1028.320668] env[69413]: _type = "Task" [ 1028.320668] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.320668] env[69413]: DEBUG oslo_vmware.api [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c47c81-dd37-4b15-6906-ca261ae9e5e3, 'name': SearchDatastore_Task, 'duration_secs': 0.011714} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.320668] env[69413]: DEBUG oslo_vmware.api [None req-5511d3c4-c776-4bb7-b81f-f45fbbe1954d tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.320668] env[69413]: DEBUG oslo_concurrency.lockutils [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.323249] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1028.323249] env[69413]: DEBUG oslo_concurrency.lockutils [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.323249] env[69413]: DEBUG oslo_concurrency.lockutils [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.323249] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1028.323249] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8422765b-180e-4110-a9a5-b872611e9625 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.323491] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1028.323645] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1028.326067] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe622589-d2de-4d58-b57f-637986eddc91 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.331959] env[69413]: DEBUG oslo_vmware.api [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Waiting for the task: (returnval){ [ 1028.331959] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]521cef34-01df-0a78-f2ae-3b8db715eee9" [ 1028.331959] env[69413]: _type = "Task" [ 1028.331959] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.343302] env[69413]: DEBUG oslo_vmware.api [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]521cef34-01df-0a78-f2ae-3b8db715eee9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.382889] env[69413]: DEBUG nova.compute.utils [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1028.386707] env[69413]: DEBUG nova.compute.manager [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1028.386936] env[69413]: DEBUG nova.network.neutron [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1028.425908] env[69413]: DEBUG nova.network.neutron [req-791e7419-720a-4fda-8c36-569f6b28f679 req-8fefeb6f-bb7f-4c2a-aef4-364a0325b912 service nova] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Updated VIF entry in instance network info cache for port b5afb7c6-f394-4142-ae39-a7d3ee584a77. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.426353] env[69413]: DEBUG nova.network.neutron [req-791e7419-720a-4fda-8c36-569f6b28f679 req-8fefeb6f-bb7f-4c2a-aef4-364a0325b912 service nova] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Updating instance_info_cache with network_info: [{"id": "b5afb7c6-f394-4142-ae39-a7d3ee584a77", "address": "fa:16:3e:df:e3:fd", "network": {"id": "8cb610e7-e4da-4776-8f19-c9728f51fb27", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9a021a88be0b4ec0bf1248cc136ac194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5afb7c6-f3", "ovs_interfaceid": "b5afb7c6-f394-4142-ae39-a7d3ee584a77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.477355] env[69413]: DEBUG nova.policy [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39d506af3462433cac48b10446705c6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9de209e31d334361a502bcd6046c7204', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1028.774326] env[69413]: DEBUG oslo_vmware.api [None req-5511d3c4-c776-4bb7-b81f-f45fbbe1954d tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078087, 'name': PowerOffVM_Task, 'duration_secs': 0.332628} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.774636] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-5511d3c4-c776-4bb7-b81f-f45fbbe1954d tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.774835] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5511d3c4-c776-4bb7-b81f-f45fbbe1954d tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.775123] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d31f480-b8da-4acc-8a7e-821d2024f2fd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.830378] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.830722] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7b951c8-a3e8-4cc5-935c-91270a765079 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.840082] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5511d3c4-c776-4bb7-b81f-f45fbbe1954d tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.840082] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5511d3c4-c776-4bb7-b81f-f45fbbe1954d tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.840082] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-5511d3c4-c776-4bb7-b81f-f45fbbe1954d tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Deleting the datastore file [datastore2] c15d57db-e0cf-45df-8bc4-9743066e5d54 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.840796] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-289b0b23-d130-418b-9319-98699faeb458 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.846967] env[69413]: DEBUG oslo_vmware.api [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]521cef34-01df-0a78-f2ae-3b8db715eee9, 'name': SearchDatastore_Task, 'duration_secs': 0.013265} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.847295] env[69413]: DEBUG oslo_vmware.api [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Waiting for the task: (returnval){ [ 1028.847295] env[69413]: value = "task-3078089" [ 1028.847295] env[69413]: _type = "Task" [ 1028.847295] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.848108] env[69413]: DEBUG nova.network.neutron [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Successfully created port: 9e4725e5-0e25-4a8f-80ba-1064cce96143 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1028.851616] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a09fd02c-bd06-4b14-b185-9210848285cc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.859273] env[69413]: DEBUG oslo_vmware.api [None req-5511d3c4-c776-4bb7-b81f-f45fbbe1954d tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 1028.859273] env[69413]: value = "task-3078090" [ 1028.859273] env[69413]: _type = "Task" [ 1028.859273] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.867432] env[69413]: DEBUG oslo_vmware.api [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Waiting for the task: (returnval){ [ 1028.867432] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522f8c74-e6f4-d692-5417-116792a99190" [ 1028.867432] env[69413]: _type = "Task" [ 1028.867432] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.867656] env[69413]: DEBUG oslo_vmware.api [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Task: {'id': task-3078089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.876620] env[69413]: DEBUG oslo_vmware.api [None req-5511d3c4-c776-4bb7-b81f-f45fbbe1954d tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078090, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.882530] env[69413]: DEBUG oslo_vmware.api [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522f8c74-e6f4-d692-5417-116792a99190, 'name': SearchDatastore_Task, 'duration_secs': 0.01053} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.882877] env[69413]: DEBUG oslo_concurrency.lockutils [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.883161] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083/20fd3ffa-6ce1-49ac-a10e-2eb47b08f083.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.883505] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-178657bc-b665-4a00-8156-57ac127555ac {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.892189] env[69413]: DEBUG oslo_vmware.api [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Waiting for the task: (returnval){ [ 1028.892189] env[69413]: value = "task-3078091" [ 1028.892189] env[69413]: _type = "Task" [ 1028.892189] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.894031] env[69413]: DEBUG nova.compute.manager [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1028.909117] env[69413]: DEBUG oslo_vmware.api [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Task: {'id': task-3078091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.929778] env[69413]: DEBUG oslo_concurrency.lockutils [req-791e7419-720a-4fda-8c36-569f6b28f679 req-8fefeb6f-bb7f-4c2a-aef4-364a0325b912 service nova] Releasing lock "refresh_cache-20fd3ffa-6ce1-49ac-a10e-2eb47b08f083" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.227295] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786315ea-e100-4c8b-b4e7-2939f0c83946 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.238440] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3339c08-10d8-40a2-8e78-26c4efaf326e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.270120] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e0fc66-41cb-476f-a264-9b7d6f918e8b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.278213] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc12397-68f3-4fec-bb26-ad8fba599ba0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.298329] env[69413]: DEBUG nova.compute.provider_tree [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.363303] env[69413]: DEBUG oslo_vmware.api [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Task: {'id': task-3078089, 'name': PowerOffVM_Task, 'duration_secs': 0.138455} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.366523] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.367224] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.368019] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d328c00-f3b6-4d06-bdf7-a7c53ede40b7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.377338] env[69413]: DEBUG oslo_vmware.api [None req-5511d3c4-c776-4bb7-b81f-f45fbbe1954d tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078090, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203657} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.379936] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-5511d3c4-c776-4bb7-b81f-f45fbbe1954d tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.380184] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5511d3c4-c776-4bb7-b81f-f45fbbe1954d tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.380461] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5511d3c4-c776-4bb7-b81f-f45fbbe1954d tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.380615] env[69413]: INFO nova.compute.manager [None req-5511d3c4-c776-4bb7-b81f-f45fbbe1954d tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1029.380859] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5511d3c4-c776-4bb7-b81f-f45fbbe1954d tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.381105] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.381388] env[69413]: DEBUG nova.compute.manager [-] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1029.381490] env[69413]: DEBUG nova.network.neutron [-] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1029.383404] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2f5828d-9330-4a29-bf3b-4b76f90211a4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.412305] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.412586] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.412783] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Deleting the datastore file [datastore1] 08cf1db4-5076-4cf5-8d4a-65ac906f1f75 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.413079] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b331109f-1b19-4792-ba7f-530eb834f9ee {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.418693] env[69413]: DEBUG oslo_vmware.api [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Task: {'id': task-3078091, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.427169] env[69413]: DEBUG oslo_vmware.api [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Waiting for the task: (returnval){ [ 1029.427169] env[69413]: value = "task-3078093" [ 1029.427169] env[69413]: _type = "Task" [ 1029.427169] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.438835] env[69413]: DEBUG oslo_vmware.api [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Task: {'id': task-3078093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.563819] env[69413]: DEBUG oslo_concurrency.lockutils [None req-02773e8d-c6a4-4845-953c-50ee2f984247 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "478ddab9-a20e-421a-9d25-fd72c56d3f8e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.564447] env[69413]: DEBUG oslo_concurrency.lockutils [None req-02773e8d-c6a4-4845-953c-50ee2f984247 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "478ddab9-a20e-421a-9d25-fd72c56d3f8e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.564702] env[69413]: DEBUG nova.compute.manager [None req-02773e8d-c6a4-4845-953c-50ee2f984247 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Going to confirm migration 4 {{(pid=69413) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1029.801888] env[69413]: DEBUG nova.scheduler.client.report [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.844827] env[69413]: DEBUG nova.compute.manager [req-275ae379-2e49-415e-a6a3-e341953315ce req-61dac39a-55fa-4043-8d05-277b877d8b64 service nova] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Received event network-vif-deleted-ad26a47f-639f-45c2-b3cc-7b9366a2883c {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.845048] env[69413]: INFO nova.compute.manager [req-275ae379-2e49-415e-a6a3-e341953315ce req-61dac39a-55fa-4043-8d05-277b877d8b64 service nova] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Neutron deleted interface ad26a47f-639f-45c2-b3cc-7b9366a2883c; detaching it from the instance and deleting it from the info cache [ 1029.845229] env[69413]: DEBUG nova.network.neutron [req-275ae379-2e49-415e-a6a3-e341953315ce req-61dac39a-55fa-4043-8d05-277b877d8b64 service nova] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.912225] env[69413]: DEBUG nova.compute.manager [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1029.914683] env[69413]: DEBUG oslo_vmware.api [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Task: {'id': task-3078091, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673131} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.915456] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083/20fd3ffa-6ce1-49ac-a10e-2eb47b08f083.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1029.916526] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1029.916526] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0deefab4-a2a7-454b-854a-e6483b4684c4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.924946] env[69413]: DEBUG oslo_vmware.api [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Waiting for the task: (returnval){ [ 1029.924946] env[69413]: value = "task-3078094" [ 1029.924946] env[69413]: _type = "Task" [ 1029.924946] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.938021] env[69413]: DEBUG oslo_vmware.api [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Task: {'id': task-3078094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.940702] env[69413]: DEBUG oslo_vmware.api [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Task: {'id': task-3078093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341615} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.945533] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.945614] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.945881] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.957857] env[69413]: DEBUG nova.virt.hardware [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1029.958130] env[69413]: DEBUG nova.virt.hardware [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1029.958294] env[69413]: DEBUG nova.virt.hardware [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.958476] env[69413]: DEBUG nova.virt.hardware [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1029.958620] env[69413]: DEBUG nova.virt.hardware [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.958768] env[69413]: DEBUG nova.virt.hardware [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1029.958981] env[69413]: DEBUG nova.virt.hardware [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1029.959704] env[69413]: DEBUG nova.virt.hardware [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1029.960223] env[69413]: DEBUG nova.virt.hardware [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1029.960465] env[69413]: DEBUG nova.virt.hardware [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1029.960790] env[69413]: DEBUG nova.virt.hardware [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1029.961696] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38457ec9-12f3-4a74-8d08-e0861f564ad4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.969325] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9937eb42-6e28-4a3c-8b23-241fbe80e479 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.125618] env[69413]: DEBUG oslo_concurrency.lockutils [None req-02773e8d-c6a4-4845-953c-50ee2f984247 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "refresh_cache-478ddab9-a20e-421a-9d25-fd72c56d3f8e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.125804] env[69413]: DEBUG oslo_concurrency.lockutils [None req-02773e8d-c6a4-4845-953c-50ee2f984247 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquired lock "refresh_cache-478ddab9-a20e-421a-9d25-fd72c56d3f8e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.125975] env[69413]: DEBUG nova.network.neutron [None req-02773e8d-c6a4-4845-953c-50ee2f984247 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.126200] env[69413]: DEBUG nova.objects.instance [None req-02773e8d-c6a4-4845-953c-50ee2f984247 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lazy-loading 'info_cache' on Instance uuid 478ddab9-a20e-421a-9d25-fd72c56d3f8e {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.308204] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.308891] env[69413]: DEBUG nova.compute.manager [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1030.312144] env[69413]: DEBUG oslo_concurrency.lockutils [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.825s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.313571] env[69413]: INFO nova.compute.claims [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1030.327182] env[69413]: DEBUG nova.network.neutron [-] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.347387] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6208b8fd-99be-4280-8940-6bdd19c9bf66 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.359875] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58e3a3a-bbbf-495f-9e87-ff5e8c6c5e20 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.399176] env[69413]: DEBUG nova.compute.manager [req-275ae379-2e49-415e-a6a3-e341953315ce req-61dac39a-55fa-4043-8d05-277b877d8b64 service nova] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Detach interface failed, port_id=ad26a47f-639f-45c2-b3cc-7b9366a2883c, reason: Instance c15d57db-e0cf-45df-8bc4-9743066e5d54 could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1030.407524] env[69413]: DEBUG nova.compute.manager [req-727c216b-b8e9-4df6-b6f1-887a02956a7b req-7325c1d4-3d64-4319-a425-1714c19e9842 service nova] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Received event network-vif-plugged-9e4725e5-0e25-4a8f-80ba-1064cce96143 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.407675] env[69413]: DEBUG oslo_concurrency.lockutils [req-727c216b-b8e9-4df6-b6f1-887a02956a7b req-7325c1d4-3d64-4319-a425-1714c19e9842 service nova] Acquiring lock "d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.407853] env[69413]: DEBUG oslo_concurrency.lockutils [req-727c216b-b8e9-4df6-b6f1-887a02956a7b req-7325c1d4-3d64-4319-a425-1714c19e9842 service nova] Lock "d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.408025] env[69413]: DEBUG oslo_concurrency.lockutils [req-727c216b-b8e9-4df6-b6f1-887a02956a7b req-7325c1d4-3d64-4319-a425-1714c19e9842 service nova] Lock "d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.408191] env[69413]: DEBUG nova.compute.manager [req-727c216b-b8e9-4df6-b6f1-887a02956a7b req-7325c1d4-3d64-4319-a425-1714c19e9842 service nova] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] No waiting events found dispatching network-vif-plugged-9e4725e5-0e25-4a8f-80ba-1064cce96143 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1030.408347] env[69413]: WARNING nova.compute.manager [req-727c216b-b8e9-4df6-b6f1-887a02956a7b req-7325c1d4-3d64-4319-a425-1714c19e9842 service nova] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Received unexpected event network-vif-plugged-9e4725e5-0e25-4a8f-80ba-1064cce96143 for instance with vm_state building and task_state spawning. [ 1030.434179] env[69413]: DEBUG oslo_vmware.api [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Task: {'id': task-3078094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073259} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.434454] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1030.435243] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe72f1c-a4a8-4b77-abea-054dcc04af0a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.462893] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083/20fd3ffa-6ce1-49ac-a10e-2eb47b08f083.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.463798] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-954d1295-b9f6-4410-8fec-ff4f6675bd61 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.487039] env[69413]: DEBUG oslo_vmware.api [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Waiting for the task: (returnval){ [ 1030.487039] env[69413]: value = "task-3078095" [ 1030.487039] env[69413]: _type = "Task" [ 1030.487039] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.494824] env[69413]: DEBUG oslo_vmware.api [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Task: {'id': task-3078095, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.495714] env[69413]: DEBUG nova.network.neutron [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Successfully updated port: 9e4725e5-0e25-4a8f-80ba-1064cce96143 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1030.821606] env[69413]: DEBUG nova.compute.utils [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1030.822813] env[69413]: DEBUG nova.compute.manager [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1030.823899] env[69413]: DEBUG nova.network.neutron [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1030.829351] env[69413]: INFO nova.compute.manager [-] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Took 1.45 seconds to deallocate network for instance. [ 1030.891150] env[69413]: DEBUG nova.policy [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f027c0debdc149ddb78f3a057ad09dfd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38a8868548d7403ea0a11a77a65ba7ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1030.995446] env[69413]: DEBUG nova.virt.hardware [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1030.995446] env[69413]: DEBUG nova.virt.hardware [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1030.995446] env[69413]: DEBUG nova.virt.hardware [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1030.995446] env[69413]: DEBUG nova.virt.hardware [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1030.995446] env[69413]: DEBUG nova.virt.hardware [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1030.995446] env[69413]: DEBUG nova.virt.hardware [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1030.995446] env[69413]: DEBUG nova.virt.hardware [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1030.995446] env[69413]: DEBUG nova.virt.hardware [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1030.995918] env[69413]: DEBUG nova.virt.hardware [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1030.995918] env[69413]: DEBUG nova.virt.hardware [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1030.995918] env[69413]: DEBUG nova.virt.hardware [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1030.997176] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd23d84-ef10-4fa4-9e7b-49e9fa9d53c9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.001499] env[69413]: DEBUG oslo_concurrency.lockutils [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "refresh_cache-d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.001499] env[69413]: DEBUG oslo_concurrency.lockutils [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquired lock "refresh_cache-d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.001499] env[69413]: DEBUG nova.network.neutron [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.010018] env[69413]: DEBUG oslo_vmware.api [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Task: {'id': task-3078095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.011450] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b13736d-80e5-4cf0-9fad-ff307782eb1f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.028110] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Instance VIF info [] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1031.034123] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.034701] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1031.034977] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fee2fb87-215a-4ec6-81b9-36797cf3a2a9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.053421] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1031.053421] env[69413]: value = "task-3078096" [ 1031.053421] env[69413]: _type = "Task" [ 1031.053421] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.061152] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078096, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.222015] env[69413]: DEBUG nova.network.neutron [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Successfully created port: 2720717b-195c-438d-8fc7-f29b9d414ff8 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1031.327623] env[69413]: DEBUG nova.compute.manager [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1031.335728] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5511d3c4-c776-4bb7-b81f-f45fbbe1954d tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.343913] env[69413]: DEBUG nova.network.neutron [None req-02773e8d-c6a4-4845-953c-50ee2f984247 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Updating instance_info_cache with network_info: [{"id": "09532674-cb4f-45ff-9bfb-82802f68ea3f", "address": "fa:16:3e:da:60:ee", "network": {"id": "9b997f48-e078-4b7b-81f9-f111dbf3aed2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-448963928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4151a17ee9940e5a7934be8321a3ec6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09532674-cb", "ovs_interfaceid": "09532674-cb4f-45ff-9bfb-82802f68ea3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.501182] env[69413]: DEBUG oslo_vmware.api [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Task: {'id': task-3078095, 'name': ReconfigVM_Task, 'duration_secs': 0.867323} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.501492] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083/20fd3ffa-6ce1-49ac-a10e-2eb47b08f083.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.502193] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69c10bd0-1ca0-4ef4-b3e2-d4fd7290517b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.509916] env[69413]: DEBUG oslo_vmware.api [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Waiting for the task: (returnval){ [ 1031.509916] env[69413]: value = "task-3078097" [ 1031.509916] env[69413]: _type = "Task" [ 1031.509916] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.518607] env[69413]: DEBUG oslo_vmware.api [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Task: {'id': task-3078097, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.542684] env[69413]: DEBUG nova.network.neutron [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1031.566317] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078096, 'name': CreateVM_Task, 'duration_secs': 0.306491} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.566768] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.567218] env[69413]: DEBUG oslo_concurrency.lockutils [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.567514] env[69413]: DEBUG oslo_concurrency.lockutils [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.567737] env[69413]: DEBUG oslo_concurrency.lockutils [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.568013] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04f1a46c-5fb1-4466-bf17-c089cb691347 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.572416] env[69413]: DEBUG oslo_vmware.api [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Waiting for the task: (returnval){ [ 1031.572416] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52cb0d2e-0bc1-57e5-e7b2-d2e398296042" [ 1031.572416] env[69413]: _type = "Task" [ 1031.572416] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.582771] env[69413]: DEBUG oslo_vmware.api [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52cb0d2e-0bc1-57e5-e7b2-d2e398296042, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.632855] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5ee0be-ee7e-4ac9-a19a-570ba89c1566 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.640383] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580687b5-fe66-4656-81ae-9a939ac2a7fc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.675042] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6632e861-7b6f-4127-a4af-b6c5a38fe47f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.682842] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a10a78-efa9-4c22-bc69-5b73a0afc97a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.698039] env[69413]: DEBUG nova.compute.provider_tree [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.711130] env[69413]: DEBUG nova.network.neutron [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Updating instance_info_cache with network_info: [{"id": "9e4725e5-0e25-4a8f-80ba-1064cce96143", "address": "fa:16:3e:3f:17:c5", "network": {"id": "79035362-4c66-46cb-959e-06e2bfc25b97", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-862600175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9de209e31d334361a502bcd6046c7204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e4725e5-0e", "ovs_interfaceid": "9e4725e5-0e25-4a8f-80ba-1064cce96143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.844262] env[69413]: DEBUG oslo_concurrency.lockutils [None req-02773e8d-c6a4-4845-953c-50ee2f984247 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Releasing lock "refresh_cache-478ddab9-a20e-421a-9d25-fd72c56d3f8e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.844522] env[69413]: DEBUG nova.objects.instance [None req-02773e8d-c6a4-4845-953c-50ee2f984247 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lazy-loading 'migration_context' on Instance uuid 478ddab9-a20e-421a-9d25-fd72c56d3f8e {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.858926] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dbb84a78-1c3e-4eb6-819c-561a2af80ec6 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquiring lock "b2cc798f-a3e2-4ad6-8a1f-9b24069f9308" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.859183] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dbb84a78-1c3e-4eb6-819c-561a2af80ec6 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Lock "b2cc798f-a3e2-4ad6-8a1f-9b24069f9308" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.019811] env[69413]: DEBUG oslo_vmware.api [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Task: {'id': task-3078097, 'name': Rename_Task, 'duration_secs': 0.143804} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.020176] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.020455] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06b50aac-3213-41ff-b968-614cf7c3f4fc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.027215] env[69413]: DEBUG oslo_vmware.api [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Waiting for the task: (returnval){ [ 1032.027215] env[69413]: value = "task-3078098" [ 1032.027215] env[69413]: _type = "Task" [ 1032.027215] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.034507] env[69413]: DEBUG oslo_vmware.api [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Task: {'id': task-3078098, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.084662] env[69413]: DEBUG oslo_vmware.api [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52cb0d2e-0bc1-57e5-e7b2-d2e398296042, 'name': SearchDatastore_Task, 'duration_secs': 0.009595} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.084957] env[69413]: DEBUG oslo_concurrency.lockutils [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.085208] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.085446] env[69413]: DEBUG oslo_concurrency.lockutils [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.085588] env[69413]: DEBUG oslo_concurrency.lockutils [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.085761] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.086018] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c47dd22a-4efd-4ac3-8242-0f4ff35ac3d4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.094116] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.094297] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.094984] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da3811b8-7d21-48d8-a9ab-5b53c1e4365a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.100219] env[69413]: DEBUG oslo_vmware.api [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Waiting for the task: (returnval){ [ 1032.100219] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e88f02-9ad7-48f8-1098-50e14f855ee8" [ 1032.100219] env[69413]: _type = "Task" [ 1032.100219] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.107530] env[69413]: DEBUG oslo_vmware.api [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e88f02-9ad7-48f8-1098-50e14f855ee8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.204499] env[69413]: DEBUG nova.scheduler.client.report [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.213862] env[69413]: DEBUG oslo_concurrency.lockutils [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Releasing lock "refresh_cache-d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.214125] env[69413]: DEBUG nova.compute.manager [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Instance network_info: |[{"id": "9e4725e5-0e25-4a8f-80ba-1064cce96143", "address": "fa:16:3e:3f:17:c5", "network": {"id": "79035362-4c66-46cb-959e-06e2bfc25b97", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-862600175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9de209e31d334361a502bcd6046c7204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e4725e5-0e", "ovs_interfaceid": "9e4725e5-0e25-4a8f-80ba-1064cce96143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1032.214670] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:17:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd70692eb-97b3-417c-a4ca-1ee888246ad9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e4725e5-0e25-4a8f-80ba-1064cce96143', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1032.223052] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.223735] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1032.223970] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08ae8693-e9cb-4cc8-9e1b-a83ced7c3ec7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.245096] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1032.245096] env[69413]: value = "task-3078099" [ 1032.245096] env[69413]: _type = "Task" [ 1032.245096] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.253321] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078099, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.338052] env[69413]: DEBUG nova.compute.manager [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1032.347543] env[69413]: DEBUG nova.objects.base [None req-02773e8d-c6a4-4845-953c-50ee2f984247 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Object Instance<478ddab9-a20e-421a-9d25-fd72c56d3f8e> lazy-loaded attributes: info_cache,migration_context {{(pid=69413) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1032.348466] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fa583e-1807-4ab6-8893-cf2f4cc6a291 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.369139] env[69413]: DEBUG nova.compute.utils [None req-dbb84a78-1c3e-4eb6-819c-561a2af80ec6 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1032.372852] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-711416d8-3266-4e8e-8976-e2cf71edfd44 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.378155] env[69413]: DEBUG oslo_vmware.api [None req-02773e8d-c6a4-4845-953c-50ee2f984247 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 1032.378155] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]529f4975-6e7c-0d55-ac3d-ff85486f8558" [ 1032.378155] env[69413]: _type = "Task" [ 1032.378155] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.383909] env[69413]: DEBUG nova.virt.hardware [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1032.384184] env[69413]: DEBUG nova.virt.hardware [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1032.384365] env[69413]: DEBUG nova.virt.hardware [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1032.384554] env[69413]: DEBUG nova.virt.hardware [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1032.384719] env[69413]: DEBUG nova.virt.hardware [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1032.384873] env[69413]: DEBUG nova.virt.hardware [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1032.385106] env[69413]: DEBUG nova.virt.hardware [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1032.385275] env[69413]: DEBUG nova.virt.hardware [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1032.385443] env[69413]: DEBUG nova.virt.hardware [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1032.385616] env[69413]: DEBUG nova.virt.hardware [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1032.385795] env[69413]: DEBUG nova.virt.hardware [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1032.386952] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e46eaf9-6cde-416a-8804-404b33adeb32 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.394382] env[69413]: DEBUG oslo_vmware.api [None req-02773e8d-c6a4-4845-953c-50ee2f984247 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]529f4975-6e7c-0d55-ac3d-ff85486f8558, 'name': SearchDatastore_Task, 'duration_secs': 0.00699} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.396326] env[69413]: DEBUG oslo_concurrency.lockutils [None req-02773e8d-c6a4-4845-953c-50ee2f984247 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.397661] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805f2d45-0e3d-495a-8754-447213b784b1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.433732] env[69413]: DEBUG nova.compute.manager [req-9c52a89a-8fc6-4e15-bc20-b0bce0ae93cd req-e5b55d99-65a4-4e8d-b791-58eec68b8cd4 service nova] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Received event network-changed-9e4725e5-0e25-4a8f-80ba-1064cce96143 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.434020] env[69413]: DEBUG nova.compute.manager [req-9c52a89a-8fc6-4e15-bc20-b0bce0ae93cd req-e5b55d99-65a4-4e8d-b791-58eec68b8cd4 service nova] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Refreshing instance network info cache due to event network-changed-9e4725e5-0e25-4a8f-80ba-1064cce96143. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1032.434192] env[69413]: DEBUG oslo_concurrency.lockutils [req-9c52a89a-8fc6-4e15-bc20-b0bce0ae93cd req-e5b55d99-65a4-4e8d-b791-58eec68b8cd4 service nova] Acquiring lock "refresh_cache-d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.434287] env[69413]: DEBUG oslo_concurrency.lockutils [req-9c52a89a-8fc6-4e15-bc20-b0bce0ae93cd req-e5b55d99-65a4-4e8d-b791-58eec68b8cd4 service nova] Acquired lock "refresh_cache-d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.434450] env[69413]: DEBUG nova.network.neutron [req-9c52a89a-8fc6-4e15-bc20-b0bce0ae93cd req-e5b55d99-65a4-4e8d-b791-58eec68b8cd4 service nova] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Refreshing network info cache for port 9e4725e5-0e25-4a8f-80ba-1064cce96143 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1032.538792] env[69413]: DEBUG oslo_vmware.api [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Task: {'id': task-3078098, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.610049] env[69413]: DEBUG oslo_vmware.api [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e88f02-9ad7-48f8-1098-50e14f855ee8, 'name': SearchDatastore_Task, 'duration_secs': 0.008584} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.610825] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be3745ab-4c38-4ebc-9954-eb2b6e3e0d15 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.616069] env[69413]: DEBUG oslo_vmware.api [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Waiting for the task: (returnval){ [ 1032.616069] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5214a0ad-c47c-d867-c2bf-48c07f61f515" [ 1032.616069] env[69413]: _type = "Task" [ 1032.616069] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.623472] env[69413]: DEBUG oslo_vmware.api [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5214a0ad-c47c-d867-c2bf-48c07f61f515, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.712029] env[69413]: DEBUG oslo_concurrency.lockutils [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.712029] env[69413]: DEBUG nova.compute.manager [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1032.713362] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 12.738s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.756426] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078099, 'name': CreateVM_Task} progress is 25%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.797587] env[69413]: DEBUG nova.network.neutron [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Successfully updated port: 2720717b-195c-438d-8fc7-f29b9d414ff8 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1032.873680] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dbb84a78-1c3e-4eb6-819c-561a2af80ec6 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Lock "b2cc798f-a3e2-4ad6-8a1f-9b24069f9308" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.039459] env[69413]: DEBUG oslo_vmware.api [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Task: {'id': task-3078098, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.127024] env[69413]: DEBUG oslo_vmware.api [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5214a0ad-c47c-d867-c2bf-48c07f61f515, 'name': SearchDatastore_Task, 'duration_secs': 0.011275} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.127443] env[69413]: DEBUG oslo_concurrency.lockutils [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.127851] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 08cf1db4-5076-4cf5-8d4a-65ac906f1f75/08cf1db4-5076-4cf5-8d4a-65ac906f1f75.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1033.128233] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70c3f7a5-292e-4887-a882-178b2f669273 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.135970] env[69413]: DEBUG oslo_vmware.api [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Waiting for the task: (returnval){ [ 1033.135970] env[69413]: value = "task-3078100" [ 1033.135970] env[69413]: _type = "Task" [ 1033.135970] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.150839] env[69413]: DEBUG oslo_vmware.api [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Task: {'id': task-3078100, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.182479] env[69413]: DEBUG nova.network.neutron [req-9c52a89a-8fc6-4e15-bc20-b0bce0ae93cd req-e5b55d99-65a4-4e8d-b791-58eec68b8cd4 service nova] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Updated VIF entry in instance network info cache for port 9e4725e5-0e25-4a8f-80ba-1064cce96143. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1033.183048] env[69413]: DEBUG nova.network.neutron [req-9c52a89a-8fc6-4e15-bc20-b0bce0ae93cd req-e5b55d99-65a4-4e8d-b791-58eec68b8cd4 service nova] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Updating instance_info_cache with network_info: [{"id": "9e4725e5-0e25-4a8f-80ba-1064cce96143", "address": "fa:16:3e:3f:17:c5", "network": {"id": "79035362-4c66-46cb-959e-06e2bfc25b97", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-862600175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9de209e31d334361a502bcd6046c7204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e4725e5-0e", "ovs_interfaceid": "9e4725e5-0e25-4a8f-80ba-1064cce96143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.217226] env[69413]: DEBUG nova.compute.utils [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1033.228768] env[69413]: DEBUG nova.compute.manager [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1033.228935] env[69413]: DEBUG nova.network.neutron [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1033.256826] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078099, 'name': CreateVM_Task, 'duration_secs': 0.657252} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.257051] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1033.257778] env[69413]: DEBUG oslo_concurrency.lockutils [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.258025] env[69413]: DEBUG oslo_concurrency.lockutils [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.258261] env[69413]: DEBUG oslo_concurrency.lockutils [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.258503] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fcbc66d-cd11-4bb7-8b8b-98fe94cf5dfe {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.263127] env[69413]: DEBUG oslo_vmware.api [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 1033.263127] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b1bb92-ca27-1196-a5a7-8e62235d8e5f" [ 1033.263127] env[69413]: _type = "Task" [ 1033.263127] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.264866] env[69413]: DEBUG nova.policy [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a31bf8abc13f4301b7fd2d046095f508', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '766233e1213a4e82b80bdbaf2b5c3609', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1033.274696] env[69413]: DEBUG oslo_vmware.api [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b1bb92-ca27-1196-a5a7-8e62235d8e5f, 'name': SearchDatastore_Task, 'duration_secs': 0.009298} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.274961] env[69413]: DEBUG oslo_concurrency.lockutils [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.275223] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1033.275422] env[69413]: DEBUG oslo_concurrency.lockutils [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.275568] env[69413]: DEBUG oslo_concurrency.lockutils [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.275746] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1033.275986] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5972c8e-2311-48d7-a215-eabf8790c0bf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.283575] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1033.283879] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1033.284456] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea82c318-6591-442b-aea7-744821ca99b4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.290123] env[69413]: DEBUG oslo_vmware.api [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 1033.290123] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52cf9ab8-eff0-e6c1-e48b-9e091c15bdf7" [ 1033.290123] env[69413]: _type = "Task" [ 1033.290123] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.297860] env[69413]: DEBUG oslo_vmware.api [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52cf9ab8-eff0-e6c1-e48b-9e091c15bdf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.302826] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "refresh_cache-a670ec01-cf5f-4e7e-a2f6-8919703d7199" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.302826] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquired lock "refresh_cache-a670ec01-cf5f-4e7e-a2f6-8919703d7199" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.302826] env[69413]: DEBUG nova.network.neutron [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.543046] env[69413]: DEBUG oslo_vmware.api [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Task: {'id': task-3078098, 'name': PowerOnVM_Task, 'duration_secs': 1.066389} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.543046] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.543046] env[69413]: INFO nova.compute.manager [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Took 8.09 seconds to spawn the instance on the hypervisor. [ 1033.543046] env[69413]: DEBUG nova.compute.manager [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.543046] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88f3f89-d480-4f27-a8b9-170ff6b77944 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.591396] env[69413]: DEBUG nova.network.neutron [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Successfully created port: f0e0098f-703e-41f1-8dcb-22d12a79de4f {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1033.647603] env[69413]: DEBUG oslo_vmware.api [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Task: {'id': task-3078100, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49977} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.647939] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 08cf1db4-5076-4cf5-8d4a-65ac906f1f75/08cf1db4-5076-4cf5-8d4a-65ac906f1f75.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1033.648096] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1033.648355] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c8cf2cd-6937-4d9e-85fd-61cc8f5f5e40 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.654362] env[69413]: DEBUG oslo_vmware.api [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Waiting for the task: (returnval){ [ 1033.654362] env[69413]: value = "task-3078101" [ 1033.654362] env[69413]: _type = "Task" [ 1033.654362] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.661932] env[69413]: DEBUG oslo_vmware.api [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Task: {'id': task-3078101, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.686667] env[69413]: DEBUG oslo_concurrency.lockutils [req-9c52a89a-8fc6-4e15-bc20-b0bce0ae93cd req-e5b55d99-65a4-4e8d-b791-58eec68b8cd4 service nova] Releasing lock "refresh_cache-d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.731670] env[69413]: DEBUG nova.compute.manager [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1033.738071] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Applying migration context for instance 478ddab9-a20e-421a-9d25-fd72c56d3f8e as it has an incoming, in-progress migration 71d21573-3054-4715-ade2-b8ba06e1556a. Migration status is confirming {{(pid=69413) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1033.738071] env[69413]: INFO nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Updating resource usage from migration 71d21573-3054-4715-ade2-b8ba06e1556a [ 1033.760678] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance dc802a86-b5a3-4808-a641-dc42d77ee1e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1033.760811] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1033.760954] env[69413]: WARNING nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance c15d57db-e0cf-45df-8bc4-9743066e5d54 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1033.761086] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance a831417f-aa67-4dc5-9b42-9fa51e69d85c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1033.761201] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1033.761310] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance b2cc798f-a3e2-4ad6-8a1f-9b24069f9308 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1033.761425] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 7d1875ac-2554-480f-96ae-de15482d93df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1033.761778] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 28e09a43-f40d-4640-8cb7-18f69086b9e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1033.761778] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1033.761778] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 9714646b-1525-4dd9-805d-cae11ee88a3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1033.761912] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance e6cd12ab-429c-4174-b2c0-bce6b23df85a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1033.761954] env[69413]: WARNING nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 32e173a8-a4eb-4d17-9cc3-2eca780ac297 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1033.762096] env[69413]: WARNING nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance fc1b0b9d-a67f-4362-8938-fb78f9e3a526 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1033.762223] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Migration 71d21573-3054-4715-ade2-b8ba06e1556a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1033.762337] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 478ddab9-a20e-421a-9d25-fd72c56d3f8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1033.762448] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 08cf1db4-5076-4cf5-8d4a-65ac906f1f75 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1033.762558] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1033.762801] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1033.762801] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance a670ec01-cf5f-4e7e-a2f6-8919703d7199 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1033.762886] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1033.800620] env[69413]: DEBUG oslo_vmware.api [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52cf9ab8-eff0-e6c1-e48b-9e091c15bdf7, 'name': SearchDatastore_Task, 'duration_secs': 0.009091} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.801983] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b47872b-9262-45a0-833a-901c08ef0bba {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.810877] env[69413]: DEBUG oslo_vmware.api [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 1033.810877] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52982d8c-efc5-3824-ddfd-5d0c4d891fc6" [ 1033.810877] env[69413]: _type = "Task" [ 1033.810877] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.819178] env[69413]: DEBUG oslo_vmware.api [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52982d8c-efc5-3824-ddfd-5d0c4d891fc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.836629] env[69413]: DEBUG nova.network.neutron [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1033.949521] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dbb84a78-1c3e-4eb6-819c-561a2af80ec6 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquiring lock "b2cc798f-a3e2-4ad6-8a1f-9b24069f9308" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.951034] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dbb84a78-1c3e-4eb6-819c-561a2af80ec6 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Lock "b2cc798f-a3e2-4ad6-8a1f-9b24069f9308" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.951034] env[69413]: INFO nova.compute.manager [None req-dbb84a78-1c3e-4eb6-819c-561a2af80ec6 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Attaching volume 80cd03d2-20b1-4ea6-a908-44f7bb7293ce to /dev/sdb [ 1033.979544] env[69413]: DEBUG nova.network.neutron [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Updating instance_info_cache with network_info: [{"id": "2720717b-195c-438d-8fc7-f29b9d414ff8", "address": "fa:16:3e:22:c7:65", "network": {"id": "61a05717-9f5d-4031-ac74-e8d03b04d677", "bridge": "br-int", "label": "tempest-ServersTestJSON-1834075300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38a8868548d7403ea0a11a77a65ba7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2720717b-19", "ovs_interfaceid": "2720717b-195c-438d-8fc7-f29b9d414ff8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.987407] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e8643f-d59d-4607-af34-d0fc5683ca66 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.995717] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b67e679-f51c-4d09-a2cb-9b782737fc18 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.009919] env[69413]: DEBUG nova.virt.block_device [None req-dbb84a78-1c3e-4eb6-819c-561a2af80ec6 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Updating existing volume attachment record: b0b8ecb3-29dd-423a-8132-9a5377a8ff05 {{(pid=69413) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1034.065434] env[69413]: INFO nova.compute.manager [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Took 31.99 seconds to build instance. [ 1034.163774] env[69413]: DEBUG oslo_vmware.api [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Task: {'id': task-3078101, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064435} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.164112] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1034.164911] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a725460d-0b70-4f00-a6e2-b5fdc14b8326 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.185026] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 08cf1db4-5076-4cf5-8d4a-65ac906f1f75/08cf1db4-5076-4cf5-8d4a-65ac906f1f75.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.185469] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc4ac66b-a548-486d-be78-2aa0a7429bbf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.204186] env[69413]: DEBUG oslo_vmware.api [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Waiting for the task: (returnval){ [ 1034.204186] env[69413]: value = "task-3078103" [ 1034.204186] env[69413]: _type = "Task" [ 1034.204186] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.212413] env[69413]: DEBUG oslo_vmware.api [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Task: {'id': task-3078103, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.266924] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 5b4abcec-f532-48b1-a568-c19aa9e2bc1a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1034.323542] env[69413]: DEBUG oslo_vmware.api [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52982d8c-efc5-3824-ddfd-5d0c4d891fc6, 'name': SearchDatastore_Task, 'duration_secs': 0.010103} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.323814] env[69413]: DEBUG oslo_concurrency.lockutils [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.324127] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f/d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1034.324451] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ae6f861-10c8-4835-a12c-fc965acef05a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.333015] env[69413]: DEBUG oslo_vmware.api [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 1034.333015] env[69413]: value = "task-3078104" [ 1034.333015] env[69413]: _type = "Task" [ 1034.333015] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.340549] env[69413]: DEBUG oslo_vmware.api [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078104, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.461890] env[69413]: DEBUG nova.compute.manager [req-66f008f6-467d-4ca4-be06-494c3b36e150 req-aebbcdd1-1262-41c4-a950-5cd8c6a91f66 service nova] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Received event network-vif-plugged-2720717b-195c-438d-8fc7-f29b9d414ff8 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.462161] env[69413]: DEBUG oslo_concurrency.lockutils [req-66f008f6-467d-4ca4-be06-494c3b36e150 req-aebbcdd1-1262-41c4-a950-5cd8c6a91f66 service nova] Acquiring lock "a670ec01-cf5f-4e7e-a2f6-8919703d7199-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.462398] env[69413]: DEBUG oslo_concurrency.lockutils [req-66f008f6-467d-4ca4-be06-494c3b36e150 req-aebbcdd1-1262-41c4-a950-5cd8c6a91f66 service nova] Lock "a670ec01-cf5f-4e7e-a2f6-8919703d7199-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.462635] env[69413]: DEBUG oslo_concurrency.lockutils [req-66f008f6-467d-4ca4-be06-494c3b36e150 req-aebbcdd1-1262-41c4-a950-5cd8c6a91f66 service nova] Lock "a670ec01-cf5f-4e7e-a2f6-8919703d7199-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.462878] env[69413]: DEBUG nova.compute.manager [req-66f008f6-467d-4ca4-be06-494c3b36e150 req-aebbcdd1-1262-41c4-a950-5cd8c6a91f66 service nova] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] No waiting events found dispatching network-vif-plugged-2720717b-195c-438d-8fc7-f29b9d414ff8 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1034.463014] env[69413]: WARNING nova.compute.manager [req-66f008f6-467d-4ca4-be06-494c3b36e150 req-aebbcdd1-1262-41c4-a950-5cd8c6a91f66 service nova] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Received unexpected event network-vif-plugged-2720717b-195c-438d-8fc7-f29b9d414ff8 for instance with vm_state building and task_state spawning. [ 1034.463397] env[69413]: DEBUG nova.compute.manager [req-66f008f6-467d-4ca4-be06-494c3b36e150 req-aebbcdd1-1262-41c4-a950-5cd8c6a91f66 service nova] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Received event network-changed-2720717b-195c-438d-8fc7-f29b9d414ff8 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.463569] env[69413]: DEBUG nova.compute.manager [req-66f008f6-467d-4ca4-be06-494c3b36e150 req-aebbcdd1-1262-41c4-a950-5cd8c6a91f66 service nova] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Refreshing instance network info cache due to event network-changed-2720717b-195c-438d-8fc7-f29b9d414ff8. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1034.463745] env[69413]: DEBUG oslo_concurrency.lockutils [req-66f008f6-467d-4ca4-be06-494c3b36e150 req-aebbcdd1-1262-41c4-a950-5cd8c6a91f66 service nova] Acquiring lock "refresh_cache-a670ec01-cf5f-4e7e-a2f6-8919703d7199" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.482451] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Releasing lock "refresh_cache-a670ec01-cf5f-4e7e-a2f6-8919703d7199" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.482766] env[69413]: DEBUG nova.compute.manager [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Instance network_info: |[{"id": "2720717b-195c-438d-8fc7-f29b9d414ff8", "address": "fa:16:3e:22:c7:65", "network": {"id": "61a05717-9f5d-4031-ac74-e8d03b04d677", "bridge": "br-int", "label": "tempest-ServersTestJSON-1834075300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38a8868548d7403ea0a11a77a65ba7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2720717b-19", "ovs_interfaceid": "2720717b-195c-438d-8fc7-f29b9d414ff8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1034.483047] env[69413]: DEBUG oslo_concurrency.lockutils [req-66f008f6-467d-4ca4-be06-494c3b36e150 req-aebbcdd1-1262-41c4-a950-5cd8c6a91f66 service nova] Acquired lock "refresh_cache-a670ec01-cf5f-4e7e-a2f6-8919703d7199" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.483302] env[69413]: DEBUG nova.network.neutron [req-66f008f6-467d-4ca4-be06-494c3b36e150 req-aebbcdd1-1262-41c4-a950-5cd8c6a91f66 service nova] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Refreshing network info cache for port 2720717b-195c-438d-8fc7-f29b9d414ff8 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.484800] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:c7:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dabbac20-1723-40ad-9da0-e53b28073651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2720717b-195c-438d-8fc7-f29b9d414ff8', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.492358] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.493332] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1034.493588] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-748c5b91-5a51-47ac-a319-e557fec394ac {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.515978] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1034.515978] env[69413]: value = "task-3078107" [ 1034.515978] env[69413]: _type = "Task" [ 1034.515978] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.524900] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078107, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.567168] env[69413]: DEBUG oslo_concurrency.lockutils [None req-df761f74-158c-415a-91b9-c7d911f52394 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Lock "20fd3ffa-6ce1-49ac-a10e-2eb47b08f083" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.499s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.674612] env[69413]: DEBUG nova.compute.manager [None req-bb143942-fc29-4dc6-bff7-c91c11e34331 tempest-ServerExternalEventsTest-8188975 tempest-ServerExternalEventsTest-8188975-project] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Received event network-changed {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.674838] env[69413]: DEBUG nova.compute.manager [None req-bb143942-fc29-4dc6-bff7-c91c11e34331 tempest-ServerExternalEventsTest-8188975 tempest-ServerExternalEventsTest-8188975-project] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Refreshing instance network info cache due to event network-changed. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1034.675088] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb143942-fc29-4dc6-bff7-c91c11e34331 tempest-ServerExternalEventsTest-8188975 tempest-ServerExternalEventsTest-8188975-project] Acquiring lock "refresh_cache-20fd3ffa-6ce1-49ac-a10e-2eb47b08f083" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.675254] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb143942-fc29-4dc6-bff7-c91c11e34331 tempest-ServerExternalEventsTest-8188975 tempest-ServerExternalEventsTest-8188975-project] Acquired lock "refresh_cache-20fd3ffa-6ce1-49ac-a10e-2eb47b08f083" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.675420] env[69413]: DEBUG nova.network.neutron [None req-bb143942-fc29-4dc6-bff7-c91c11e34331 tempest-ServerExternalEventsTest-8188975 tempest-ServerExternalEventsTest-8188975-project] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.714829] env[69413]: DEBUG oslo_vmware.api [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Task: {'id': task-3078103, 'name': ReconfigVM_Task, 'duration_secs': 0.260358} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.715162] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 08cf1db4-5076-4cf5-8d4a-65ac906f1f75/08cf1db4-5076-4cf5-8d4a-65ac906f1f75.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.715786] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-819bb3f8-b20c-40d3-b375-2ede95e6400e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.723323] env[69413]: DEBUG oslo_vmware.api [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Waiting for the task: (returnval){ [ 1034.723323] env[69413]: value = "task-3078108" [ 1034.723323] env[69413]: _type = "Task" [ 1034.723323] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.733119] env[69413]: DEBUG oslo_vmware.api [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Task: {'id': task-3078108, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.745824] env[69413]: DEBUG nova.compute.manager [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1034.772520] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance ba15ffbe-192a-448a-bc28-461f876c6804 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1034.776375] env[69413]: DEBUG nova.virt.hardware [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4766547f8d17f3dde2b4bb40371868dc',container_format='bare',created_at=2025-03-19T04:18:13Z,direct_url=,disk_format='vmdk',id=112fec98-8ad8-4a04-8ae2-4d7b59c9e0eb,min_disk=1,min_ram=0,name='tempest-test-snap-440023647',owner='766233e1213a4e82b80bdbaf2b5c3609',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-03-19T04:18:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1034.776626] env[69413]: DEBUG nova.virt.hardware [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1034.776785] env[69413]: DEBUG nova.virt.hardware [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1034.776964] env[69413]: DEBUG nova.virt.hardware [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1034.777179] env[69413]: DEBUG nova.virt.hardware [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1034.777335] env[69413]: DEBUG nova.virt.hardware [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1034.777542] env[69413]: DEBUG nova.virt.hardware [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1034.777698] env[69413]: DEBUG nova.virt.hardware [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1034.777869] env[69413]: DEBUG nova.virt.hardware [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1034.778041] env[69413]: DEBUG nova.virt.hardware [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1034.778226] env[69413]: DEBUG nova.virt.hardware [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1034.779426] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f583ea65-e016-4188-8ca1-9b016442deab {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.788142] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d911a224-9087-408b-a600-f3b9cd8574c4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.844217] env[69413]: DEBUG oslo_vmware.api [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078104, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.032008] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078107, 'name': CreateVM_Task} progress is 25%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.234758] env[69413]: DEBUG oslo_vmware.api [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Task: {'id': task-3078108, 'name': Rename_Task, 'duration_secs': 0.17738} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.235206] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.239482] env[69413]: DEBUG nova.network.neutron [req-66f008f6-467d-4ca4-be06-494c3b36e150 req-aebbcdd1-1262-41c4-a950-5cd8c6a91f66 service nova] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Updated VIF entry in instance network info cache for port 2720717b-195c-438d-8fc7-f29b9d414ff8. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1035.239964] env[69413]: DEBUG nova.network.neutron [req-66f008f6-467d-4ca4-be06-494c3b36e150 req-aebbcdd1-1262-41c4-a950-5cd8c6a91f66 service nova] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Updating instance_info_cache with network_info: [{"id": "2720717b-195c-438d-8fc7-f29b9d414ff8", "address": "fa:16:3e:22:c7:65", "network": {"id": "61a05717-9f5d-4031-ac74-e8d03b04d677", "bridge": "br-int", "label": "tempest-ServersTestJSON-1834075300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38a8868548d7403ea0a11a77a65ba7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2720717b-19", "ovs_interfaceid": "2720717b-195c-438d-8fc7-f29b9d414ff8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.242794] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38ff98b3-e40e-41d3-a69a-0bddfe486f6b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.245353] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6fc354c8-f71d-4205-be42-d1825ff41509 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Acquiring lock "20fd3ffa-6ce1-49ac-a10e-2eb47b08f083" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.245706] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6fc354c8-f71d-4205-be42-d1825ff41509 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Lock "20fd3ffa-6ce1-49ac-a10e-2eb47b08f083" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.246103] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6fc354c8-f71d-4205-be42-d1825ff41509 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Acquiring lock "20fd3ffa-6ce1-49ac-a10e-2eb47b08f083-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.246530] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6fc354c8-f71d-4205-be42-d1825ff41509 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Lock "20fd3ffa-6ce1-49ac-a10e-2eb47b08f083-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.247040] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6fc354c8-f71d-4205-be42-d1825ff41509 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Lock "20fd3ffa-6ce1-49ac-a10e-2eb47b08f083-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.249476] env[69413]: INFO nova.compute.manager [None req-6fc354c8-f71d-4205-be42-d1825ff41509 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Terminating instance [ 1035.257279] env[69413]: DEBUG oslo_vmware.api [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Waiting for the task: (returnval){ [ 1035.257279] env[69413]: value = "task-3078109" [ 1035.257279] env[69413]: _type = "Task" [ 1035.257279] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.269161] env[69413]: DEBUG oslo_vmware.api [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Task: {'id': task-3078109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.285269] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance a00b927a-72f2-43e5-8a2f-b677cac41d83 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1035.285269] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=69413) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1035.285269] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=69413) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1035.351064] env[69413]: DEBUG oslo_vmware.api [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078104, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.832717} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.351487] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f/d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1035.351710] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1035.351999] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e51fcf7d-9e42-40f2-9ab2-a88e794c52c5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.362339] env[69413]: DEBUG oslo_vmware.api [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 1035.362339] env[69413]: value = "task-3078110" [ 1035.362339] env[69413]: _type = "Task" [ 1035.362339] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.371704] env[69413]: DEBUG oslo_vmware.api [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078110, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.438873] env[69413]: DEBUG nova.network.neutron [None req-bb143942-fc29-4dc6-bff7-c91c11e34331 tempest-ServerExternalEventsTest-8188975 tempest-ServerExternalEventsTest-8188975-project] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Updating instance_info_cache with network_info: [{"id": "b5afb7c6-f394-4142-ae39-a7d3ee584a77", "address": "fa:16:3e:df:e3:fd", "network": {"id": "8cb610e7-e4da-4776-8f19-c9728f51fb27", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9a021a88be0b4ec0bf1248cc136ac194", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5afb7c6-f3", "ovs_interfaceid": "b5afb7c6-f394-4142-ae39-a7d3ee584a77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.526712] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078107, 'name': CreateVM_Task, 'duration_secs': 0.896834} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.529282] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1035.530177] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.530383] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.530702] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.530970] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c47e2766-fa24-43de-b011-dcdd07068ca9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.535494] env[69413]: DEBUG oslo_vmware.api [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1035.535494] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522f73b9-929b-2645-bb71-1adba337f574" [ 1035.535494] env[69413]: _type = "Task" [ 1035.535494] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.543173] env[69413]: DEBUG oslo_vmware.api [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522f73b9-929b-2645-bb71-1adba337f574, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.573389] env[69413]: DEBUG nova.network.neutron [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Successfully updated port: f0e0098f-703e-41f1-8dcb-22d12a79de4f {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1035.637930] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c579abd-44f8-4b50-841f-f8c87cf49358 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.645617] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928d3235-67f9-421f-a2a0-b4de28176d61 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.677062] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1617280d-f25b-4433-80b9-dca486027576 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.684793] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548d8d96-12d1-4bad-ad93-27242e80b8cc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.698114] env[69413]: DEBUG nova.compute.provider_tree [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.743399] env[69413]: DEBUG oslo_concurrency.lockutils [req-66f008f6-467d-4ca4-be06-494c3b36e150 req-aebbcdd1-1262-41c4-a950-5cd8c6a91f66 service nova] Releasing lock "refresh_cache-a670ec01-cf5f-4e7e-a2f6-8919703d7199" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.766499] env[69413]: DEBUG nova.compute.manager [None req-6fc354c8-f71d-4205-be42-d1825ff41509 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1035.766714] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc354c8-f71d-4205-be42-d1825ff41509 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.766983] env[69413]: DEBUG oslo_vmware.api [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Task: {'id': task-3078109, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.767767] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce4abd9-321f-4db5-aa1e-51938c796fef {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.776782] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fc354c8-f71d-4205-be42-d1825ff41509 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.776996] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bd03203-0f19-43ed-b740-093ce7bdfe33 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.783931] env[69413]: DEBUG oslo_vmware.api [None req-6fc354c8-f71d-4205-be42-d1825ff41509 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Waiting for the task: (returnval){ [ 1035.783931] env[69413]: value = "task-3078111" [ 1035.783931] env[69413]: _type = "Task" [ 1035.783931] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.791566] env[69413]: DEBUG oslo_vmware.api [None req-6fc354c8-f71d-4205-be42-d1825ff41509 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Task: {'id': task-3078111, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.873188] env[69413]: DEBUG oslo_vmware.api [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078110, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.200428} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.873499] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1035.874321] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1709bb-7c04-43f8-a537-efbaa05df5a3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.898196] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f/d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.898496] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a73230ef-bf48-43ad-81b3-665e4293b6be {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.918862] env[69413]: DEBUG oslo_vmware.api [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 1035.918862] env[69413]: value = "task-3078112" [ 1035.918862] env[69413]: _type = "Task" [ 1035.918862] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.927165] env[69413]: DEBUG oslo_vmware.api [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078112, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.941087] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb143942-fc29-4dc6-bff7-c91c11e34331 tempest-ServerExternalEventsTest-8188975 tempest-ServerExternalEventsTest-8188975-project] Releasing lock "refresh_cache-20fd3ffa-6ce1-49ac-a10e-2eb47b08f083" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.047930] env[69413]: DEBUG oslo_vmware.api [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522f73b9-929b-2645-bb71-1adba337f574, 'name': SearchDatastore_Task, 'duration_secs': 0.021828} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.047930] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.047930] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1036.047930] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.047930] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.047930] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.047930] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c1a5d7f-d87e-4421-ac69-ef55ea7325bb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.059477] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.059806] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1036.060860] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e5c4ec5-0301-43c7-bb94-77624b6f3b0c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.067945] env[69413]: DEBUG oslo_vmware.api [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1036.067945] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f6173c-6cf7-5fc5-9bfe-725207e0c082" [ 1036.067945] env[69413]: _type = "Task" [ 1036.067945] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.077734] env[69413]: DEBUG oslo_concurrency.lockutils [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquiring lock "refresh_cache-66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.077984] env[69413]: DEBUG oslo_concurrency.lockutils [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquired lock "refresh_cache-66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.078172] env[69413]: DEBUG nova.network.neutron [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.079457] env[69413]: DEBUG oslo_vmware.api [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f6173c-6cf7-5fc5-9bfe-725207e0c082, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.201331] env[69413]: DEBUG nova.scheduler.client.report [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.268991] env[69413]: DEBUG oslo_vmware.api [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Task: {'id': task-3078109, 'name': PowerOnVM_Task, 'duration_secs': 0.764176} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.269279] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.269487] env[69413]: DEBUG nova.compute.manager [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.270291] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d913ca2-f453-4db7-8251-2bc21542fd2b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.294332] env[69413]: DEBUG oslo_vmware.api [None req-6fc354c8-f71d-4205-be42-d1825ff41509 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Task: {'id': task-3078111, 'name': PowerOffVM_Task, 'duration_secs': 0.339097} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.294656] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fc354c8-f71d-4205-be42-d1825ff41509 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.294901] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc354c8-f71d-4205-be42-d1825ff41509 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1036.295214] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0fc9e89-f71b-4788-a1f8-ad13cc473353 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.366968] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc354c8-f71d-4205-be42-d1825ff41509 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.367260] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc354c8-f71d-4205-be42-d1825ff41509 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.367532] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fc354c8-f71d-4205-be42-d1825ff41509 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Deleting the datastore file [datastore2] 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.367831] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4328ad9-41aa-4956-b945-c2ab4967030b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.374414] env[69413]: DEBUG oslo_vmware.api [None req-6fc354c8-f71d-4205-be42-d1825ff41509 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Waiting for the task: (returnval){ [ 1036.374414] env[69413]: value = "task-3078114" [ 1036.374414] env[69413]: _type = "Task" [ 1036.374414] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.382823] env[69413]: DEBUG oslo_vmware.api [None req-6fc354c8-f71d-4205-be42-d1825ff41509 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Task: {'id': task-3078114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.429712] env[69413]: DEBUG oslo_vmware.api [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078112, 'name': ReconfigVM_Task, 'duration_secs': 0.432224} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.429984] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Reconfigured VM instance instance-00000056 to attach disk [datastore1] d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f/d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.430634] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3900de42-b021-490f-9ee8-b31b7cf69ec7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.437428] env[69413]: DEBUG oslo_vmware.api [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 1036.437428] env[69413]: value = "task-3078115" [ 1036.437428] env[69413]: _type = "Task" [ 1036.437428] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.444372] env[69413]: DEBUG oslo_vmware.api [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078115, 'name': Rename_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.508136] env[69413]: DEBUG nova.compute.manager [req-91972b7a-943d-4401-af22-e2bddbb93f43 req-33a2f4ff-7f2c-422b-bdc2-cf45ed6927cd service nova] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Received event network-vif-plugged-f0e0098f-703e-41f1-8dcb-22d12a79de4f {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.508905] env[69413]: DEBUG oslo_concurrency.lockutils [req-91972b7a-943d-4401-af22-e2bddbb93f43 req-33a2f4ff-7f2c-422b-bdc2-cf45ed6927cd service nova] Acquiring lock "66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.509371] env[69413]: DEBUG oslo_concurrency.lockutils [req-91972b7a-943d-4401-af22-e2bddbb93f43 req-33a2f4ff-7f2c-422b-bdc2-cf45ed6927cd service nova] Lock "66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.509826] env[69413]: DEBUG oslo_concurrency.lockutils [req-91972b7a-943d-4401-af22-e2bddbb93f43 req-33a2f4ff-7f2c-422b-bdc2-cf45ed6927cd service nova] Lock "66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.510388] env[69413]: DEBUG nova.compute.manager [req-91972b7a-943d-4401-af22-e2bddbb93f43 req-33a2f4ff-7f2c-422b-bdc2-cf45ed6927cd service nova] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] No waiting events found dispatching network-vif-plugged-f0e0098f-703e-41f1-8dcb-22d12a79de4f {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1036.510818] env[69413]: WARNING nova.compute.manager [req-91972b7a-943d-4401-af22-e2bddbb93f43 req-33a2f4ff-7f2c-422b-bdc2-cf45ed6927cd service nova] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Received unexpected event network-vif-plugged-f0e0098f-703e-41f1-8dcb-22d12a79de4f for instance with vm_state building and task_state spawning. [ 1036.511373] env[69413]: DEBUG nova.compute.manager [req-91972b7a-943d-4401-af22-e2bddbb93f43 req-33a2f4ff-7f2c-422b-bdc2-cf45ed6927cd service nova] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Received event network-changed-f0e0098f-703e-41f1-8dcb-22d12a79de4f {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.511800] env[69413]: DEBUG nova.compute.manager [req-91972b7a-943d-4401-af22-e2bddbb93f43 req-33a2f4ff-7f2c-422b-bdc2-cf45ed6927cd service nova] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Refreshing instance network info cache due to event network-changed-f0e0098f-703e-41f1-8dcb-22d12a79de4f. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1036.512255] env[69413]: DEBUG oslo_concurrency.lockutils [req-91972b7a-943d-4401-af22-e2bddbb93f43 req-33a2f4ff-7f2c-422b-bdc2-cf45ed6927cd service nova] Acquiring lock "refresh_cache-66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.580358] env[69413]: DEBUG oslo_vmware.api [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f6173c-6cf7-5fc5-9bfe-725207e0c082, 'name': SearchDatastore_Task, 'duration_secs': 0.028125} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.582016] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8153225-620d-428f-9f71-090872726c74 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.592117] env[69413]: DEBUG oslo_vmware.api [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1036.592117] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e8b9fa-9042-a3d7-355a-dd474186c04a" [ 1036.592117] env[69413]: _type = "Task" [ 1036.592117] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.597358] env[69413]: DEBUG oslo_vmware.api [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e8b9fa-9042-a3d7-355a-dd474186c04a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.649114] env[69413]: DEBUG nova.network.neutron [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1036.706445] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69413) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1036.706873] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.994s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.707307] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.633s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.708939] env[69413]: INFO nova.compute.claims [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1036.785589] env[69413]: DEBUG oslo_concurrency.lockutils [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.793634] env[69413]: DEBUG nova.network.neutron [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Updating instance_info_cache with network_info: [{"id": "f0e0098f-703e-41f1-8dcb-22d12a79de4f", "address": "fa:16:3e:66:9b:e1", "network": {"id": "df4761ae-212a-4073-939a-98388439e29c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-36663941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "766233e1213a4e82b80bdbaf2b5c3609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0e0098f-70", "ovs_interfaceid": "f0e0098f-703e-41f1-8dcb-22d12a79de4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.886317] env[69413]: DEBUG oslo_vmware.api [None req-6fc354c8-f71d-4205-be42-d1825ff41509 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Task: {'id': task-3078114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165379} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.886650] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fc354c8-f71d-4205-be42-d1825ff41509 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.886842] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc354c8-f71d-4205-be42-d1825ff41509 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.887074] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc354c8-f71d-4205-be42-d1825ff41509 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.887276] env[69413]: INFO nova.compute.manager [None req-6fc354c8-f71d-4205-be42-d1825ff41509 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1036.887552] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fc354c8-f71d-4205-be42-d1825ff41509 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.887857] env[69413]: DEBUG nova.compute.manager [-] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1036.887967] env[69413]: DEBUG nova.network.neutron [-] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1036.947368] env[69413]: DEBUG oslo_vmware.api [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078115, 'name': Rename_Task, 'duration_secs': 0.145842} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.947666] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.947908] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6526f159-3703-4bc5-9fc4-183cfd04e5f8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.954323] env[69413]: DEBUG oslo_vmware.api [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 1036.954323] env[69413]: value = "task-3078117" [ 1036.954323] env[69413]: _type = "Task" [ 1036.954323] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.961869] env[69413]: DEBUG oslo_vmware.api [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.100944] env[69413]: DEBUG oslo_vmware.api [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e8b9fa-9042-a3d7-355a-dd474186c04a, 'name': SearchDatastore_Task, 'duration_secs': 0.00843} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.101257] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.101516] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] a670ec01-cf5f-4e7e-a2f6-8919703d7199/a670ec01-cf5f-4e7e-a2f6-8919703d7199.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1037.101846] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6cb983f-8e5a-4244-ab03-b42a69557efb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.108080] env[69413]: DEBUG oslo_vmware.api [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1037.108080] env[69413]: value = "task-3078118" [ 1037.108080] env[69413]: _type = "Task" [ 1037.108080] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.118972] env[69413]: DEBUG oslo_vmware.api [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078118, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.295219] env[69413]: DEBUG oslo_concurrency.lockutils [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Releasing lock "refresh_cache-66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.295559] env[69413]: DEBUG nova.compute.manager [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Instance network_info: |[{"id": "f0e0098f-703e-41f1-8dcb-22d12a79de4f", "address": "fa:16:3e:66:9b:e1", "network": {"id": "df4761ae-212a-4073-939a-98388439e29c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-36663941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "766233e1213a4e82b80bdbaf2b5c3609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0e0098f-70", "ovs_interfaceid": "f0e0098f-703e-41f1-8dcb-22d12a79de4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1037.296227] env[69413]: DEBUG oslo_concurrency.lockutils [req-91972b7a-943d-4401-af22-e2bddbb93f43 req-33a2f4ff-7f2c-422b-bdc2-cf45ed6927cd service nova] Acquired lock "refresh_cache-66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.296444] env[69413]: DEBUG nova.network.neutron [req-91972b7a-943d-4401-af22-e2bddbb93f43 req-33a2f4ff-7f2c-422b-bdc2-cf45ed6927cd service nova] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Refreshing network info cache for port f0e0098f-703e-41f1-8dcb-22d12a79de4f {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.297714] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:9b:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74e6f6e0-95e6-4531-99e9-0e78350fb655', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0e0098f-703e-41f1-8dcb-22d12a79de4f', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.306243] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.309581] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.310070] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c743d76d-8220-4545-be03-d9f8310414d4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.331686] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.331686] env[69413]: value = "task-3078119" [ 1037.331686] env[69413]: _type = "Task" [ 1037.331686] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.340384] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078119, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.465890] env[69413]: DEBUG oslo_vmware.api [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078117, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.599835] env[69413]: DEBUG nova.network.neutron [req-91972b7a-943d-4401-af22-e2bddbb93f43 req-33a2f4ff-7f2c-422b-bdc2-cf45ed6927cd service nova] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Updated VIF entry in instance network info cache for port f0e0098f-703e-41f1-8dcb-22d12a79de4f. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.600167] env[69413]: DEBUG nova.network.neutron [req-91972b7a-943d-4401-af22-e2bddbb93f43 req-33a2f4ff-7f2c-422b-bdc2-cf45ed6927cd service nova] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Updating instance_info_cache with network_info: [{"id": "f0e0098f-703e-41f1-8dcb-22d12a79de4f", "address": "fa:16:3e:66:9b:e1", "network": {"id": "df4761ae-212a-4073-939a-98388439e29c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-36663941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "766233e1213a4e82b80bdbaf2b5c3609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0e0098f-70", "ovs_interfaceid": "f0e0098f-703e-41f1-8dcb-22d12a79de4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.619281] env[69413]: DEBUG oslo_vmware.api [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078118, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.688154] env[69413]: DEBUG nova.network.neutron [-] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.721979] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e0f2b972-c1f5-43f5-8524-9d985ad76fc2 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Acquiring lock "08cf1db4-5076-4cf5-8d4a-65ac906f1f75" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.722357] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e0f2b972-c1f5-43f5-8524-9d985ad76fc2 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Lock "08cf1db4-5076-4cf5-8d4a-65ac906f1f75" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.722647] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e0f2b972-c1f5-43f5-8524-9d985ad76fc2 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Acquiring lock "08cf1db4-5076-4cf5-8d4a-65ac906f1f75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.722907] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e0f2b972-c1f5-43f5-8524-9d985ad76fc2 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Lock "08cf1db4-5076-4cf5-8d4a-65ac906f1f75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.723177] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e0f2b972-c1f5-43f5-8524-9d985ad76fc2 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Lock "08cf1db4-5076-4cf5-8d4a-65ac906f1f75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.725525] env[69413]: INFO nova.compute.manager [None req-e0f2b972-c1f5-43f5-8524-9d985ad76fc2 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Terminating instance [ 1037.844172] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078119, 'name': CreateVM_Task} progress is 25%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.968978] env[69413]: DEBUG oslo_vmware.api [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078117, 'name': PowerOnVM_Task, 'duration_secs': 0.517918} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.969308] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.969522] env[69413]: INFO nova.compute.manager [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Took 8.06 seconds to spawn the instance on the hypervisor. [ 1037.969698] env[69413]: DEBUG nova.compute.manager [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.970502] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49023d5b-f385-4782-9540-5572d2f08a0d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.022769] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d98003-1b4e-4091-8d90-907e06de83d1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.031425] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4b5010-ba67-4964-b693-19932fad61cc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.063893] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c39dbe-f1af-4355-bdfc-50e54e4cb661 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.071550] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a74a2fb-e85d-4d2e-b438-ad217ac8c713 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.085319] env[69413]: DEBUG nova.compute.provider_tree [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.104258] env[69413]: DEBUG oslo_concurrency.lockutils [req-91972b7a-943d-4401-af22-e2bddbb93f43 req-33a2f4ff-7f2c-422b-bdc2-cf45ed6927cd service nova] Releasing lock "refresh_cache-66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.118065] env[69413]: DEBUG oslo_vmware.api [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078118, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603796} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.118322] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] a670ec01-cf5f-4e7e-a2f6-8919703d7199/a670ec01-cf5f-4e7e-a2f6-8919703d7199.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1038.118537] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1038.118773] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f1fcecf-9a81-4c4b-b760-07a35f0a6425 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.124727] env[69413]: DEBUG oslo_vmware.api [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1038.124727] env[69413]: value = "task-3078120" [ 1038.124727] env[69413]: _type = "Task" [ 1038.124727] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.132366] env[69413]: DEBUG oslo_vmware.api [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078120, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.190612] env[69413]: INFO nova.compute.manager [-] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Took 1.30 seconds to deallocate network for instance. [ 1038.228712] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e0f2b972-c1f5-43f5-8524-9d985ad76fc2 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Acquiring lock "refresh_cache-08cf1db4-5076-4cf5-8d4a-65ac906f1f75" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.228967] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e0f2b972-c1f5-43f5-8524-9d985ad76fc2 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Acquired lock "refresh_cache-08cf1db4-5076-4cf5-8d4a-65ac906f1f75" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.229087] env[69413]: DEBUG nova.network.neutron [None req-e0f2b972-c1f5-43f5-8524-9d985ad76fc2 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.342140] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078119, 'name': CreateVM_Task, 'duration_secs': 0.704762} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.342219] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1038.342974] env[69413]: DEBUG oslo_concurrency.lockutils [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/112fec98-8ad8-4a04-8ae2-4d7b59c9e0eb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.343153] env[69413]: DEBUG oslo_concurrency.lockutils [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquired lock "[datastore2] devstack-image-cache_base/112fec98-8ad8-4a04-8ae2-4d7b59c9e0eb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.343521] env[69413]: DEBUG oslo_concurrency.lockutils [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/112fec98-8ad8-4a04-8ae2-4d7b59c9e0eb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.343785] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5380653a-48fc-41d6-911e-f2557815ea9d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.348328] env[69413]: DEBUG oslo_vmware.api [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 1038.348328] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]520227ab-1f03-1186-dfa7-c9d3b0e23510" [ 1038.348328] env[69413]: _type = "Task" [ 1038.348328] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.356094] env[69413]: DEBUG oslo_vmware.api [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]520227ab-1f03-1186-dfa7-c9d3b0e23510, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.490132] env[69413]: INFO nova.compute.manager [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Took 29.90 seconds to build instance. [ 1038.534347] env[69413]: DEBUG nova.compute.manager [req-7e82b059-27de-4dbd-9e9d-68ae321ccdc6 req-32d68030-f753-457b-a2c7-bdce8452b0bb service nova] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Received event network-vif-deleted-b5afb7c6-f394-4142-ae39-a7d3ee584a77 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.559068] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbb84a78-1c3e-4eb6-819c-561a2af80ec6 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Volume attach. Driver type: vmdk {{(pid=69413) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1038.559319] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbb84a78-1c3e-4eb6-819c-561a2af80ec6 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616287', 'volume_id': '80cd03d2-20b1-4ea6-a908-44f7bb7293ce', 'name': 'volume-80cd03d2-20b1-4ea6-a908-44f7bb7293ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b2cc798f-a3e2-4ad6-8a1f-9b24069f9308', 'attached_at': '', 'detached_at': '', 'volume_id': '80cd03d2-20b1-4ea6-a908-44f7bb7293ce', 'serial': '80cd03d2-20b1-4ea6-a908-44f7bb7293ce'} {{(pid=69413) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1038.560242] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c96a725-a6c0-45e1-a478-036f74dcca3f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.578483] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079db14a-3ada-48c1-be8b-bbc87abf70c7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.598072] env[69413]: DEBUG nova.scheduler.client.report [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.609195] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbb84a78-1c3e-4eb6-819c-561a2af80ec6 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] volume-80cd03d2-20b1-4ea6-a908-44f7bb7293ce/volume-80cd03d2-20b1-4ea6-a908-44f7bb7293ce.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.609543] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0057f4ed-8116-465f-804d-4ae3f2535cf6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.633863] env[69413]: DEBUG oslo_vmware.api [None req-dbb84a78-1c3e-4eb6-819c-561a2af80ec6 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 1038.633863] env[69413]: value = "task-3078121" [ 1038.633863] env[69413]: _type = "Task" [ 1038.633863] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.637049] env[69413]: DEBUG oslo_vmware.api [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078120, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064518} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.637715] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1038.638519] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5dc976-f9e3-4290-b309-a5de2a213519 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.644374] env[69413]: DEBUG oslo_vmware.api [None req-dbb84a78-1c3e-4eb6-819c-561a2af80ec6 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3078121, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.664144] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] a670ec01-cf5f-4e7e-a2f6-8919703d7199/a670ec01-cf5f-4e7e-a2f6-8919703d7199.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.669016] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd862448-5b5a-40bb-911f-19feff8aefbf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.685934] env[69413]: DEBUG oslo_vmware.api [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1038.685934] env[69413]: value = "task-3078122" [ 1038.685934] env[69413]: _type = "Task" [ 1038.685934] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.694464] env[69413]: DEBUG oslo_vmware.api [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078122, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.697891] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6fc354c8-f71d-4205-be42-d1825ff41509 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.747927] env[69413]: DEBUG nova.network.neutron [None req-e0f2b972-c1f5-43f5-8524-9d985ad76fc2 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.808390] env[69413]: DEBUG nova.network.neutron [None req-e0f2b972-c1f5-43f5-8524-9d985ad76fc2 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.858798] env[69413]: DEBUG oslo_concurrency.lockutils [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Releasing lock "[datastore2] devstack-image-cache_base/112fec98-8ad8-4a04-8ae2-4d7b59c9e0eb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.859075] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Processing image 112fec98-8ad8-4a04-8ae2-4d7b59c9e0eb {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.859321] env[69413]: DEBUG oslo_concurrency.lockutils [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/112fec98-8ad8-4a04-8ae2-4d7b59c9e0eb/112fec98-8ad8-4a04-8ae2-4d7b59c9e0eb.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.859470] env[69413]: DEBUG oslo_concurrency.lockutils [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquired lock "[datastore2] devstack-image-cache_base/112fec98-8ad8-4a04-8ae2-4d7b59c9e0eb/112fec98-8ad8-4a04-8ae2-4d7b59c9e0eb.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.859651] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.859904] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-912734bb-4d50-4035-915f-511cb87d6fcc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.871609] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.871786] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.872510] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-856e3559-c807-432e-a89d-5e5580e4332b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.878096] env[69413]: DEBUG oslo_vmware.api [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 1038.878096] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52fa23f5-e2c8-52d8-76b0-acb06c48aa30" [ 1038.878096] env[69413]: _type = "Task" [ 1038.878096] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.887925] env[69413]: DEBUG oslo_vmware.api [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52fa23f5-e2c8-52d8-76b0-acb06c48aa30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.992541] env[69413]: DEBUG oslo_concurrency.lockutils [None req-635e3f2d-7285-4ddb-95b4-0eb2cb64f07c tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.412s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.111238] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.112234] env[69413]: DEBUG nova.compute.manager [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1039.114834] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.990s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.116267] env[69413]: INFO nova.compute.claims [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1039.140526] env[69413]: DEBUG oslo_vmware.api [None req-dbb84a78-1c3e-4eb6-819c-561a2af80ec6 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3078121, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.196512] env[69413]: DEBUG oslo_vmware.api [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.310701] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e0f2b972-c1f5-43f5-8524-9d985ad76fc2 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Releasing lock "refresh_cache-08cf1db4-5076-4cf5-8d4a-65ac906f1f75" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.311234] env[69413]: DEBUG nova.compute.manager [None req-e0f2b972-c1f5-43f5-8524-9d985ad76fc2 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1039.311466] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f2b972-c1f5-43f5-8524-9d985ad76fc2 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.312375] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333269f1-d980-4e16-af51-a20f16edc964 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.319740] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f2b972-c1f5-43f5-8524-9d985ad76fc2 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.320165] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9470605b-5aff-4a78-8d6b-f1499df18c01 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.328780] env[69413]: DEBUG oslo_vmware.api [None req-e0f2b972-c1f5-43f5-8524-9d985ad76fc2 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Waiting for the task: (returnval){ [ 1039.328780] env[69413]: value = "task-3078123" [ 1039.328780] env[69413]: _type = "Task" [ 1039.328780] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.337887] env[69413]: DEBUG oslo_vmware.api [None req-e0f2b972-c1f5-43f5-8524-9d985ad76fc2 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Task: {'id': task-3078123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.388831] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Preparing fetch location {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1039.389124] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Fetch image to [datastore2] OSTACK_IMG_265578ef-6e64-412f-8ef4-d4e5627dc47d/OSTACK_IMG_265578ef-6e64-412f-8ef4-d4e5627dc47d.vmdk {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1039.389336] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Downloading stream optimized image 112fec98-8ad8-4a04-8ae2-4d7b59c9e0eb to [datastore2] OSTACK_IMG_265578ef-6e64-412f-8ef4-d4e5627dc47d/OSTACK_IMG_265578ef-6e64-412f-8ef4-d4e5627dc47d.vmdk on the data store datastore2 as vApp {{(pid=69413) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1039.389579] env[69413]: DEBUG nova.virt.vmwareapi.images [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Downloading image file data 112fec98-8ad8-4a04-8ae2-4d7b59c9e0eb to the ESX as VM named 'OSTACK_IMG_265578ef-6e64-412f-8ef4-d4e5627dc47d' {{(pid=69413) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1039.471012] env[69413]: DEBUG oslo_vmware.rw_handles [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1039.471012] env[69413]: value = "resgroup-9" [ 1039.471012] env[69413]: _type = "ResourcePool" [ 1039.471012] env[69413]: }. {{(pid=69413) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1039.471332] env[69413]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-497288cd-eac5-4078-b600-0c139eed223c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.492610] env[69413]: DEBUG oslo_vmware.rw_handles [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lease: (returnval){ [ 1039.492610] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]526e7022-d4f8-3f5a-1c38-442559e81917" [ 1039.492610] env[69413]: _type = "HttpNfcLease" [ 1039.492610] env[69413]: } obtained for vApp import into resource pool (val){ [ 1039.492610] env[69413]: value = "resgroup-9" [ 1039.492610] env[69413]: _type = "ResourcePool" [ 1039.492610] env[69413]: }. {{(pid=69413) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1039.493089] env[69413]: DEBUG oslo_vmware.api [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the lease: (returnval){ [ 1039.493089] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]526e7022-d4f8-3f5a-1c38-442559e81917" [ 1039.493089] env[69413]: _type = "HttpNfcLease" [ 1039.493089] env[69413]: } to be ready. {{(pid=69413) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1039.499896] env[69413]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1039.499896] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]526e7022-d4f8-3f5a-1c38-442559e81917" [ 1039.499896] env[69413]: _type = "HttpNfcLease" [ 1039.499896] env[69413]: } is initializing. {{(pid=69413) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1039.514475] env[69413]: DEBUG oslo_concurrency.lockutils [None req-306a67e1-119d-48d4-b807-2a9af2743406 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.514813] env[69413]: DEBUG oslo_concurrency.lockutils [None req-306a67e1-119d-48d4-b807-2a9af2743406 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.514987] env[69413]: DEBUG nova.compute.manager [None req-306a67e1-119d-48d4-b807-2a9af2743406 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.515837] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58850840-3a42-4623-bc65-a5327af02413 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.522710] env[69413]: DEBUG nova.compute.manager [None req-306a67e1-119d-48d4-b807-2a9af2743406 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69413) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1039.523274] env[69413]: DEBUG nova.objects.instance [None req-306a67e1-119d-48d4-b807-2a9af2743406 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lazy-loading 'flavor' on Instance uuid d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.620753] env[69413]: DEBUG nova.compute.utils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1039.625144] env[69413]: DEBUG nova.compute.manager [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1039.625144] env[69413]: DEBUG nova.network.neutron [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1039.643497] env[69413]: DEBUG oslo_vmware.api [None req-dbb84a78-1c3e-4eb6-819c-561a2af80ec6 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3078121, 'name': ReconfigVM_Task, 'duration_secs': 0.806006} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.643857] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbb84a78-1c3e-4eb6-819c-561a2af80ec6 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Reconfigured VM instance instance-00000048 to attach disk [datastore2] volume-80cd03d2-20b1-4ea6-a908-44f7bb7293ce/volume-80cd03d2-20b1-4ea6-a908-44f7bb7293ce.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.649410] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f091f51a-9e36-4a12-b87b-f88896e3ee50 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.663912] env[69413]: DEBUG oslo_vmware.api [None req-dbb84a78-1c3e-4eb6-819c-561a2af80ec6 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 1039.663912] env[69413]: value = "task-3078125" [ 1039.663912] env[69413]: _type = "Task" [ 1039.663912] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.669427] env[69413]: DEBUG nova.policy [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a0600892f4c4c49aa635384183c5977', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e0f4261b07f46f4adfe656856251622', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1039.676688] env[69413]: DEBUG oslo_vmware.api [None req-dbb84a78-1c3e-4eb6-819c-561a2af80ec6 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3078125, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.696135] env[69413]: DEBUG oslo_vmware.api [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078122, 'name': ReconfigVM_Task, 'duration_secs': 0.697757} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.696485] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Reconfigured VM instance instance-00000057 to attach disk [datastore1] a670ec01-cf5f-4e7e-a2f6-8919703d7199/a670ec01-cf5f-4e7e-a2f6-8919703d7199.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.697138] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-853858ea-8ba8-4364-920d-411e360aa630 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.702628] env[69413]: DEBUG oslo_vmware.api [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1039.702628] env[69413]: value = "task-3078126" [ 1039.702628] env[69413]: _type = "Task" [ 1039.702628] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.711745] env[69413]: DEBUG oslo_vmware.api [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078126, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.838954] env[69413]: DEBUG oslo_vmware.api [None req-e0f2b972-c1f5-43f5-8524-9d985ad76fc2 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Task: {'id': task-3078123, 'name': PowerOffVM_Task, 'duration_secs': 0.117739} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.838954] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f2b972-c1f5-43f5-8524-9d985ad76fc2 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.839168] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f2b972-c1f5-43f5-8524-9d985ad76fc2 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.839463] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4e0e26b-c06d-4333-af50-e289931738aa {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.863078] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f2b972-c1f5-43f5-8524-9d985ad76fc2 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.863291] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f2b972-c1f5-43f5-8524-9d985ad76fc2 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.863459] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0f2b972-c1f5-43f5-8524-9d985ad76fc2 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Deleting the datastore file [datastore1] 08cf1db4-5076-4cf5-8d4a-65ac906f1f75 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.864589] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1df5f2c-e8a6-4bf5-bd04-5678a29c7b52 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.871625] env[69413]: DEBUG oslo_vmware.api [None req-e0f2b972-c1f5-43f5-8524-9d985ad76fc2 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Waiting for the task: (returnval){ [ 1039.871625] env[69413]: value = "task-3078128" [ 1039.871625] env[69413]: _type = "Task" [ 1039.871625] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.879794] env[69413]: DEBUG oslo_vmware.api [None req-e0f2b972-c1f5-43f5-8524-9d985ad76fc2 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Task: {'id': task-3078128, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.001487] env[69413]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1040.001487] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]526e7022-d4f8-3f5a-1c38-442559e81917" [ 1040.001487] env[69413]: _type = "HttpNfcLease" [ 1040.001487] env[69413]: } is ready. {{(pid=69413) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1040.001830] env[69413]: DEBUG oslo_vmware.rw_handles [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1040.001830] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]526e7022-d4f8-3f5a-1c38-442559e81917" [ 1040.001830] env[69413]: _type = "HttpNfcLease" [ 1040.001830] env[69413]: }. {{(pid=69413) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1040.002559] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b08e26-2084-44c5-9401-706419d4bdd4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.009579] env[69413]: DEBUG oslo_vmware.rw_handles [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c2550f-1479-c89a-5f01-66dbd956d84f/disk-0.vmdk from lease info. {{(pid=69413) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1040.009780] env[69413]: DEBUG oslo_vmware.rw_handles [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c2550f-1479-c89a-5f01-66dbd956d84f/disk-0.vmdk. {{(pid=69413) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1040.072163] env[69413]: DEBUG nova.network.neutron [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Successfully created port: c4a3ae61-1e6d-48f7-a961-6e5f2c1a2cc1 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1040.081210] env[69413]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1ab1eb01-3116-4b56-81d2-454e0e74b59f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.125028] env[69413]: DEBUG nova.compute.manager [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1040.177839] env[69413]: DEBUG oslo_vmware.api [None req-dbb84a78-1c3e-4eb6-819c-561a2af80ec6 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3078125, 'name': ReconfigVM_Task, 'duration_secs': 0.149789} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.178036] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbb84a78-1c3e-4eb6-819c-561a2af80ec6 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616287', 'volume_id': '80cd03d2-20b1-4ea6-a908-44f7bb7293ce', 'name': 'volume-80cd03d2-20b1-4ea6-a908-44f7bb7293ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b2cc798f-a3e2-4ad6-8a1f-9b24069f9308', 'attached_at': '', 'detached_at': '', 'volume_id': '80cd03d2-20b1-4ea6-a908-44f7bb7293ce', 'serial': '80cd03d2-20b1-4ea6-a908-44f7bb7293ce'} {{(pid=69413) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1040.212272] env[69413]: DEBUG oslo_vmware.api [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078126, 'name': Rename_Task, 'duration_secs': 0.147903} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.212780] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1040.213193] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be1c2a2a-bc49-4975-951c-8a8d5192af03 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.221920] env[69413]: DEBUG oslo_vmware.api [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1040.221920] env[69413]: value = "task-3078129" [ 1040.221920] env[69413]: _type = "Task" [ 1040.221920] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.233868] env[69413]: DEBUG oslo_vmware.api [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078129, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.386583] env[69413]: DEBUG oslo_vmware.api [None req-e0f2b972-c1f5-43f5-8524-9d985ad76fc2 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Task: {'id': task-3078128, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182708} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.388436] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0f2b972-c1f5-43f5-8524-9d985ad76fc2 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1040.388684] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f2b972-c1f5-43f5-8524-9d985ad76fc2 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1040.388934] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f2b972-c1f5-43f5-8524-9d985ad76fc2 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1040.389166] env[69413]: INFO nova.compute.manager [None req-e0f2b972-c1f5-43f5-8524-9d985ad76fc2 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1040.389526] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0f2b972-c1f5-43f5-8524-9d985ad76fc2 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.389721] env[69413]: DEBUG nova.compute.manager [-] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1040.389843] env[69413]: DEBUG nova.network.neutron [-] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1040.412608] env[69413]: DEBUG nova.network.neutron [-] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1040.514217] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e7477a-989c-4d02-87d7-c378863a834f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.525084] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a8ac73-8781-4e68-b1d9-2da0a328de05 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.568992] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69562d18-7538-46d4-b0e3-c8b2c208cb72 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.576278] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-306a67e1-119d-48d4-b807-2a9af2743406 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.579030] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-600dc4c0-fce5-44d3-8991-344302da5168 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.582165] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a7f36f-7f1d-4254-82ab-6cc901ef39ce {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.602238] env[69413]: DEBUG nova.compute.provider_tree [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.608920] env[69413]: DEBUG oslo_vmware.api [None req-306a67e1-119d-48d4-b807-2a9af2743406 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 1040.608920] env[69413]: value = "task-3078130" [ 1040.608920] env[69413]: _type = "Task" [ 1040.608920] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.622843] env[69413]: DEBUG oslo_vmware.api [None req-306a67e1-119d-48d4-b807-2a9af2743406 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.733187] env[69413]: DEBUG oslo_vmware.api [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078129, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.819499] env[69413]: DEBUG oslo_vmware.rw_handles [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Completed reading data from the image iterator. {{(pid=69413) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1040.819744] env[69413]: DEBUG oslo_vmware.rw_handles [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c2550f-1479-c89a-5f01-66dbd956d84f/disk-0.vmdk. {{(pid=69413) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1040.820694] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a980e22-3001-4ff7-962d-1090755c8994 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.827334] env[69413]: DEBUG oslo_vmware.rw_handles [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c2550f-1479-c89a-5f01-66dbd956d84f/disk-0.vmdk is in state: ready. {{(pid=69413) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1040.827498] env[69413]: DEBUG oslo_vmware.rw_handles [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c2550f-1479-c89a-5f01-66dbd956d84f/disk-0.vmdk. {{(pid=69413) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1040.827688] env[69413]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-fb416ba5-4e86-4ec6-96b2-be5fac04c95f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.915653] env[69413]: DEBUG nova.network.neutron [-] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.987017] env[69413]: DEBUG oslo_vmware.rw_handles [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c2550f-1479-c89a-5f01-66dbd956d84f/disk-0.vmdk. {{(pid=69413) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1040.987017] env[69413]: INFO nova.virt.vmwareapi.images [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Downloaded image file data 112fec98-8ad8-4a04-8ae2-4d7b59c9e0eb [ 1040.987017] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe10659-0529-457c-a6ec-4632ce866a52 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.003668] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d991675b-1290-4038-8fec-5993905e325b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.035643] env[69413]: INFO nova.virt.vmwareapi.images [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] The imported VM was unregistered [ 1041.038298] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Caching image {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1041.038708] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Creating directory with path [datastore2] devstack-image-cache_base/112fec98-8ad8-4a04-8ae2-4d7b59c9e0eb {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.039119] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04d10f0e-05e2-471e-94d1-cc1b0cc5c8a6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.059990] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Created directory with path [datastore2] devstack-image-cache_base/112fec98-8ad8-4a04-8ae2-4d7b59c9e0eb {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.060264] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_265578ef-6e64-412f-8ef4-d4e5627dc47d/OSTACK_IMG_265578ef-6e64-412f-8ef4-d4e5627dc47d.vmdk to [datastore2] devstack-image-cache_base/112fec98-8ad8-4a04-8ae2-4d7b59c9e0eb/112fec98-8ad8-4a04-8ae2-4d7b59c9e0eb.vmdk. {{(pid=69413) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1041.060539] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-952c89b6-7a86-4cc2-881d-a7c9e5182112 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.067227] env[69413]: DEBUG oslo_vmware.api [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 1041.067227] env[69413]: value = "task-3078132" [ 1041.067227] env[69413]: _type = "Task" [ 1041.067227] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.076307] env[69413]: DEBUG oslo_vmware.api [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078132, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.111607] env[69413]: DEBUG nova.scheduler.client.report [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.123690] env[69413]: DEBUG oslo_vmware.api [None req-306a67e1-119d-48d4-b807-2a9af2743406 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078130, 'name': PowerOffVM_Task, 'duration_secs': 0.20211} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.124160] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-306a67e1-119d-48d4-b807-2a9af2743406 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.124160] env[69413]: DEBUG nova.compute.manager [None req-306a67e1-119d-48d4-b807-2a9af2743406 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.125024] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d84fc46-8040-40db-96f5-c150841e66c1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.139013] env[69413]: DEBUG nova.compute.manager [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1041.167798] env[69413]: DEBUG nova.virt.hardware [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.168075] env[69413]: DEBUG nova.virt.hardware [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.168236] env[69413]: DEBUG nova.virt.hardware [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.168436] env[69413]: DEBUG nova.virt.hardware [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.168603] env[69413]: DEBUG nova.virt.hardware [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.168754] env[69413]: DEBUG nova.virt.hardware [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.169152] env[69413]: DEBUG nova.virt.hardware [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.169399] env[69413]: DEBUG nova.virt.hardware [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.169577] env[69413]: DEBUG nova.virt.hardware [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.169860] env[69413]: DEBUG nova.virt.hardware [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.170117] env[69413]: DEBUG nova.virt.hardware [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.171263] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50915ff-2a1b-4466-bad2-46d08d3f4ac3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.180810] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd7adbd-81e4-440e-9fbb-0daae4ddeb2c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.223819] env[69413]: DEBUG nova.objects.instance [None req-dbb84a78-1c3e-4eb6-819c-561a2af80ec6 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Lazy-loading 'flavor' on Instance uuid b2cc798f-a3e2-4ad6-8a1f-9b24069f9308 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.236835] env[69413]: DEBUG oslo_vmware.api [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078129, 'name': PowerOnVM_Task, 'duration_secs': 0.60995} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.237216] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1041.237526] env[69413]: INFO nova.compute.manager [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Took 8.90 seconds to spawn the instance on the hypervisor. [ 1041.237825] env[69413]: DEBUG nova.compute.manager [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.238989] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a9d07f-3f96-4078-a305-c129ca27396d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.420023] env[69413]: INFO nova.compute.manager [-] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Took 1.03 seconds to deallocate network for instance. [ 1041.577533] env[69413]: DEBUG oslo_vmware.api [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078132, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.619083] env[69413]: DEBUG nova.compute.manager [req-23c03bc3-2da9-4946-9f58-f3964935796c req-6a603189-955a-42b7-974c-dd7be8dc3f19 service nova] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Received event network-vif-plugged-c4a3ae61-1e6d-48f7-a961-6e5f2c1a2cc1 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.619936] env[69413]: DEBUG oslo_concurrency.lockutils [req-23c03bc3-2da9-4946-9f58-f3964935796c req-6a603189-955a-42b7-974c-dd7be8dc3f19 service nova] Acquiring lock "5b4abcec-f532-48b1-a568-c19aa9e2bc1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.619936] env[69413]: DEBUG oslo_concurrency.lockutils [req-23c03bc3-2da9-4946-9f58-f3964935796c req-6a603189-955a-42b7-974c-dd7be8dc3f19 service nova] Lock "5b4abcec-f532-48b1-a568-c19aa9e2bc1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.619936] env[69413]: DEBUG oslo_concurrency.lockutils [req-23c03bc3-2da9-4946-9f58-f3964935796c req-6a603189-955a-42b7-974c-dd7be8dc3f19 service nova] Lock "5b4abcec-f532-48b1-a568-c19aa9e2bc1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.619936] env[69413]: DEBUG nova.compute.manager [req-23c03bc3-2da9-4946-9f58-f3964935796c req-6a603189-955a-42b7-974c-dd7be8dc3f19 service nova] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] No waiting events found dispatching network-vif-plugged-c4a3ae61-1e6d-48f7-a961-6e5f2c1a2cc1 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1041.620143] env[69413]: WARNING nova.compute.manager [req-23c03bc3-2da9-4946-9f58-f3964935796c req-6a603189-955a-42b7-974c-dd7be8dc3f19 service nova] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Received unexpected event network-vif-plugged-c4a3ae61-1e6d-48f7-a961-6e5f2c1a2cc1 for instance with vm_state building and task_state spawning. [ 1041.620720] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.621132] env[69413]: DEBUG nova.compute.manager [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1041.623754] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.472s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.625086] env[69413]: INFO nova.compute.claims [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1041.636242] env[69413]: DEBUG oslo_concurrency.lockutils [None req-306a67e1-119d-48d4-b807-2a9af2743406 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.121s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.732844] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dbb84a78-1c3e-4eb6-819c-561a2af80ec6 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Lock "b2cc798f-a3e2-4ad6-8a1f-9b24069f9308" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.783s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.764986] env[69413]: INFO nova.compute.manager [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Took 27.91 seconds to build instance. [ 1041.770200] env[69413]: DEBUG nova.network.neutron [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Successfully updated port: c4a3ae61-1e6d-48f7-a961-6e5f2c1a2cc1 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1041.929366] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e0f2b972-c1f5-43f5-8524-9d985ad76fc2 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.967079] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b00949b0-1b54-447e-9162-6a361814e883 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.967414] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b00949b0-1b54-447e-9162-6a361814e883 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.967640] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b00949b0-1b54-447e-9162-6a361814e883 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.967836] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b00949b0-1b54-447e-9162-6a361814e883 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.968055] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b00949b0-1b54-447e-9162-6a361814e883 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.972197] env[69413]: INFO nova.compute.manager [None req-b00949b0-1b54-447e-9162-6a361814e883 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Terminating instance [ 1042.080642] env[69413]: DEBUG oslo_vmware.api [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078132, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.129823] env[69413]: DEBUG nova.compute.utils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1042.133482] env[69413]: DEBUG nova.compute.manager [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1042.133669] env[69413]: DEBUG nova.network.neutron [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1042.188811] env[69413]: DEBUG nova.policy [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a0600892f4c4c49aa635384183c5977', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e0f4261b07f46f4adfe656856251622', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1042.268189] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fa853998-8947-4cab-86a9-8634d721493a tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "a670ec01-cf5f-4e7e-a2f6-8919703d7199" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.421s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.276438] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Acquiring lock "refresh_cache-5b4abcec-f532-48b1-a568-c19aa9e2bc1a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.276600] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Acquired lock "refresh_cache-5b4abcec-f532-48b1-a568-c19aa9e2bc1a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.276752] env[69413]: DEBUG nova.network.neutron [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.440945] env[69413]: INFO nova.compute.manager [None req-d2be685e-265d-4017-a436-8b88ee30396a tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Rescuing [ 1042.441262] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d2be685e-265d-4017-a436-8b88ee30396a tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquiring lock "refresh_cache-b2cc798f-a3e2-4ad6-8a1f-9b24069f9308" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.441417] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d2be685e-265d-4017-a436-8b88ee30396a tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquired lock "refresh_cache-b2cc798f-a3e2-4ad6-8a1f-9b24069f9308" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.441588] env[69413]: DEBUG nova.network.neutron [None req-d2be685e-265d-4017-a436-8b88ee30396a tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.476630] env[69413]: DEBUG nova.compute.manager [None req-b00949b0-1b54-447e-9162-6a361814e883 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1042.477326] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b00949b0-1b54-447e-9162-6a361814e883 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1042.477827] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3bc4c9-6a09-4e8c-9fd8-e6b158cb39bb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.496541] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b00949b0-1b54-447e-9162-6a361814e883 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.497027] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bdfc480d-1761-47be-bb83-4a3e2115a642 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.574529] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b00949b0-1b54-447e-9162-6a361814e883 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.574826] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b00949b0-1b54-447e-9162-6a361814e883 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.575035] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-b00949b0-1b54-447e-9162-6a361814e883 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Deleting the datastore file [datastore1] d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.575795] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37ffe971-5f03-425e-b8ad-e67ea53a209b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.582342] env[69413]: DEBUG oslo_vmware.api [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078132, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.584454] env[69413]: DEBUG oslo_vmware.api [None req-b00949b0-1b54-447e-9162-6a361814e883 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 1042.584454] env[69413]: value = "task-3078134" [ 1042.584454] env[69413]: _type = "Task" [ 1042.584454] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.593986] env[69413]: DEBUG oslo_vmware.api [None req-b00949b0-1b54-447e-9162-6a361814e883 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.634760] env[69413]: DEBUG nova.compute.manager [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1042.686841] env[69413]: DEBUG nova.network.neutron [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Successfully created port: a5e06b56-fa5f-48e2-aa61-61c1bdfc3f6f {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1042.833467] env[69413]: DEBUG nova.network.neutron [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1042.994835] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e355aee7-3f0c-4f02-a45c-8badf39bf2bf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "a670ec01-cf5f-4e7e-a2f6-8919703d7199" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.995164] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e355aee7-3f0c-4f02-a45c-8badf39bf2bf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "a670ec01-cf5f-4e7e-a2f6-8919703d7199" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.995397] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e355aee7-3f0c-4f02-a45c-8badf39bf2bf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "a670ec01-cf5f-4e7e-a2f6-8919703d7199-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.995585] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e355aee7-3f0c-4f02-a45c-8badf39bf2bf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "a670ec01-cf5f-4e7e-a2f6-8919703d7199-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.995771] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e355aee7-3f0c-4f02-a45c-8badf39bf2bf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "a670ec01-cf5f-4e7e-a2f6-8919703d7199-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.000145] env[69413]: INFO nova.compute.manager [None req-e355aee7-3f0c-4f02-a45c-8badf39bf2bf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Terminating instance [ 1043.035461] env[69413]: DEBUG nova.network.neutron [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Updating instance_info_cache with network_info: [{"id": "c4a3ae61-1e6d-48f7-a961-6e5f2c1a2cc1", "address": "fa:16:3e:a8:dc:0f", "network": {"id": "72290baf-b583-47c4-a858-bbb79d0f15d7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1787252906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e0f4261b07f46f4adfe656856251622", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4a3ae61-1e", "ovs_interfaceid": "c4a3ae61-1e6d-48f7-a961-6e5f2c1a2cc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.057727] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5612715-96a8-42fd-b06c-bcb91d08d963 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.069585] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfe4435-b6f8-4cd2-ab48-3883cd1a1eff {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.088844] env[69413]: DEBUG oslo_vmware.api [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078132, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.122247] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88952eaf-06de-424f-a238-cd78a4592f33 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.132361] env[69413]: DEBUG oslo_vmware.api [None req-b00949b0-1b54-447e-9162-6a361814e883 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.394604} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.135459] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-b00949b0-1b54-447e-9162-6a361814e883 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.135675] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b00949b0-1b54-447e-9162-6a361814e883 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.135853] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b00949b0-1b54-447e-9162-6a361814e883 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.136238] env[69413]: INFO nova.compute.manager [None req-b00949b0-1b54-447e-9162-6a361814e883 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Took 0.66 seconds to destroy the instance on the hypervisor. [ 1043.136536] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b00949b0-1b54-447e-9162-6a361814e883 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.136823] env[69413]: DEBUG nova.compute.manager [-] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1043.136921] env[69413]: DEBUG nova.network.neutron [-] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1043.140527] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28aef9b0-81b0-49e8-98b6-e5d3d16a51e2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.161747] env[69413]: DEBUG nova.compute.provider_tree [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.327108] env[69413]: DEBUG nova.network.neutron [None req-d2be685e-265d-4017-a436-8b88ee30396a tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Updating instance_info_cache with network_info: [{"id": "469e660c-7595-4388-8b1f-f3b4b540f28c", "address": "fa:16:3e:9f:f8:57", "network": {"id": "953617f3-da82-4cf8-b2fc-cf0a2125bdbc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1761269620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f603c4eab95049b2a3ac276067f89c87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap469e660c-75", "ovs_interfaceid": "469e660c-7595-4388-8b1f-f3b4b540f28c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.512022] env[69413]: DEBUG nova.compute.manager [None req-e355aee7-3f0c-4f02-a45c-8badf39bf2bf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1043.512022] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e355aee7-3f0c-4f02-a45c-8badf39bf2bf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1043.512022] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6f6ede-e0e4-40ed-9d72-d56730dfdc14 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.524112] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-e355aee7-3f0c-4f02-a45c-8badf39bf2bf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.525419] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e575763a-110d-4339-b354-b0390f0cf10e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.538045] env[69413]: DEBUG oslo_vmware.api [None req-e355aee7-3f0c-4f02-a45c-8badf39bf2bf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1043.538045] env[69413]: value = "task-3078135" [ 1043.538045] env[69413]: _type = "Task" [ 1043.538045] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.542284] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Releasing lock "refresh_cache-5b4abcec-f532-48b1-a568-c19aa9e2bc1a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.542610] env[69413]: DEBUG nova.compute.manager [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Instance network_info: |[{"id": "c4a3ae61-1e6d-48f7-a961-6e5f2c1a2cc1", "address": "fa:16:3e:a8:dc:0f", "network": {"id": "72290baf-b583-47c4-a858-bbb79d0f15d7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1787252906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e0f4261b07f46f4adfe656856251622", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4a3ae61-1e", "ovs_interfaceid": "c4a3ae61-1e6d-48f7-a961-6e5f2c1a2cc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1043.543452] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:dc:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2e45023-22b5-458b-826e-9b7eb69ba028', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4a3ae61-1e6d-48f7-a961-6e5f2c1a2cc1', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1043.555939] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Creating folder: Project (6e0f4261b07f46f4adfe656856251622). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1043.556811] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7f483e1-5789-4698-ba6c-c118ae5aa7ff {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.562789] env[69413]: DEBUG oslo_vmware.api [None req-e355aee7-3f0c-4f02-a45c-8badf39bf2bf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.570694] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Created folder: Project (6e0f4261b07f46f4adfe656856251622) in parent group-v616034. [ 1043.570694] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Creating folder: Instances. Parent ref: group-v616291. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1043.570694] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-181c43b6-e8f6-4ab8-a378-3ac2d2b150c6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.583981] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Created folder: Instances in parent group-v616291. [ 1043.584334] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.588118] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1043.588891] env[69413]: DEBUG oslo_vmware.api [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078132, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.589157] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc8343da-d171-4323-b57a-127552b75df5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.615947] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1043.615947] env[69413]: value = "task-3078138" [ 1043.615947] env[69413]: _type = "Task" [ 1043.615947] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.627871] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078138, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.665991] env[69413]: DEBUG nova.compute.manager [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1043.669773] env[69413]: DEBUG nova.scheduler.client.report [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.709058] env[69413]: DEBUG nova.compute.manager [req-ef68a15c-5f1f-405f-84f5-f0e8ea22c600 req-d76b28af-5559-4410-b13c-2caa8ea1c41b service nova] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Received event network-vif-deleted-9e4725e5-0e25-4a8f-80ba-1064cce96143 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.709385] env[69413]: INFO nova.compute.manager [req-ef68a15c-5f1f-405f-84f5-f0e8ea22c600 req-d76b28af-5559-4410-b13c-2caa8ea1c41b service nova] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Neutron deleted interface 9e4725e5-0e25-4a8f-80ba-1064cce96143; detaching it from the instance and deleting it from the info cache [ 1043.709606] env[69413]: DEBUG nova.network.neutron [req-ef68a15c-5f1f-405f-84f5-f0e8ea22c600 req-d76b28af-5559-4410-b13c-2caa8ea1c41b service nova] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.716324] env[69413]: DEBUG nova.virt.hardware [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1043.716719] env[69413]: DEBUG nova.virt.hardware [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1043.716796] env[69413]: DEBUG nova.virt.hardware [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1043.717029] env[69413]: DEBUG nova.virt.hardware [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1043.718032] env[69413]: DEBUG nova.virt.hardware [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1043.718032] env[69413]: DEBUG nova.virt.hardware [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1043.718032] env[69413]: DEBUG nova.virt.hardware [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1043.718032] env[69413]: DEBUG nova.virt.hardware [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1043.718398] env[69413]: DEBUG nova.virt.hardware [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1043.718398] env[69413]: DEBUG nova.virt.hardware [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1043.718680] env[69413]: DEBUG nova.virt.hardware [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1043.720505] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0667ed-98a5-492a-bbc0-3dd3bc187909 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.737689] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67f0405-186b-44eb-bc43-9463b82be7fd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.793539] env[69413]: DEBUG nova.compute.manager [req-8f1faf35-ee86-4056-8295-aa741366d560 req-27edc57f-72d1-4b8d-afee-f684565c6a15 service nova] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Received event network-changed-c4a3ae61-1e6d-48f7-a961-6e5f2c1a2cc1 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.793642] env[69413]: DEBUG nova.compute.manager [req-8f1faf35-ee86-4056-8295-aa741366d560 req-27edc57f-72d1-4b8d-afee-f684565c6a15 service nova] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Refreshing instance network info cache due to event network-changed-c4a3ae61-1e6d-48f7-a961-6e5f2c1a2cc1. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1043.793784] env[69413]: DEBUG oslo_concurrency.lockutils [req-8f1faf35-ee86-4056-8295-aa741366d560 req-27edc57f-72d1-4b8d-afee-f684565c6a15 service nova] Acquiring lock "refresh_cache-5b4abcec-f532-48b1-a568-c19aa9e2bc1a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.793901] env[69413]: DEBUG oslo_concurrency.lockutils [req-8f1faf35-ee86-4056-8295-aa741366d560 req-27edc57f-72d1-4b8d-afee-f684565c6a15 service nova] Acquired lock "refresh_cache-5b4abcec-f532-48b1-a568-c19aa9e2bc1a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.794713] env[69413]: DEBUG nova.network.neutron [req-8f1faf35-ee86-4056-8295-aa741366d560 req-27edc57f-72d1-4b8d-afee-f684565c6a15 service nova] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Refreshing network info cache for port c4a3ae61-1e6d-48f7-a961-6e5f2c1a2cc1 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.829601] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d2be685e-265d-4017-a436-8b88ee30396a tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Releasing lock "refresh_cache-b2cc798f-a3e2-4ad6-8a1f-9b24069f9308" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.902980] env[69413]: DEBUG oslo_concurrency.lockutils [None req-74f80db0-7c96-45a1-9d68-f773cdea0345 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "7d1875ac-2554-480f-96ae-de15482d93df" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.903305] env[69413]: DEBUG oslo_concurrency.lockutils [None req-74f80db0-7c96-45a1-9d68-f773cdea0345 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "7d1875ac-2554-480f-96ae-de15482d93df" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.903498] env[69413]: DEBUG nova.compute.manager [None req-74f80db0-7c96-45a1-9d68-f773cdea0345 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.904405] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5700a6-785c-498a-b5cc-74279906dbf2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.913361] env[69413]: DEBUG nova.compute.manager [None req-74f80db0-7c96-45a1-9d68-f773cdea0345 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69413) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1043.913985] env[69413]: DEBUG nova.objects.instance [None req-74f80db0-7c96-45a1-9d68-f773cdea0345 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lazy-loading 'flavor' on Instance uuid 7d1875ac-2554-480f-96ae-de15482d93df {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.989334] env[69413]: DEBUG nova.network.neutron [-] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.048715] env[69413]: DEBUG oslo_vmware.api [None req-e355aee7-3f0c-4f02-a45c-8badf39bf2bf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078135, 'name': PowerOffVM_Task, 'duration_secs': 0.244884} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.048964] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-e355aee7-3f0c-4f02-a45c-8badf39bf2bf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.049146] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e355aee7-3f0c-4f02-a45c-8badf39bf2bf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1044.049404] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eec43b5e-a3b9-47e7-8536-f7806f0127f9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.088516] env[69413]: DEBUG oslo_vmware.api [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078132, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.887132} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.088935] env[69413]: INFO nova.virt.vmwareapi.ds_util [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_265578ef-6e64-412f-8ef4-d4e5627dc47d/OSTACK_IMG_265578ef-6e64-412f-8ef4-d4e5627dc47d.vmdk to [datastore2] devstack-image-cache_base/112fec98-8ad8-4a04-8ae2-4d7b59c9e0eb/112fec98-8ad8-4a04-8ae2-4d7b59c9e0eb.vmdk. [ 1044.089250] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Cleaning up location [datastore2] OSTACK_IMG_265578ef-6e64-412f-8ef4-d4e5627dc47d {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1044.089513] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_265578ef-6e64-412f-8ef4-d4e5627dc47d {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1044.089847] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14f1813c-6d22-4202-b988-6016f6824f99 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.096706] env[69413]: DEBUG oslo_vmware.api [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 1044.096706] env[69413]: value = "task-3078140" [ 1044.096706] env[69413]: _type = "Task" [ 1044.096706] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.105835] env[69413]: DEBUG oslo_vmware.api [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.109675] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e355aee7-3f0c-4f02-a45c-8badf39bf2bf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1044.109942] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e355aee7-3f0c-4f02-a45c-8badf39bf2bf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1044.110181] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-e355aee7-3f0c-4f02-a45c-8badf39bf2bf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Deleting the datastore file [datastore1] a670ec01-cf5f-4e7e-a2f6-8919703d7199 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1044.110464] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db220080-af56-4feb-a18c-59883d2d813a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.115975] env[69413]: DEBUG oslo_vmware.api [None req-e355aee7-3f0c-4f02-a45c-8badf39bf2bf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1044.115975] env[69413]: value = "task-3078141" [ 1044.115975] env[69413]: _type = "Task" [ 1044.115975] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.126448] env[69413]: DEBUG oslo_vmware.api [None req-e355aee7-3f0c-4f02-a45c-8badf39bf2bf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078141, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.129720] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078138, 'name': CreateVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.179821] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.180444] env[69413]: DEBUG nova.compute.manager [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1044.183160] env[69413]: DEBUG oslo_concurrency.lockutils [None req-041091e9-e196-4124-bd78-aa8f1acf56fc tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.332s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.183408] env[69413]: DEBUG oslo_concurrency.lockutils [None req-041091e9-e196-4124-bd78-aa8f1acf56fc tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.185449] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e18577f5-2eb8-4efa-b8a1-a3c953424745 tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.308s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.185628] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e18577f5-2eb8-4efa-b8a1-a3c953424745 tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.187518] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5511d3c4-c776-4bb7-b81f-f45fbbe1954d tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.852s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.187692] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5511d3c4-c776-4bb7-b81f-f45fbbe1954d tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.189214] env[69413]: DEBUG oslo_concurrency.lockutils [None req-02773e8d-c6a4-4845-953c-50ee2f984247 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 11.793s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.210020] env[69413]: INFO nova.scheduler.client.report [None req-041091e9-e196-4124-bd78-aa8f1acf56fc tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Deleted allocations for instance 32e173a8-a4eb-4d17-9cc3-2eca780ac297 [ 1044.212280] env[69413]: INFO nova.scheduler.client.report [None req-5511d3c4-c776-4bb7-b81f-f45fbbe1954d tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Deleted allocations for instance c15d57db-e0cf-45df-8bc4-9743066e5d54 [ 1044.215022] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab080784-0064-41f7-a485-7d9a04852d7a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.221217] env[69413]: INFO nova.scheduler.client.report [None req-e18577f5-2eb8-4efa-b8a1-a3c953424745 tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Deleted allocations for instance fc1b0b9d-a67f-4362-8938-fb78f9e3a526 [ 1044.227788] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5261b1a2-a39d-497b-ab53-2e19791a1aed {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.269555] env[69413]: DEBUG nova.compute.manager [req-ef68a15c-5f1f-405f-84f5-f0e8ea22c600 req-d76b28af-5559-4410-b13c-2caa8ea1c41b service nova] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Detach interface failed, port_id=9e4725e5-0e25-4a8f-80ba-1064cce96143, reason: Instance d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1044.460325] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "fb0eb653-c2e0-451f-b21f-bba3fb477983" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.460549] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "fb0eb653-c2e0-451f-b21f-bba3fb477983" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.492643] env[69413]: INFO nova.compute.manager [-] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Took 1.36 seconds to deallocate network for instance. [ 1044.593772] env[69413]: DEBUG nova.network.neutron [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Successfully updated port: a5e06b56-fa5f-48e2-aa61-61c1bdfc3f6f {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1044.608738] env[69413]: DEBUG oslo_vmware.api [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.045244} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.609609] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1044.609988] env[69413]: DEBUG oslo_concurrency.lockutils [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Releasing lock "[datastore2] devstack-image-cache_base/112fec98-8ad8-4a04-8ae2-4d7b59c9e0eb/112fec98-8ad8-4a04-8ae2-4d7b59c9e0eb.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.610385] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/112fec98-8ad8-4a04-8ae2-4d7b59c9e0eb/112fec98-8ad8-4a04-8ae2-4d7b59c9e0eb.vmdk to [datastore2] 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51/66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.613265] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f351d3a0-0894-4f70-9968-1bd3ab3d5ddd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.626623] env[69413]: DEBUG oslo_vmware.api [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 1044.626623] env[69413]: value = "task-3078142" [ 1044.626623] env[69413]: _type = "Task" [ 1044.626623] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.637990] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078138, 'name': CreateVM_Task, 'duration_secs': 0.599509} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.638320] env[69413]: DEBUG oslo_vmware.api [None req-e355aee7-3f0c-4f02-a45c-8badf39bf2bf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078141, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204357} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.638914] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1044.639226] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-e355aee7-3f0c-4f02-a45c-8badf39bf2bf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1044.639453] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e355aee7-3f0c-4f02-a45c-8badf39bf2bf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1044.639802] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e355aee7-3f0c-4f02-a45c-8badf39bf2bf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1044.640476] env[69413]: INFO nova.compute.manager [None req-e355aee7-3f0c-4f02-a45c-8badf39bf2bf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1044.640476] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e355aee7-3f0c-4f02-a45c-8badf39bf2bf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.644040] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.644277] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.644656] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.644947] env[69413]: DEBUG nova.compute.manager [-] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1044.645095] env[69413]: DEBUG nova.network.neutron [-] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1044.647237] env[69413]: DEBUG oslo_vmware.api [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078142, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.647975] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f9b5b3a-0c8e-4c1b-b8a0-c74550b90cc9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.655373] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Waiting for the task: (returnval){ [ 1044.655373] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f50471-005c-a959-655d-56a4f7de747c" [ 1044.655373] env[69413]: _type = "Task" [ 1044.655373] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.665243] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f50471-005c-a959-655d-56a4f7de747c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.692629] env[69413]: DEBUG nova.compute.utils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1044.696824] env[69413]: DEBUG nova.compute.manager [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1044.696989] env[69413]: DEBUG nova.network.neutron [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1044.725120] env[69413]: DEBUG oslo_concurrency.lockutils [None req-041091e9-e196-4124-bd78-aa8f1acf56fc tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Lock "32e173a8-a4eb-4d17-9cc3-2eca780ac297" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.464s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.735190] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5511d3c4-c776-4bb7-b81f-f45fbbe1954d tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lock "c15d57db-e0cf-45df-8bc4-9743066e5d54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.044s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.744820] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e18577f5-2eb8-4efa-b8a1-a3c953424745 tempest-MultipleCreateTestJSON-367824113 tempest-MultipleCreateTestJSON-367824113-project-member] Lock "fc1b0b9d-a67f-4362-8938-fb78f9e3a526" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.418s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.750159] env[69413]: DEBUG nova.policy [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a0600892f4c4c49aa635384183c5977', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e0f4261b07f46f4adfe656856251622', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1044.841207] env[69413]: DEBUG nova.network.neutron [req-8f1faf35-ee86-4056-8295-aa741366d560 req-27edc57f-72d1-4b8d-afee-f684565c6a15 service nova] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Updated VIF entry in instance network info cache for port c4a3ae61-1e6d-48f7-a961-6e5f2c1a2cc1. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1044.841344] env[69413]: DEBUG nova.network.neutron [req-8f1faf35-ee86-4056-8295-aa741366d560 req-27edc57f-72d1-4b8d-afee-f684565c6a15 service nova] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Updating instance_info_cache with network_info: [{"id": "c4a3ae61-1e6d-48f7-a961-6e5f2c1a2cc1", "address": "fa:16:3e:a8:dc:0f", "network": {"id": "72290baf-b583-47c4-a858-bbb79d0f15d7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1787252906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e0f4261b07f46f4adfe656856251622", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4a3ae61-1e", "ovs_interfaceid": "c4a3ae61-1e6d-48f7-a961-6e5f2c1a2cc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.924863] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f80db0-7c96-45a1-9d68-f773cdea0345 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.928060] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6eb07cdb-e80a-4efc-ab28-e1d7ea6ffba9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.936881] env[69413]: DEBUG oslo_vmware.api [None req-74f80db0-7c96-45a1-9d68-f773cdea0345 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1044.936881] env[69413]: value = "task-3078143" [ 1044.936881] env[69413]: _type = "Task" [ 1044.936881] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.947717] env[69413]: DEBUG oslo_vmware.api [None req-74f80db0-7c96-45a1-9d68-f773cdea0345 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.962876] env[69413]: DEBUG nova.compute.manager [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1045.002324] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b00949b0-1b54-447e-9162-6a361814e883 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.060884] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdeae63e-3386-410a-ae31-f190cd5a4129 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.069473] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d19ded2-48f1-42ac-ace7-dc8985e76069 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.100868] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Acquiring lock "refresh_cache-ba15ffbe-192a-448a-bc28-461f876c6804" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.100994] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Acquired lock "refresh_cache-ba15ffbe-192a-448a-bc28-461f876c6804" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.101162] env[69413]: DEBUG nova.network.neutron [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.103079] env[69413]: DEBUG nova.network.neutron [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Successfully created port: 40282f08-4dd5-40cf-96e5-763b1b99108a {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1045.105669] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4699fa-06d4-4070-87f9-2503a71eda64 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.113664] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858c524c-af3c-4998-b86c-633e188c60f7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.130429] env[69413]: DEBUG nova.compute.provider_tree [None req-02773e8d-c6a4-4845-953c-50ee2f984247 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.141276] env[69413]: DEBUG oslo_vmware.api [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078142, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.165983] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f50471-005c-a959-655d-56a4f7de747c, 'name': SearchDatastore_Task, 'duration_secs': 0.021388} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.166355] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.166674] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1045.166927] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.167120] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.167264] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1045.167613] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b125d99e-2c97-4a3e-b44f-3bcddcc3f7dc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.180021] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1045.180161] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1045.180914] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf4a1a93-c695-442d-8ac7-fd4b1b90e2df {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.186617] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Waiting for the task: (returnval){ [ 1045.186617] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]524c031f-0c18-6da2-1158-c059fd3e0dda" [ 1045.186617] env[69413]: _type = "Task" [ 1045.186617] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.194795] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]524c031f-0c18-6da2-1158-c059fd3e0dda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.197618] env[69413]: DEBUG nova.compute.manager [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1045.348029] env[69413]: DEBUG oslo_concurrency.lockutils [req-8f1faf35-ee86-4056-8295-aa741366d560 req-27edc57f-72d1-4b8d-afee-f684565c6a15 service nova] Releasing lock "refresh_cache-5b4abcec-f532-48b1-a568-c19aa9e2bc1a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.370236] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2be685e-265d-4017-a436-8b88ee30396a tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.370646] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd77fa84-6b3b-45b7-b596-6da922159487 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.382386] env[69413]: DEBUG oslo_vmware.api [None req-d2be685e-265d-4017-a436-8b88ee30396a tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 1045.382386] env[69413]: value = "task-3078144" [ 1045.382386] env[69413]: _type = "Task" [ 1045.382386] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.396749] env[69413]: DEBUG oslo_vmware.api [None req-d2be685e-265d-4017-a436-8b88ee30396a tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3078144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.451998] env[69413]: DEBUG nova.network.neutron [-] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.453294] env[69413]: DEBUG oslo_vmware.api [None req-74f80db0-7c96-45a1-9d68-f773cdea0345 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078143, 'name': PowerOffVM_Task, 'duration_secs': 0.367839} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.453565] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f80db0-7c96-45a1-9d68-f773cdea0345 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.453805] env[69413]: DEBUG nova.compute.manager [None req-74f80db0-7c96-45a1-9d68-f773cdea0345 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.463831] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c2e0e8-24ed-4d02-87b8-1112614a159e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.495797] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.638528] env[69413]: DEBUG nova.scheduler.client.report [None req-02773e8d-c6a4-4845-953c-50ee2f984247 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.657801] env[69413]: DEBUG oslo_vmware.api [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078142, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.670253] env[69413]: DEBUG nova.network.neutron [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1045.706998] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]524c031f-0c18-6da2-1158-c059fd3e0dda, 'name': SearchDatastore_Task, 'duration_secs': 0.049263} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.709871] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf86e409-79da-4ee3-8bb0-c817469191bc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.718969] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Waiting for the task: (returnval){ [ 1045.718969] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c75c3a-98d3-05d2-2714-2f122f2f97e6" [ 1045.718969] env[69413]: _type = "Task" [ 1045.718969] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.733185] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c75c3a-98d3-05d2-2714-2f122f2f97e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.852693] env[69413]: DEBUG nova.compute.manager [req-d994629c-5fe1-4fa2-b265-f87d92fb6b30 req-bcf7c249-d33b-40fa-b5e8-0f8d63c22710 service nova] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Received event network-vif-plugged-a5e06b56-fa5f-48e2-aa61-61c1bdfc3f6f {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.852693] env[69413]: DEBUG oslo_concurrency.lockutils [req-d994629c-5fe1-4fa2-b265-f87d92fb6b30 req-bcf7c249-d33b-40fa-b5e8-0f8d63c22710 service nova] Acquiring lock "ba15ffbe-192a-448a-bc28-461f876c6804-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.852848] env[69413]: DEBUG oslo_concurrency.lockutils [req-d994629c-5fe1-4fa2-b265-f87d92fb6b30 req-bcf7c249-d33b-40fa-b5e8-0f8d63c22710 service nova] Lock "ba15ffbe-192a-448a-bc28-461f876c6804-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.853027] env[69413]: DEBUG oslo_concurrency.lockutils [req-d994629c-5fe1-4fa2-b265-f87d92fb6b30 req-bcf7c249-d33b-40fa-b5e8-0f8d63c22710 service nova] Lock "ba15ffbe-192a-448a-bc28-461f876c6804-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.853208] env[69413]: DEBUG nova.compute.manager [req-d994629c-5fe1-4fa2-b265-f87d92fb6b30 req-bcf7c249-d33b-40fa-b5e8-0f8d63c22710 service nova] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] No waiting events found dispatching network-vif-plugged-a5e06b56-fa5f-48e2-aa61-61c1bdfc3f6f {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1045.853324] env[69413]: WARNING nova.compute.manager [req-d994629c-5fe1-4fa2-b265-f87d92fb6b30 req-bcf7c249-d33b-40fa-b5e8-0f8d63c22710 service nova] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Received unexpected event network-vif-plugged-a5e06b56-fa5f-48e2-aa61-61c1bdfc3f6f for instance with vm_state building and task_state spawning. [ 1045.853561] env[69413]: DEBUG nova.compute.manager [req-d994629c-5fe1-4fa2-b265-f87d92fb6b30 req-bcf7c249-d33b-40fa-b5e8-0f8d63c22710 service nova] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Received event network-changed-a5e06b56-fa5f-48e2-aa61-61c1bdfc3f6f {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.853674] env[69413]: DEBUG nova.compute.manager [req-d994629c-5fe1-4fa2-b265-f87d92fb6b30 req-bcf7c249-d33b-40fa-b5e8-0f8d63c22710 service nova] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Refreshing instance network info cache due to event network-changed-a5e06b56-fa5f-48e2-aa61-61c1bdfc3f6f. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.853846] env[69413]: DEBUG oslo_concurrency.lockutils [req-d994629c-5fe1-4fa2-b265-f87d92fb6b30 req-bcf7c249-d33b-40fa-b5e8-0f8d63c22710 service nova] Acquiring lock "refresh_cache-ba15ffbe-192a-448a-bc28-461f876c6804" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.900556] env[69413]: DEBUG oslo_vmware.api [None req-d2be685e-265d-4017-a436-8b88ee30396a tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3078144, 'name': PowerOffVM_Task, 'duration_secs': 0.45413} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.900892] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2be685e-265d-4017-a436-8b88ee30396a tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.901910] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a77bbd-474f-4263-ae1c-14522f598b18 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.933278] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa5aa2a-8784-4841-8198-5610d34100c5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.960147] env[69413]: DEBUG nova.network.neutron [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Updating instance_info_cache with network_info: [{"id": "a5e06b56-fa5f-48e2-aa61-61c1bdfc3f6f", "address": "fa:16:3e:ad:1f:72", "network": {"id": "72290baf-b583-47c4-a858-bbb79d0f15d7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1787252906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e0f4261b07f46f4adfe656856251622", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5e06b56-fa", "ovs_interfaceid": "a5e06b56-fa5f-48e2-aa61-61c1bdfc3f6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.961373] env[69413]: INFO nova.compute.manager [-] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Took 1.32 seconds to deallocate network for instance. [ 1045.981267] env[69413]: DEBUG oslo_concurrency.lockutils [None req-74f80db0-7c96-45a1-9d68-f773cdea0345 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "7d1875ac-2554-480f-96ae-de15482d93df" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.078s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.991645] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2be685e-265d-4017-a436-8b88ee30396a tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.991645] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca4a0f24-0d77-4352-aa81-1a803d6dbf5c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.002459] env[69413]: DEBUG oslo_vmware.api [None req-d2be685e-265d-4017-a436-8b88ee30396a tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 1046.002459] env[69413]: value = "task-3078145" [ 1046.002459] env[69413]: _type = "Task" [ 1046.002459] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.018687] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2be685e-265d-4017-a436-8b88ee30396a tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] VM already powered off {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1046.018972] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d2be685e-265d-4017-a436-8b88ee30396a tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.019204] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d2be685e-265d-4017-a436-8b88ee30396a tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.142972] env[69413]: DEBUG oslo_vmware.api [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078142, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.210935] env[69413]: DEBUG nova.compute.manager [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1046.241755] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c75c3a-98d3-05d2-2714-2f122f2f97e6, 'name': SearchDatastore_Task, 'duration_secs': 0.099098} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.241755] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.242068] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 5b4abcec-f532-48b1-a568-c19aa9e2bc1a/5b4abcec-f532-48b1-a568-c19aa9e2bc1a.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1046.242878] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d2be685e-265d-4017-a436-8b88ee30396a tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.242878] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2be685e-265d-4017-a436-8b88ee30396a tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.243136] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36a57c7e-d704-4ebd-97b0-0c0354cb3b1b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.249086] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfbb8bdd-bd4c-479b-b2b1-ab3bc4985224 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.259793] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Waiting for the task: (returnval){ [ 1046.259793] env[69413]: value = "task-3078146" [ 1046.259793] env[69413]: _type = "Task" [ 1046.259793] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.265680] env[69413]: DEBUG nova.virt.hardware [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.266666] env[69413]: DEBUG nova.virt.hardware [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.266666] env[69413]: DEBUG nova.virt.hardware [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.266666] env[69413]: DEBUG nova.virt.hardware [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.266666] env[69413]: DEBUG nova.virt.hardware [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.266666] env[69413]: DEBUG nova.virt.hardware [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.267042] env[69413]: DEBUG nova.virt.hardware [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.267097] env[69413]: DEBUG nova.virt.hardware [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.268779] env[69413]: DEBUG nova.virt.hardware [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.268779] env[69413]: DEBUG nova.virt.hardware [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.268779] env[69413]: DEBUG nova.virt.hardware [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.268779] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9deda0-f234-4d7a-ab56-0652af859699 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.276102] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.276488] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2be685e-265d-4017-a436-8b88ee30396a tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.276657] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d2be685e-265d-4017-a436-8b88ee30396a tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.277834] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-859610b0-64dd-42a9-9cae-4d1a851b711f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.283937] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92dbd420-618d-4c06-94ae-b1b67be4dfbd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.289827] env[69413]: DEBUG oslo_vmware.api [None req-d2be685e-265d-4017-a436-8b88ee30396a tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 1046.289827] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f1a576-a08e-2c5c-c28a-5b851f4a32e6" [ 1046.289827] env[69413]: _type = "Task" [ 1046.289827] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.312482] env[69413]: DEBUG oslo_vmware.api [None req-d2be685e-265d-4017-a436-8b88ee30396a tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f1a576-a08e-2c5c-c28a-5b851f4a32e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.469456] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Releasing lock "refresh_cache-ba15ffbe-192a-448a-bc28-461f876c6804" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.469456] env[69413]: DEBUG nova.compute.manager [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Instance network_info: |[{"id": "a5e06b56-fa5f-48e2-aa61-61c1bdfc3f6f", "address": "fa:16:3e:ad:1f:72", "network": {"id": "72290baf-b583-47c4-a858-bbb79d0f15d7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1787252906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e0f4261b07f46f4adfe656856251622", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5e06b56-fa", "ovs_interfaceid": "a5e06b56-fa5f-48e2-aa61-61c1bdfc3f6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1046.469456] env[69413]: DEBUG oslo_concurrency.lockutils [req-d994629c-5fe1-4fa2-b265-f87d92fb6b30 req-bcf7c249-d33b-40fa-b5e8-0f8d63c22710 service nova] Acquired lock "refresh_cache-ba15ffbe-192a-448a-bc28-461f876c6804" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.469456] env[69413]: DEBUG nova.network.neutron [req-d994629c-5fe1-4fa2-b265-f87d92fb6b30 req-bcf7c249-d33b-40fa-b5e8-0f8d63c22710 service nova] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Refreshing network info cache for port a5e06b56-fa5f-48e2-aa61-61c1bdfc3f6f {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.469456] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:1f:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2e45023-22b5-458b-826e-9b7eb69ba028', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5e06b56-fa5f-48e2-aa61-61c1bdfc3f6f', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.483035] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.485377] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e355aee7-3f0c-4f02-a45c-8badf39bf2bf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.485861] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.486967] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c70260e8-81a8-4f54-a4e5-b3b12ab0cbb0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.514025] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.514025] env[69413]: value = "task-3078147" [ 1046.514025] env[69413]: _type = "Task" [ 1046.514025] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.526148] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078147, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.599182] env[69413]: DEBUG nova.objects.instance [None req-0a30dd77-0984-4840-9b2a-d4434d0991de tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lazy-loading 'flavor' on Instance uuid 7d1875ac-2554-480f-96ae-de15482d93df {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.649198] env[69413]: DEBUG oslo_vmware.api [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078142, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.656460] env[69413]: DEBUG oslo_concurrency.lockutils [None req-02773e8d-c6a4-4845-953c-50ee2f984247 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.467s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.659801] env[69413]: DEBUG oslo_concurrency.lockutils [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.874s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.660080] env[69413]: DEBUG nova.objects.instance [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69413) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1046.772737] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.806146] env[69413]: DEBUG oslo_vmware.api [None req-d2be685e-265d-4017-a436-8b88ee30396a tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f1a576-a08e-2c5c-c28a-5b851f4a32e6, 'name': SearchDatastore_Task, 'duration_secs': 0.094322} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.807125] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39e06c21-4f1d-4ffb-bb89-fcdc9e0a6fc1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.817858] env[69413]: DEBUG oslo_vmware.api [None req-d2be685e-265d-4017-a436-8b88ee30396a tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 1046.817858] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c9ce32-bb5c-1e1b-531e-3e54e9cb24a2" [ 1046.817858] env[69413]: _type = "Task" [ 1046.817858] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.838488] env[69413]: DEBUG oslo_vmware.api [None req-d2be685e-265d-4017-a436-8b88ee30396a tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c9ce32-bb5c-1e1b-531e-3e54e9cb24a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.024534] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078147, 'name': CreateVM_Task} progress is 25%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.109587] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0a30dd77-0984-4840-9b2a-d4434d0991de tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "refresh_cache-7d1875ac-2554-480f-96ae-de15482d93df" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.109587] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0a30dd77-0984-4840-9b2a-d4434d0991de tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquired lock "refresh_cache-7d1875ac-2554-480f-96ae-de15482d93df" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.109587] env[69413]: DEBUG nova.network.neutron [None req-0a30dd77-0984-4840-9b2a-d4434d0991de tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.109587] env[69413]: DEBUG nova.objects.instance [None req-0a30dd77-0984-4840-9b2a-d4434d0991de tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lazy-loading 'info_cache' on Instance uuid 7d1875ac-2554-480f-96ae-de15482d93df {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.139244] env[69413]: DEBUG nova.network.neutron [req-d994629c-5fe1-4fa2-b265-f87d92fb6b30 req-bcf7c249-d33b-40fa-b5e8-0f8d63c22710 service nova] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Updated VIF entry in instance network info cache for port a5e06b56-fa5f-48e2-aa61-61c1bdfc3f6f. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1047.139797] env[69413]: DEBUG nova.network.neutron [req-d994629c-5fe1-4fa2-b265-f87d92fb6b30 req-bcf7c249-d33b-40fa-b5e8-0f8d63c22710 service nova] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Updating instance_info_cache with network_info: [{"id": "a5e06b56-fa5f-48e2-aa61-61c1bdfc3f6f", "address": "fa:16:3e:ad:1f:72", "network": {"id": "72290baf-b583-47c4-a858-bbb79d0f15d7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1787252906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e0f4261b07f46f4adfe656856251622", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5e06b56-fa", "ovs_interfaceid": "a5e06b56-fa5f-48e2-aa61-61c1bdfc3f6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.149707] env[69413]: DEBUG oslo_vmware.api [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078142, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.211846] env[69413]: DEBUG nova.network.neutron [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Successfully updated port: 40282f08-4dd5-40cf-96e5-763b1b99108a {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1047.221451] env[69413]: DEBUG nova.compute.manager [req-bdefb67f-3bed-47ec-acf4-fd095b7a19c3 req-225f3915-7f34-4816-8eac-86bf4a23e403 service nova] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Received event network-vif-plugged-40282f08-4dd5-40cf-96e5-763b1b99108a {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.221451] env[69413]: DEBUG oslo_concurrency.lockutils [req-bdefb67f-3bed-47ec-acf4-fd095b7a19c3 req-225f3915-7f34-4816-8eac-86bf4a23e403 service nova] Acquiring lock "a00b927a-72f2-43e5-8a2f-b677cac41d83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.221451] env[69413]: DEBUG oslo_concurrency.lockutils [req-bdefb67f-3bed-47ec-acf4-fd095b7a19c3 req-225f3915-7f34-4816-8eac-86bf4a23e403 service nova] Lock "a00b927a-72f2-43e5-8a2f-b677cac41d83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.221451] env[69413]: DEBUG oslo_concurrency.lockutils [req-bdefb67f-3bed-47ec-acf4-fd095b7a19c3 req-225f3915-7f34-4816-8eac-86bf4a23e403 service nova] Lock "a00b927a-72f2-43e5-8a2f-b677cac41d83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.221451] env[69413]: DEBUG nova.compute.manager [req-bdefb67f-3bed-47ec-acf4-fd095b7a19c3 req-225f3915-7f34-4816-8eac-86bf4a23e403 service nova] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] No waiting events found dispatching network-vif-plugged-40282f08-4dd5-40cf-96e5-763b1b99108a {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1047.221451] env[69413]: WARNING nova.compute.manager [req-bdefb67f-3bed-47ec-acf4-fd095b7a19c3 req-225f3915-7f34-4816-8eac-86bf4a23e403 service nova] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Received unexpected event network-vif-plugged-40282f08-4dd5-40cf-96e5-763b1b99108a for instance with vm_state building and task_state spawning. [ 1047.266157] env[69413]: INFO nova.scheduler.client.report [None req-02773e8d-c6a4-4845-953c-50ee2f984247 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Deleted allocation for migration 71d21573-3054-4715-ade2-b8ba06e1556a [ 1047.282786] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.332074] env[69413]: DEBUG oslo_vmware.api [None req-d2be685e-265d-4017-a436-8b88ee30396a tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c9ce32-bb5c-1e1b-531e-3e54e9cb24a2, 'name': SearchDatastore_Task, 'duration_secs': 0.092747} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.332930] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d2be685e-265d-4017-a436-8b88ee30396a tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.333509] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2be685e-265d-4017-a436-8b88ee30396a tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] b2cc798f-a3e2-4ad6-8a1f-9b24069f9308/2ef2504d-027d-42fe-98dd-6e912ffbdf46-rescue.vmdk. {{(pid=69413) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1047.334059] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31b036be-6b07-4010-9abd-9544a6a5c382 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.343673] env[69413]: DEBUG oslo_vmware.api [None req-d2be685e-265d-4017-a436-8b88ee30396a tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 1047.343673] env[69413]: value = "task-3078148" [ 1047.343673] env[69413]: _type = "Task" [ 1047.343673] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.355701] env[69413]: DEBUG oslo_vmware.api [None req-d2be685e-265d-4017-a436-8b88ee30396a tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3078148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.526742] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078147, 'name': CreateVM_Task, 'duration_secs': 0.858704} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.526948] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.527731] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.527887] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.528239] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.528546] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4141e4df-4d27-4f06-99a2-445d118e1b09 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.535848] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Waiting for the task: (returnval){ [ 1047.535848] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52976f90-93be-88a5-97b2-c9e14070d94a" [ 1047.535848] env[69413]: _type = "Task" [ 1047.535848] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.546838] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52976f90-93be-88a5-97b2-c9e14070d94a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.613584] env[69413]: DEBUG nova.objects.base [None req-0a30dd77-0984-4840-9b2a-d4434d0991de tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Object Instance<7d1875ac-2554-480f-96ae-de15482d93df> lazy-loaded attributes: flavor,info_cache {{(pid=69413) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1047.643939] env[69413]: DEBUG oslo_concurrency.lockutils [req-d994629c-5fe1-4fa2-b265-f87d92fb6b30 req-bcf7c249-d33b-40fa-b5e8-0f8d63c22710 service nova] Releasing lock "refresh_cache-ba15ffbe-192a-448a-bc28-461f876c6804" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.644223] env[69413]: DEBUG nova.compute.manager [req-d994629c-5fe1-4fa2-b265-f87d92fb6b30 req-bcf7c249-d33b-40fa-b5e8-0f8d63c22710 service nova] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Received event network-vif-deleted-2720717b-195c-438d-8fc7-f29b9d414ff8 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.644629] env[69413]: DEBUG oslo_vmware.api [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078142, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.991612} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.644810] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/112fec98-8ad8-4a04-8ae2-4d7b59c9e0eb/112fec98-8ad8-4a04-8ae2-4d7b59c9e0eb.vmdk to [datastore2] 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51/66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.645617] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2491eb41-e3b3-428b-a49a-e0fad9843e1f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.670394] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51/66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51.vmdk or device None with type streamOptimized {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.670797] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbe9d981-0b1f-46d5-a2ce-744cb128f8da {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.690611] env[69413]: DEBUG oslo_concurrency.lockutils [None req-65ae26f1-fafd-46b4-ac13-c8582558eee4 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.031s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.691678] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6fc354c8-f71d-4205-be42-d1825ff41509 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.994s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.691937] env[69413]: DEBUG nova.objects.instance [None req-6fc354c8-f71d-4205-be42-d1825ff41509 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Lazy-loading 'resources' on Instance uuid 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.697631] env[69413]: DEBUG oslo_vmware.api [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 1047.697631] env[69413]: value = "task-3078149" [ 1047.697631] env[69413]: _type = "Task" [ 1047.697631] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.707651] env[69413]: DEBUG oslo_vmware.api [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078149, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.717289] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Acquiring lock "refresh_cache-a00b927a-72f2-43e5-8a2f-b677cac41d83" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.717457] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Acquired lock "refresh_cache-a00b927a-72f2-43e5-8a2f-b677cac41d83" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.717623] env[69413]: DEBUG nova.network.neutron [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.771551] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078146, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.776910] env[69413]: DEBUG oslo_concurrency.lockutils [None req-02773e8d-c6a4-4845-953c-50ee2f984247 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "478ddab9-a20e-421a-9d25-fd72c56d3f8e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 18.213s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.856295] env[69413]: DEBUG oslo_vmware.api [None req-d2be685e-265d-4017-a436-8b88ee30396a tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3078148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.048837] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52976f90-93be-88a5-97b2-c9e14070d94a, 'name': SearchDatastore_Task, 'duration_secs': 0.042748} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.049384] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.049778] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.050193] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.050473] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.050782] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.051575] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45ffaaa9-ba0c-4fe7-938a-58902f59059a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.071041] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.071041] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.071041] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-086dda03-8c0b-4869-9189-59cea0f19a4d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.077564] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Waiting for the task: (returnval){ [ 1048.077564] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52aaaa58-ce98-3f7a-3421-30f051857192" [ 1048.077564] env[69413]: _type = "Task" [ 1048.077564] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.091898] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52aaaa58-ce98-3f7a-3421-30f051857192, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.214141] env[69413]: DEBUG oslo_vmware.api [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.266136] env[69413]: DEBUG nova.network.neutron [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1048.280933] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078146, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.714329} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.284629] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 5b4abcec-f532-48b1-a568-c19aa9e2bc1a/5b4abcec-f532-48b1-a568-c19aa9e2bc1a.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.284880] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.285210] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6b5243b-a379-4a18-ba68-d46c36db6f4f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.294297] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Waiting for the task: (returnval){ [ 1048.294297] env[69413]: value = "task-3078150" [ 1048.294297] env[69413]: _type = "Task" [ 1048.294297] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.304064] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078150, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.356846] env[69413]: DEBUG oslo_vmware.api [None req-d2be685e-265d-4017-a436-8b88ee30396a tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3078148, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.993089} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.357171] env[69413]: INFO nova.virt.vmwareapi.ds_util [None req-d2be685e-265d-4017-a436-8b88ee30396a tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] b2cc798f-a3e2-4ad6-8a1f-9b24069f9308/2ef2504d-027d-42fe-98dd-6e912ffbdf46-rescue.vmdk. [ 1048.358041] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f052df47-f0c0-4e92-a397-3dcf3b706e99 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.395294] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2be685e-265d-4017-a436-8b88ee30396a tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] b2cc798f-a3e2-4ad6-8a1f-9b24069f9308/2ef2504d-027d-42fe-98dd-6e912ffbdf46-rescue.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.395659] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d603be3-f623-4097-9804-7a2a96e52de1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.416794] env[69413]: DEBUG nova.network.neutron [None req-0a30dd77-0984-4840-9b2a-d4434d0991de tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Updating instance_info_cache with network_info: [{"id": "c6acdae9-7ef1-481d-a2b6-f659f245985e", "address": "fa:16:3e:fb:99:0d", "network": {"id": "9f6a6da5-f7d8-4701-b117-bc929b707d63", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510056269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9155da285b149afae28b1048f0d10d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6acdae9-7e", "ovs_interfaceid": "c6acdae9-7ef1-481d-a2b6-f659f245985e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.423073] env[69413]: DEBUG oslo_vmware.api [None req-d2be685e-265d-4017-a436-8b88ee30396a tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 1048.423073] env[69413]: value = "task-3078151" [ 1048.423073] env[69413]: _type = "Task" [ 1048.423073] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.431369] env[69413]: DEBUG oslo_vmware.api [None req-d2be685e-265d-4017-a436-8b88ee30396a tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3078151, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.502820] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquiring lock "a7ce7788-f901-4440-8467-39889734fccb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.503829] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lock "a7ce7788-f901-4440-8467-39889734fccb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.511624] env[69413]: DEBUG nova.network.neutron [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Updating instance_info_cache with network_info: [{"id": "40282f08-4dd5-40cf-96e5-763b1b99108a", "address": "fa:16:3e:61:6f:09", "network": {"id": "72290baf-b583-47c4-a858-bbb79d0f15d7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1787252906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e0f4261b07f46f4adfe656856251622", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40282f08-4d", "ovs_interfaceid": "40282f08-4dd5-40cf-96e5-763b1b99108a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.592334] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52aaaa58-ce98-3f7a-3421-30f051857192, 'name': SearchDatastore_Task, 'duration_secs': 0.059092} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.594143] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b55a1e7-c6f1-4390-94a3-85e382de2c34 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.598954] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Waiting for the task: (returnval){ [ 1048.598954] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]521e5f68-a4d5-feb2-4171-c34dc414d144" [ 1048.598954] env[69413]: _type = "Task" [ 1048.598954] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.607041] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]521e5f68-a4d5-feb2-4171-c34dc414d144, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.608615] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6851ea91-68db-4f12-bd61-1a819b286c12 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.614991] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a6dd45-db07-4c49-bac7-31e025a96b90 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.649552] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1fd674-bb89-4922-85bb-b81f1809b356 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.661907] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ead2fb4-ae63-4212-9e94-1fcb87d38cd3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.676443] env[69413]: DEBUG nova.compute.provider_tree [None req-6fc354c8-f71d-4205-be42-d1825ff41509 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.709250] env[69413]: DEBUG oslo_vmware.api [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078149, 'name': ReconfigVM_Task, 'duration_secs': 0.848772} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.709584] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51/66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51.vmdk or device None with type streamOptimized {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.710342] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-347a9bc4-c59b-4c8e-a32d-454454514366 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.716162] env[69413]: DEBUG oslo_vmware.api [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 1048.716162] env[69413]: value = "task-3078152" [ 1048.716162] env[69413]: _type = "Task" [ 1048.716162] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.725024] env[69413]: DEBUG oslo_vmware.api [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078152, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.803644] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078150, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082351} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.803962] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1048.804794] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a4c21f-826f-4f1e-a23d-6ca24212212c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.826939] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 5b4abcec-f532-48b1-a568-c19aa9e2bc1a/5b4abcec-f532-48b1-a568-c19aa9e2bc1a.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.827279] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60cfc893-b8c0-4f1c-8dd9-a55014ede90f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.846512] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Waiting for the task: (returnval){ [ 1048.846512] env[69413]: value = "task-3078153" [ 1048.846512] env[69413]: _type = "Task" [ 1048.846512] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.854524] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078153, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.919845] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0a30dd77-0984-4840-9b2a-d4434d0991de tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Releasing lock "refresh_cache-7d1875ac-2554-480f-96ae-de15482d93df" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.933832] env[69413]: DEBUG oslo_vmware.api [None req-d2be685e-265d-4017-a436-8b88ee30396a tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3078151, 'name': ReconfigVM_Task, 'duration_secs': 0.328714} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.934138] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2be685e-265d-4017-a436-8b88ee30396a tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Reconfigured VM instance instance-00000048 to attach disk [datastore2] b2cc798f-a3e2-4ad6-8a1f-9b24069f9308/2ef2504d-027d-42fe-98dd-6e912ffbdf46-rescue.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.935138] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aca1dde-de4e-4ce4-8d98-5cc2543d6fd0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.964596] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ceebc324-a6d9-4d4a-9dd0-c921aa1b43be {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.975553] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2ca4bd76-4fea-41cd-819a-10aadf3a7ec0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "478ddab9-a20e-421a-9d25-fd72c56d3f8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.975796] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2ca4bd76-4fea-41cd-819a-10aadf3a7ec0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "478ddab9-a20e-421a-9d25-fd72c56d3f8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.975997] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2ca4bd76-4fea-41cd-819a-10aadf3a7ec0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "478ddab9-a20e-421a-9d25-fd72c56d3f8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.976227] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2ca4bd76-4fea-41cd-819a-10aadf3a7ec0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "478ddab9-a20e-421a-9d25-fd72c56d3f8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.976397] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2ca4bd76-4fea-41cd-819a-10aadf3a7ec0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "478ddab9-a20e-421a-9d25-fd72c56d3f8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.978570] env[69413]: INFO nova.compute.manager [None req-2ca4bd76-4fea-41cd-819a-10aadf3a7ec0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Terminating instance [ 1048.982956] env[69413]: DEBUG oslo_vmware.api [None req-d2be685e-265d-4017-a436-8b88ee30396a tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 1048.982956] env[69413]: value = "task-3078154" [ 1048.982956] env[69413]: _type = "Task" [ 1048.982956] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.993381] env[69413]: DEBUG oslo_vmware.api [None req-d2be685e-265d-4017-a436-8b88ee30396a tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3078154, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.005610] env[69413]: DEBUG nova.compute.manager [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1049.016506] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Releasing lock "refresh_cache-a00b927a-72f2-43e5-8a2f-b677cac41d83" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.017084] env[69413]: DEBUG nova.compute.manager [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Instance network_info: |[{"id": "40282f08-4dd5-40cf-96e5-763b1b99108a", "address": "fa:16:3e:61:6f:09", "network": {"id": "72290baf-b583-47c4-a858-bbb79d0f15d7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1787252906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e0f4261b07f46f4adfe656856251622", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40282f08-4d", "ovs_interfaceid": "40282f08-4dd5-40cf-96e5-763b1b99108a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1049.017318] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:6f:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2e45023-22b5-458b-826e-9b7eb69ba028', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40282f08-4dd5-40cf-96e5-763b1b99108a', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1049.026025] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.026553] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1049.026803] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afc40f42-2686-4f9b-95de-828accb03326 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.045914] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1049.045914] env[69413]: value = "task-3078155" [ 1049.045914] env[69413]: _type = "Task" [ 1049.045914] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.055296] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078155, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.109239] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]521e5f68-a4d5-feb2-4171-c34dc414d144, 'name': SearchDatastore_Task, 'duration_secs': 0.020668} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.109524] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.109801] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] ba15ffbe-192a-448a-bc28-461f876c6804/ba15ffbe-192a-448a-bc28-461f876c6804.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.110119] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd1aea66-3217-4ef2-bb4c-7a1ac0e3bfbd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.116815] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Waiting for the task: (returnval){ [ 1049.116815] env[69413]: value = "task-3078156" [ 1049.116815] env[69413]: _type = "Task" [ 1049.116815] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.125717] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078156, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.153583] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b75315fd-045b-42ef-9c61-2bb2bb8a38bb tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "interface-a831417f-aa67-4dc5-9b42-9fa51e69d85c-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.153964] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b75315fd-045b-42ef-9c61-2bb2bb8a38bb tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "interface-a831417f-aa67-4dc5-9b42-9fa51e69d85c-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.154487] env[69413]: DEBUG nova.objects.instance [None req-b75315fd-045b-42ef-9c61-2bb2bb8a38bb tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lazy-loading 'flavor' on Instance uuid a831417f-aa67-4dc5-9b42-9fa51e69d85c {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.179207] env[69413]: DEBUG nova.scheduler.client.report [None req-6fc354c8-f71d-4205-be42-d1825ff41509 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.225111] env[69413]: DEBUG oslo_vmware.api [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078152, 'name': Rename_Task, 'duration_secs': 0.284368} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.225388] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.225634] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-523f6348-ecb3-4132-a068-ddf1e1675664 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.233117] env[69413]: DEBUG oslo_vmware.api [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 1049.233117] env[69413]: value = "task-3078157" [ 1049.233117] env[69413]: _type = "Task" [ 1049.233117] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.243897] env[69413]: DEBUG oslo_vmware.api [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078157, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.358036] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078153, 'name': ReconfigVM_Task, 'duration_secs': 0.280658} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.358036] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 5b4abcec-f532-48b1-a568-c19aa9e2bc1a/5b4abcec-f532-48b1-a568-c19aa9e2bc1a.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.358848] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b424dc62-e4d2-4653-845e-080b9299b24f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.367576] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Waiting for the task: (returnval){ [ 1049.367576] env[69413]: value = "task-3078158" [ 1049.367576] env[69413]: _type = "Task" [ 1049.367576] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.377683] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078158, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.482125] env[69413]: DEBUG nova.compute.manager [None req-2ca4bd76-4fea-41cd-819a-10aadf3a7ec0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.482367] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca4bd76-4fea-41cd-819a-10aadf3a7ec0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.483350] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37276a15-2c8a-4f86-ae5b-a2e73f838431 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.492924] env[69413]: DEBUG nova.compute.manager [req-f5465048-eb61-418e-b50e-f368b83862b3 req-9368c82e-df3d-4291-9aed-afc5d0427e05 service nova] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Received event network-changed-40282f08-4dd5-40cf-96e5-763b1b99108a {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.493179] env[69413]: DEBUG nova.compute.manager [req-f5465048-eb61-418e-b50e-f368b83862b3 req-9368c82e-df3d-4291-9aed-afc5d0427e05 service nova] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Refreshing instance network info cache due to event network-changed-40282f08-4dd5-40cf-96e5-763b1b99108a. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1049.493540] env[69413]: DEBUG oslo_concurrency.lockutils [req-f5465048-eb61-418e-b50e-f368b83862b3 req-9368c82e-df3d-4291-9aed-afc5d0427e05 service nova] Acquiring lock "refresh_cache-a00b927a-72f2-43e5-8a2f-b677cac41d83" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.493540] env[69413]: DEBUG oslo_concurrency.lockutils [req-f5465048-eb61-418e-b50e-f368b83862b3 req-9368c82e-df3d-4291-9aed-afc5d0427e05 service nova] Acquired lock "refresh_cache-a00b927a-72f2-43e5-8a2f-b677cac41d83" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.493712] env[69413]: DEBUG nova.network.neutron [req-f5465048-eb61-418e-b50e-f368b83862b3 req-9368c82e-df3d-4291-9aed-afc5d0427e05 service nova] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Refreshing network info cache for port 40282f08-4dd5-40cf-96e5-763b1b99108a {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.501793] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca4bd76-4fea-41cd-819a-10aadf3a7ec0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.502349] env[69413]: DEBUG oslo_vmware.api [None req-d2be685e-265d-4017-a436-8b88ee30396a tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3078154, 'name': ReconfigVM_Task, 'duration_secs': 0.1812} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.502934] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fcaa1c8-4133-4c96-9a02-d5bb68d2e625 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.504738] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2be685e-265d-4017-a436-8b88ee30396a tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.505818] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20a11f67-39bf-4588-9527-8821cc8cedef {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.514916] env[69413]: DEBUG oslo_vmware.api [None req-2ca4bd76-4fea-41cd-819a-10aadf3a7ec0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 1049.514916] env[69413]: value = "task-3078159" [ 1049.514916] env[69413]: _type = "Task" [ 1049.514916] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.518856] env[69413]: DEBUG oslo_vmware.api [None req-d2be685e-265d-4017-a436-8b88ee30396a tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 1049.518856] env[69413]: value = "task-3078160" [ 1049.518856] env[69413]: _type = "Task" [ 1049.518856] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.533523] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.540995] env[69413]: DEBUG oslo_vmware.api [None req-2ca4bd76-4fea-41cd-819a-10aadf3a7ec0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3078159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.546258] env[69413]: DEBUG oslo_vmware.api [None req-d2be685e-265d-4017-a436-8b88ee30396a tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3078160, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.556124] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078155, 'name': CreateVM_Task, 'duration_secs': 0.489053} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.556353] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1049.557108] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.557326] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.557618] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.557890] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5832e71-0459-4f7e-96ad-a8dc3678b328 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.563223] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Waiting for the task: (returnval){ [ 1049.563223] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f6894d-12ed-d232-87bc-af079acdf304" [ 1049.563223] env[69413]: _type = "Task" [ 1049.563223] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.572655] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f6894d-12ed-d232-87bc-af079acdf304, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.611769] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "d4f71449-d687-4706-9ee0-c2c5841c9709" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.612089] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "d4f71449-d687-4706-9ee0-c2c5841c9709" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.628861] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078156, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509473} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.629745] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] ba15ffbe-192a-448a-bc28-461f876c6804/ba15ffbe-192a-448a-bc28-461f876c6804.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1049.629967] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1049.630257] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bae7b520-6eea-4ed7-8512-916760eb79f2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.638354] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Waiting for the task: (returnval){ [ 1049.638354] env[69413]: value = "task-3078161" [ 1049.638354] env[69413]: _type = "Task" [ 1049.638354] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.647772] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078161, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.658287] env[69413]: DEBUG nova.objects.instance [None req-b75315fd-045b-42ef-9c61-2bb2bb8a38bb tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lazy-loading 'pci_requests' on Instance uuid a831417f-aa67-4dc5-9b42-9fa51e69d85c {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.683801] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6fc354c8-f71d-4205-be42-d1825ff41509 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.992s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.686582] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e0f2b972-c1f5-43f5-8524-9d985ad76fc2 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.757s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.686717] env[69413]: DEBUG nova.objects.instance [None req-e0f2b972-c1f5-43f5-8524-9d985ad76fc2 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Lazy-loading 'resources' on Instance uuid 08cf1db4-5076-4cf5-8d4a-65ac906f1f75 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.704423] env[69413]: INFO nova.scheduler.client.report [None req-6fc354c8-f71d-4205-be42-d1825ff41509 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Deleted allocations for instance 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083 [ 1049.743808] env[69413]: DEBUG oslo_vmware.api [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078157, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.837736] env[69413]: DEBUG oslo_concurrency.lockutils [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Acquiring lock "2ed3d884-3573-4e93-be24-23b1cd5cd9c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.838099] env[69413]: DEBUG oslo_concurrency.lockutils [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Lock "2ed3d884-3573-4e93-be24-23b1cd5cd9c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.878063] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078158, 'name': Rename_Task, 'duration_secs': 0.289136} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.878342] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.878589] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a806a116-744f-469f-b6f5-3c005fb2ede2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.885851] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Waiting for the task: (returnval){ [ 1049.885851] env[69413]: value = "task-3078162" [ 1049.885851] env[69413]: _type = "Task" [ 1049.885851] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.893803] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078162, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.925697] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a30dd77-0984-4840-9b2a-d4434d0991de tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.927016] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-378cb36f-c8a6-4f5a-a994-012514522df3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.935216] env[69413]: DEBUG oslo_vmware.api [None req-0a30dd77-0984-4840-9b2a-d4434d0991de tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1049.935216] env[69413]: value = "task-3078163" [ 1049.935216] env[69413]: _type = "Task" [ 1049.935216] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.946076] env[69413]: DEBUG oslo_vmware.api [None req-0a30dd77-0984-4840-9b2a-d4434d0991de tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078163, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.035659] env[69413]: DEBUG oslo_vmware.api [None req-2ca4bd76-4fea-41cd-819a-10aadf3a7ec0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3078159, 'name': PowerOffVM_Task, 'duration_secs': 0.231718} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.039203] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca4bd76-4fea-41cd-819a-10aadf3a7ec0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.039417] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca4bd76-4fea-41cd-819a-10aadf3a7ec0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.039754] env[69413]: DEBUG oslo_vmware.api [None req-d2be685e-265d-4017-a436-8b88ee30396a tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3078160, 'name': PowerOnVM_Task, 'duration_secs': 0.44651} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.039990] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1eca04c-2a50-4caa-9c07-029535843bbf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.042137] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2be685e-265d-4017-a436-8b88ee30396a tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.045506] env[69413]: DEBUG nova.compute.manager [None req-d2be685e-265d-4017-a436-8b88ee30396a tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.047326] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2d5c2b-061d-42d9-aaab-bd0291dd78e4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.074077] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f6894d-12ed-d232-87bc-af079acdf304, 'name': SearchDatastore_Task, 'duration_secs': 0.049368} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.074408] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.074699] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1050.074971] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.075163] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.075427] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1050.076068] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3eea4089-2e5c-482b-a107-680e5c63e5bc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.084869] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1050.085227] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1050.087355] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15ddb062-2140-4dbe-b19d-7641f625f90f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.093413] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Waiting for the task: (returnval){ [ 1050.093413] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52519b8a-f650-fcb1-14ae-e79012cb2c2e" [ 1050.093413] env[69413]: _type = "Task" [ 1050.093413] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.100050] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca4bd76-4fea-41cd-819a-10aadf3a7ec0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.100712] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca4bd76-4fea-41cd-819a-10aadf3a7ec0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.100712] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ca4bd76-4fea-41cd-819a-10aadf3a7ec0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Deleting the datastore file [datastore2] 478ddab9-a20e-421a-9d25-fd72c56d3f8e {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.105371] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a05c88cd-73c4-473e-a173-7dcde92f035c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.107775] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52519b8a-f650-fcb1-14ae-e79012cb2c2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.113207] env[69413]: DEBUG oslo_vmware.api [None req-2ca4bd76-4fea-41cd-819a-10aadf3a7ec0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 1050.113207] env[69413]: value = "task-3078165" [ 1050.113207] env[69413]: _type = "Task" [ 1050.113207] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.117800] env[69413]: DEBUG nova.compute.manager [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1050.126719] env[69413]: DEBUG oslo_vmware.api [None req-2ca4bd76-4fea-41cd-819a-10aadf3a7ec0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3078165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.149745] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078161, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074343} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.150045] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.150871] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae4637d-987c-4b85-9656-6a414edcd6f2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.168729] env[69413]: DEBUG nova.objects.base [None req-b75315fd-045b-42ef-9c61-2bb2bb8a38bb tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69413) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1050.168960] env[69413]: DEBUG nova.network.neutron [None req-b75315fd-045b-42ef-9c61-2bb2bb8a38bb tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1050.180029] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] ba15ffbe-192a-448a-bc28-461f876c6804/ba15ffbe-192a-448a-bc28-461f876c6804.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.182155] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7c514e8-c227-430f-bebe-f0c861b1dd02 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.218767] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Waiting for the task: (returnval){ [ 1050.218767] env[69413]: value = "task-3078166" [ 1050.218767] env[69413]: _type = "Task" [ 1050.218767] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.218767] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6fc354c8-f71d-4205-be42-d1825ff41509 tempest-ServerExternalEventsTest-852806770 tempest-ServerExternalEventsTest-852806770-project-member] Lock "20fd3ffa-6ce1-49ac-a10e-2eb47b08f083" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.967s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.225136] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078166, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.250098] env[69413]: DEBUG oslo_vmware.api [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078157, 'name': PowerOnVM_Task, 'duration_secs': 0.960443} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.254040] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.254762] env[69413]: INFO nova.compute.manager [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Took 15.51 seconds to spawn the instance on the hypervisor. [ 1050.254762] env[69413]: DEBUG nova.compute.manager [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.255781] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a80b72d-bbb0-49d6-bc52-103c4da515a1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.323931] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b75315fd-045b-42ef-9c61-2bb2bb8a38bb tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "interface-a831417f-aa67-4dc5-9b42-9fa51e69d85c-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.170s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.334860] env[69413]: DEBUG nova.network.neutron [req-f5465048-eb61-418e-b50e-f368b83862b3 req-9368c82e-df3d-4291-9aed-afc5d0427e05 service nova] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Updated VIF entry in instance network info cache for port 40282f08-4dd5-40cf-96e5-763b1b99108a. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.335282] env[69413]: DEBUG nova.network.neutron [req-f5465048-eb61-418e-b50e-f368b83862b3 req-9368c82e-df3d-4291-9aed-afc5d0427e05 service nova] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Updating instance_info_cache with network_info: [{"id": "40282f08-4dd5-40cf-96e5-763b1b99108a", "address": "fa:16:3e:61:6f:09", "network": {"id": "72290baf-b583-47c4-a858-bbb79d0f15d7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1787252906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e0f4261b07f46f4adfe656856251622", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40282f08-4d", "ovs_interfaceid": "40282f08-4dd5-40cf-96e5-763b1b99108a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.343021] env[69413]: DEBUG nova.compute.manager [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 2ed3d884-3573-4e93-be24-23b1cd5cd9c5] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1050.400931] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078162, 'name': PowerOnVM_Task, 'duration_secs': 0.484754} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.401156] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.401354] env[69413]: INFO nova.compute.manager [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Took 9.26 seconds to spawn the instance on the hypervisor. [ 1050.401551] env[69413]: DEBUG nova.compute.manager [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.402349] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae3d240-4aa1-4d0f-b394-4006115d734d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.445706] env[69413]: DEBUG oslo_vmware.api [None req-0a30dd77-0984-4840-9b2a-d4434d0991de tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078163, 'name': PowerOnVM_Task, 'duration_secs': 0.451853} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.448353] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a30dd77-0984-4840-9b2a-d4434d0991de tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.448564] env[69413]: DEBUG nova.compute.manager [None req-0a30dd77-0984-4840-9b2a-d4434d0991de tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.456755] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907c475c-5fae-49e3-8c5f-7f131d58fc6c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.562828] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa71152d-0ff4-4d11-aadb-18ba8126fe09 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.573563] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f7f331-c750-4fe4-87b0-671e8a32d103 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.605296] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f68158-97f2-4eb5-8e50-b3316936297f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.613608] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52519b8a-f650-fcb1-14ae-e79012cb2c2e, 'name': SearchDatastore_Task, 'duration_secs': 0.017006} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.618979] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f54304de-a410-4d35-ab62-1ad7fdf89b59 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.623890] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01136adf-0fae-411c-9708-c5d17250cd6b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.640403] env[69413]: DEBUG oslo_vmware.api [None req-2ca4bd76-4fea-41cd-819a-10aadf3a7ec0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3078165, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188256} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.651038] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ca4bd76-4fea-41cd-819a-10aadf3a7ec0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.651148] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca4bd76-4fea-41cd-819a-10aadf3a7ec0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.651340] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca4bd76-4fea-41cd-819a-10aadf3a7ec0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.651518] env[69413]: INFO nova.compute.manager [None req-2ca4bd76-4fea-41cd-819a-10aadf3a7ec0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1050.651761] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ca4bd76-4fea-41cd-819a-10aadf3a7ec0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.652200] env[69413]: DEBUG nova.compute.provider_tree [None req-e0f2b972-c1f5-43f5-8524-9d985ad76fc2 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.656033] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Waiting for the task: (returnval){ [ 1050.656033] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5291ec71-6ec3-c60c-a692-df20e7035c72" [ 1050.656033] env[69413]: _type = "Task" [ 1050.656033] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.656735] env[69413]: DEBUG nova.compute.manager [-] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1050.656735] env[69413]: DEBUG nova.network.neutron [-] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1050.658142] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Acquiring lock "5e6f3c64-ad2a-4cc4-af05-71a35a1501ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.658460] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Lock "5e6f3c64-ad2a-4cc4-af05-71a35a1501ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.661812] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.671824] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5291ec71-6ec3-c60c-a692-df20e7035c72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.719143] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.781729] env[69413]: INFO nova.compute.manager [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Took 33.31 seconds to build instance. [ 1050.838776] env[69413]: DEBUG oslo_concurrency.lockutils [req-f5465048-eb61-418e-b50e-f368b83862b3 req-9368c82e-df3d-4291-9aed-afc5d0427e05 service nova] Releasing lock "refresh_cache-a00b927a-72f2-43e5-8a2f-b677cac41d83" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.868078] env[69413]: DEBUG oslo_concurrency.lockutils [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.933039] env[69413]: INFO nova.compute.manager [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Took 27.88 seconds to build instance. [ 1051.084363] env[69413]: DEBUG nova.compute.manager [req-f2cddadd-74fb-4a2e-af8c-e1e5779d5a97 req-48102a19-c854-4f60-ab0a-aa4bd2e36d58 service nova] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Received event network-vif-deleted-09532674-cb4f-45ff-9bfb-82802f68ea3f {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.084586] env[69413]: INFO nova.compute.manager [req-f2cddadd-74fb-4a2e-af8c-e1e5779d5a97 req-48102a19-c854-4f60-ab0a-aa4bd2e36d58 service nova] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Neutron deleted interface 09532674-cb4f-45ff-9bfb-82802f68ea3f; detaching it from the instance and deleting it from the info cache [ 1051.084764] env[69413]: DEBUG nova.network.neutron [req-f2cddadd-74fb-4a2e-af8c-e1e5779d5a97 req-48102a19-c854-4f60-ab0a-aa4bd2e36d58 service nova] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.157817] env[69413]: DEBUG nova.scheduler.client.report [None req-e0f2b972-c1f5-43f5-8524-9d985ad76fc2 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.166173] env[69413]: DEBUG nova.compute.manager [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1051.175031] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5291ec71-6ec3-c60c-a692-df20e7035c72, 'name': SearchDatastore_Task, 'duration_secs': 0.043428} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.175387] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.175718] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] a00b927a-72f2-43e5-8a2f-b677cac41d83/a00b927a-72f2-43e5-8a2f-b677cac41d83.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1051.176173] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-319cdcca-2c20-4674-b776-eb076343f732 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.183744] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Waiting for the task: (returnval){ [ 1051.183744] env[69413]: value = "task-3078167" [ 1051.183744] env[69413]: _type = "Task" [ 1051.183744] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.192323] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.223602] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078166, 'name': ReconfigVM_Task, 'duration_secs': 0.936494} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.226551] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Reconfigured VM instance instance-0000005a to attach disk [datastore2] ba15ffbe-192a-448a-bc28-461f876c6804/ba15ffbe-192a-448a-bc28-461f876c6804.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.227146] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b59bfc40-6ea8-44f8-9039-eceab9c77a7f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.234823] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Waiting for the task: (returnval){ [ 1051.234823] env[69413]: value = "task-3078168" [ 1051.234823] env[69413]: _type = "Task" [ 1051.234823] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.244509] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078168, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.284801] env[69413]: DEBUG oslo_concurrency.lockutils [None req-97a83abf-40e9-4b92-8bda-5418434be899 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.829s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.435355] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Lock "5b4abcec-f532-48b1-a568-c19aa9e2bc1a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.391s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.464639] env[69413]: DEBUG nova.network.neutron [-] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.587673] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f5b2c090-8042-40ad-9abd-f331947c018d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.599114] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097805a3-78a7-440a-93e3-8d62508d0d5a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.634169] env[69413]: DEBUG nova.compute.manager [req-f2cddadd-74fb-4a2e-af8c-e1e5779d5a97 req-48102a19-c854-4f60-ab0a-aa4bd2e36d58 service nova] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Detach interface failed, port_id=09532674-cb4f-45ff-9bfb-82802f68ea3f, reason: Instance 478ddab9-a20e-421a-9d25-fd72c56d3f8e could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1051.667467] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e0f2b972-c1f5-43f5-8524-9d985ad76fc2 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.980s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.669854] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b00949b0-1b54-447e-9162-6a361814e883 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.668s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.670207] env[69413]: DEBUG nova.objects.instance [None req-b00949b0-1b54-447e-9162-6a361814e883 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lazy-loading 'resources' on Instance uuid d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.689583] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.696714] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078167, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.697565] env[69413]: INFO nova.scheduler.client.report [None req-e0f2b972-c1f5-43f5-8524-9d985ad76fc2 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Deleted allocations for instance 08cf1db4-5076-4cf5-8d4a-65ac906f1f75 [ 1051.728354] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ae745f5d-2100-4550-a00e-ceb825e362ad tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquiring lock "66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.728634] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ae745f5d-2100-4550-a00e-ceb825e362ad tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.728849] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ae745f5d-2100-4550-a00e-ceb825e362ad tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquiring lock "66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.729046] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ae745f5d-2100-4550-a00e-ceb825e362ad tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.729230] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ae745f5d-2100-4550-a00e-ceb825e362ad tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.731915] env[69413]: INFO nova.compute.manager [None req-ae745f5d-2100-4550-a00e-ceb825e362ad tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Terminating instance [ 1051.748441] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078168, 'name': Rename_Task, 'duration_secs': 0.201022} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.748819] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.749157] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b396cb0-4d7f-4497-a757-684ee4abdd2e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.757817] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Waiting for the task: (returnval){ [ 1051.757817] env[69413]: value = "task-3078169" [ 1051.757817] env[69413]: _type = "Task" [ 1051.757817] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.767413] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078169, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.825814] env[69413]: INFO nova.compute.manager [None req-bccfdea6-2ca7-460f-95c7-efb378f2369c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Unrescuing [ 1051.825814] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bccfdea6-2ca7-460f-95c7-efb378f2369c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquiring lock "refresh_cache-b2cc798f-a3e2-4ad6-8a1f-9b24069f9308" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.825814] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bccfdea6-2ca7-460f-95c7-efb378f2369c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquired lock "refresh_cache-b2cc798f-a3e2-4ad6-8a1f-9b24069f9308" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.826046] env[69413]: DEBUG nova.network.neutron [None req-bccfdea6-2ca7-460f-95c7-efb378f2369c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.968453] env[69413]: INFO nova.compute.manager [-] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Took 1.31 seconds to deallocate network for instance. [ 1052.197021] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078167, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659254} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.197021] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] a00b927a-72f2-43e5-8a2f-b677cac41d83/a00b927a-72f2-43e5-8a2f-b677cac41d83.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1052.197021] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1052.197021] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c874f0a-8cb3-421e-aaae-bdc6bb6d976f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.208365] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Waiting for the task: (returnval){ [ 1052.208365] env[69413]: value = "task-3078170" [ 1052.208365] env[69413]: _type = "Task" [ 1052.208365] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.211459] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e0f2b972-c1f5-43f5-8524-9d985ad76fc2 tempest-ServersListShow298Test-286070359 tempest-ServersListShow298Test-286070359-project-member] Lock "08cf1db4-5076-4cf5-8d4a-65ac906f1f75" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.489s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.221624] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.244408] env[69413]: DEBUG nova.compute.manager [None req-ae745f5d-2100-4550-a00e-ceb825e362ad tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.244713] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ae745f5d-2100-4550-a00e-ceb825e362ad tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.246272] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524f2154-8536-4427-9566-d6f846d8cf6d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.255213] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae745f5d-2100-4550-a00e-ceb825e362ad tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.255543] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f90cf034-cf7a-45dc-ab35-2f86c4ccd7b2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.266123] env[69413]: DEBUG oslo_vmware.api [None req-ae745f5d-2100-4550-a00e-ceb825e362ad tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 1052.266123] env[69413]: value = "task-3078171" [ 1052.266123] env[69413]: _type = "Task" [ 1052.266123] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.273114] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078169, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.281342] env[69413]: DEBUG oslo_vmware.api [None req-ae745f5d-2100-4550-a00e-ceb825e362ad tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.325192] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d3b7f8ba-fa26-4fa4-b9d4-a9b8b371d82e tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "interface-a831417f-aa67-4dc5-9b42-9fa51e69d85c-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.325491] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d3b7f8ba-fa26-4fa4-b9d4-a9b8b371d82e tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "interface-a831417f-aa67-4dc5-9b42-9fa51e69d85c-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.325817] env[69413]: DEBUG nova.objects.instance [None req-d3b7f8ba-fa26-4fa4-b9d4-a9b8b371d82e tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lazy-loading 'flavor' on Instance uuid a831417f-aa67-4dc5-9b42-9fa51e69d85c {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.477975] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2ca4bd76-4fea-41cd-819a-10aadf3a7ec0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.555804] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95ec9bc-0bf9-4bb5-94bb-f5591a95c0c4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.563907] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a324010f-d4ff-4764-bd62-a095c77fc1d4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.613485] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddeffa6-a101-4ddb-bd55-cd7d1ccc51c9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.621019] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1cc31b-f2af-41ce-8af0-c8d4aace8084 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.635886] env[69413]: DEBUG nova.compute.provider_tree [None req-b00949b0-1b54-447e-9162-6a361814e883 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.718047] env[69413]: DEBUG nova.network.neutron [None req-bccfdea6-2ca7-460f-95c7-efb378f2369c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Updating instance_info_cache with network_info: [{"id": "469e660c-7595-4388-8b1f-f3b4b540f28c", "address": "fa:16:3e:9f:f8:57", "network": {"id": "953617f3-da82-4cf8-b2fc-cf0a2125bdbc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1761269620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f603c4eab95049b2a3ac276067f89c87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap469e660c-75", "ovs_interfaceid": "469e660c-7595-4388-8b1f-f3b4b540f28c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.725475] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097673} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.725768] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1052.726785] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad2ef8f-1a0b-45e8-b93d-86e7c228d4ac {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.754528] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] a00b927a-72f2-43e5-8a2f-b677cac41d83/a00b927a-72f2-43e5-8a2f-b677cac41d83.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.755803] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc41f67e-813f-4b13-9671-8f50c449db78 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.786803] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078169, 'name': PowerOnVM_Task, 'duration_secs': 0.606856} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.791558] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.791783] env[69413]: INFO nova.compute.manager [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Took 9.13 seconds to spawn the instance on the hypervisor. [ 1052.791964] env[69413]: DEBUG nova.compute.manager [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.792643] env[69413]: DEBUG oslo_vmware.api [None req-ae745f5d-2100-4550-a00e-ceb825e362ad tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078171, 'name': PowerOffVM_Task, 'duration_secs': 0.320159} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.792879] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Waiting for the task: (returnval){ [ 1052.792879] env[69413]: value = "task-3078172" [ 1052.792879] env[69413]: _type = "Task" [ 1052.792879] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.793653] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bd5a38-6d7e-41d7-be1d-c6ec6e608c51 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.796326] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae745f5d-2100-4550-a00e-ceb825e362ad tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.796612] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ae745f5d-2100-4550-a00e-ceb825e362ad tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.796819] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21f04056-1a99-4fad-822f-195a9b81cacc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.813051] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.862024] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ae745f5d-2100-4550-a00e-ceb825e362ad tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.862257] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ae745f5d-2100-4550-a00e-ceb825e362ad tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.862596] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae745f5d-2100-4550-a00e-ceb825e362ad tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Deleting the datastore file [datastore2] 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.862754] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76352ea2-972d-49a7-963d-d85a897aeccc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.869354] env[69413]: DEBUG oslo_vmware.api [None req-ae745f5d-2100-4550-a00e-ceb825e362ad tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 1052.869354] env[69413]: value = "task-3078174" [ 1052.869354] env[69413]: _type = "Task" [ 1052.869354] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.878359] env[69413]: DEBUG oslo_vmware.api [None req-ae745f5d-2100-4550-a00e-ceb825e362ad tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078174, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.999819] env[69413]: DEBUG nova.objects.instance [None req-d3b7f8ba-fa26-4fa4-b9d4-a9b8b371d82e tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lazy-loading 'pci_requests' on Instance uuid a831417f-aa67-4dc5-9b42-9fa51e69d85c {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.141287] env[69413]: DEBUG nova.scheduler.client.report [None req-b00949b0-1b54-447e-9162-6a361814e883 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.220758] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bccfdea6-2ca7-460f-95c7-efb378f2369c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Releasing lock "refresh_cache-b2cc798f-a3e2-4ad6-8a1f-9b24069f9308" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.221913] env[69413]: DEBUG nova.objects.instance [None req-bccfdea6-2ca7-460f-95c7-efb378f2369c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Lazy-loading 'flavor' on Instance uuid b2cc798f-a3e2-4ad6-8a1f-9b24069f9308 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.311120] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078172, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.322017] env[69413]: INFO nova.compute.manager [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Took 30.21 seconds to build instance. [ 1053.376489] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f0c61270-4859-4b37-92ae-0a9e3d36b52d tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Acquiring lock "e6cd12ab-429c-4174-b2c0-bce6b23df85a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.376731] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f0c61270-4859-4b37-92ae-0a9e3d36b52d tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Lock "e6cd12ab-429c-4174-b2c0-bce6b23df85a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.382030] env[69413]: DEBUG oslo_vmware.api [None req-ae745f5d-2100-4550-a00e-ceb825e362ad tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078174, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311442} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.382030] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae745f5d-2100-4550-a00e-ceb825e362ad tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.382217] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ae745f5d-2100-4550-a00e-ceb825e362ad tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.382389] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ae745f5d-2100-4550-a00e-ceb825e362ad tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.382600] env[69413]: INFO nova.compute.manager [None req-ae745f5d-2100-4550-a00e-ceb825e362ad tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1053.382782] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae745f5d-2100-4550-a00e-ceb825e362ad tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.382967] env[69413]: DEBUG nova.compute.manager [-] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.383078] env[69413]: DEBUG nova.network.neutron [-] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.510152] env[69413]: DEBUG nova.objects.base [None req-d3b7f8ba-fa26-4fa4-b9d4-a9b8b371d82e tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69413) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1053.510152] env[69413]: DEBUG nova.network.neutron [None req-d3b7f8ba-fa26-4fa4-b9d4-a9b8b371d82e tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1053.560309] env[69413]: DEBUG nova.policy [None req-d3b7f8ba-fa26-4fa4-b9d4-a9b8b371d82e tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a25a0d59affd46439113f3d7f38d0c20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea25ce60cf4241789625cf6571347633', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1053.649133] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b00949b0-1b54-447e-9162-6a361814e883 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.979s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.652237] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.156s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.653410] env[69413]: INFO nova.compute.claims [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1053.679541] env[69413]: INFO nova.scheduler.client.report [None req-b00949b0-1b54-447e-9162-6a361814e883 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Deleted allocations for instance d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f [ 1053.728807] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9d3afc-432d-4da7-a1e2-ba7b3b9a1265 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.754090] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-bccfdea6-2ca7-460f-95c7-efb378f2369c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.754628] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbbe0de7-5ea1-4467-b9d3-734f2b54de45 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.761056] env[69413]: DEBUG oslo_vmware.api [None req-bccfdea6-2ca7-460f-95c7-efb378f2369c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 1053.761056] env[69413]: value = "task-3078175" [ 1053.761056] env[69413]: _type = "Task" [ 1053.761056] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.769501] env[69413]: DEBUG oslo_vmware.api [None req-bccfdea6-2ca7-460f-95c7-efb378f2369c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3078175, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.806770] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078172, 'name': ReconfigVM_Task, 'duration_secs': 0.552388} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.807066] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Reconfigured VM instance instance-0000005b to attach disk [datastore2] a00b927a-72f2-43e5-8a2f-b677cac41d83/a00b927a-72f2-43e5-8a2f-b677cac41d83.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.807830] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-929ed692-503a-4caa-9910-ee45c54075d0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.814054] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Waiting for the task: (returnval){ [ 1053.814054] env[69413]: value = "task-3078176" [ 1053.814054] env[69413]: _type = "Task" [ 1053.814054] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.824831] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Lock "ba15ffbe-192a-448a-bc28-461f876c6804" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.724s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.825102] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078176, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.846256] env[69413]: DEBUG nova.network.neutron [None req-d3b7f8ba-fa26-4fa4-b9d4-a9b8b371d82e tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Successfully created port: 15ac4118-e798-4312-abca-f3a5a4c7d26c {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1053.885567] env[69413]: DEBUG nova.compute.utils [None req-f0c61270-4859-4b37-92ae-0a9e3d36b52d tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1054.123866] env[69413]: DEBUG nova.network.neutron [-] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.187977] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b00949b0-1b54-447e-9162-6a361814e883 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.220s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.273026] env[69413]: DEBUG oslo_vmware.api [None req-bccfdea6-2ca7-460f-95c7-efb378f2369c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3078175, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.324261] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078176, 'name': Rename_Task, 'duration_secs': 0.291003} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.324543] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1054.324795] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22fff598-5349-44d5-ad61-324dfdf322c3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.331162] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Waiting for the task: (returnval){ [ 1054.331162] env[69413]: value = "task-3078177" [ 1054.331162] env[69413]: _type = "Task" [ 1054.331162] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.339191] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078177, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.389180] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f0c61270-4859-4b37-92ae-0a9e3d36b52d tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Lock "e6cd12ab-429c-4174-b2c0-bce6b23df85a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.626937] env[69413]: INFO nova.compute.manager [-] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Took 1.24 seconds to deallocate network for instance. [ 1054.770851] env[69413]: DEBUG oslo_vmware.api [None req-bccfdea6-2ca7-460f-95c7-efb378f2369c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3078175, 'name': PowerOffVM_Task, 'duration_secs': 0.550851} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.773538] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-bccfdea6-2ca7-460f-95c7-efb378f2369c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.779275] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-bccfdea6-2ca7-460f-95c7-efb378f2369c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Reconfiguring VM instance instance-00000048 to detach disk 2002 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1054.779975] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-722e5223-1eb2-4958-8175-aced8bcd1a49 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.802754] env[69413]: DEBUG oslo_vmware.api [None req-bccfdea6-2ca7-460f-95c7-efb378f2369c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 1054.802754] env[69413]: value = "task-3078178" [ 1054.802754] env[69413]: _type = "Task" [ 1054.802754] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.813964] env[69413]: DEBUG oslo_vmware.api [None req-bccfdea6-2ca7-460f-95c7-efb378f2369c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3078178, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.842608] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078177, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.961524] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f788986d-b3d7-479d-b291-3955d4285e17 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.971955] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f08449-90e1-4627-8e7b-b0e0c31b8cd4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.008861] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279444f8-1e21-4acd-9828-01614aab0d9d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.017041] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c67cf7-a3b4-447f-82d0-b2c66f8f0d26 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.032459] env[69413]: DEBUG nova.compute.provider_tree [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.133808] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ae745f5d-2100-4550-a00e-ceb825e362ad tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.181530] env[69413]: DEBUG nova.compute.manager [req-830afcae-c59a-4405-8329-9e8b90d1c7f5 req-61e8555b-6712-4c50-8cc7-55ef5f607304 service nova] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Received event network-vif-deleted-f0e0098f-703e-41f1-8dcb-22d12a79de4f {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.315541] env[69413]: DEBUG oslo_vmware.api [None req-bccfdea6-2ca7-460f-95c7-efb378f2369c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3078178, 'name': ReconfigVM_Task, 'duration_secs': 0.315113} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.315903] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-bccfdea6-2ca7-460f-95c7-efb378f2369c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Reconfigured VM instance instance-00000048 to detach disk 2002 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1055.316127] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-bccfdea6-2ca7-460f-95c7-efb378f2369c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.316571] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6003ec50-9204-4981-a08d-a3d141a7141d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.326353] env[69413]: DEBUG oslo_vmware.api [None req-bccfdea6-2ca7-460f-95c7-efb378f2369c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 1055.326353] env[69413]: value = "task-3078179" [ 1055.326353] env[69413]: _type = "Task" [ 1055.326353] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.346715] env[69413]: DEBUG oslo_vmware.api [None req-bccfdea6-2ca7-460f-95c7-efb378f2369c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3078179, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.350848] env[69413]: DEBUG oslo_vmware.api [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078177, 'name': PowerOnVM_Task, 'duration_secs': 0.554417} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.351283] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1055.351587] env[69413]: INFO nova.compute.manager [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Took 9.14 seconds to spawn the instance on the hypervisor. [ 1055.351803] env[69413]: DEBUG nova.compute.manager [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.352671] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f4db4b-aae1-4ff0-9d6e-6e7f76548253 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.458187] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f0c61270-4859-4b37-92ae-0a9e3d36b52d tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Acquiring lock "e6cd12ab-429c-4174-b2c0-bce6b23df85a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.458485] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f0c61270-4859-4b37-92ae-0a9e3d36b52d tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Lock "e6cd12ab-429c-4174-b2c0-bce6b23df85a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.458724] env[69413]: INFO nova.compute.manager [None req-f0c61270-4859-4b37-92ae-0a9e3d36b52d tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Attaching volume 966b1b2f-dd03-4eae-bf73-2d07327ced92 to /dev/sdb [ 1055.497519] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5978cc45-d7ed-48d5-bc20-497494cb1ec5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.506848] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e19272-65b4-4f09-a922-62494d12881e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.522421] env[69413]: DEBUG nova.virt.block_device [None req-f0c61270-4859-4b37-92ae-0a9e3d36b52d tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Updating existing volume attachment record: ca4bf648-7293-4a04-a6fb-cf8f190e26e4 {{(pid=69413) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1055.537049] env[69413]: DEBUG nova.scheduler.client.report [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.603624] env[69413]: DEBUG nova.network.neutron [None req-d3b7f8ba-fa26-4fa4-b9d4-a9b8b371d82e tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Successfully updated port: 15ac4118-e798-4312-abca-f3a5a4c7d26c {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1055.838827] env[69413]: DEBUG oslo_vmware.api [None req-bccfdea6-2ca7-460f-95c7-efb378f2369c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3078179, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.875389] env[69413]: INFO nova.compute.manager [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Took 32.74 seconds to build instance. [ 1056.042246] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.391s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.042888] env[69413]: DEBUG nova.compute.manager [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1056.045929] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e355aee7-3f0c-4f02-a45c-8badf39bf2bf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.561s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.046171] env[69413]: DEBUG nova.objects.instance [None req-e355aee7-3f0c-4f02-a45c-8badf39bf2bf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lazy-loading 'resources' on Instance uuid a670ec01-cf5f-4e7e-a2f6-8919703d7199 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.078184] env[69413]: DEBUG nova.compute.manager [req-9704478d-ca40-47d0-a1a3-93788fd621d5 req-b6d4247e-9ce4-433b-83ef-406e3e58f7ba service nova] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Received event network-vif-plugged-15ac4118-e798-4312-abca-f3a5a4c7d26c {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.078387] env[69413]: DEBUG oslo_concurrency.lockutils [req-9704478d-ca40-47d0-a1a3-93788fd621d5 req-b6d4247e-9ce4-433b-83ef-406e3e58f7ba service nova] Acquiring lock "a831417f-aa67-4dc5-9b42-9fa51e69d85c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.078680] env[69413]: DEBUG oslo_concurrency.lockutils [req-9704478d-ca40-47d0-a1a3-93788fd621d5 req-b6d4247e-9ce4-433b-83ef-406e3e58f7ba service nova] Lock "a831417f-aa67-4dc5-9b42-9fa51e69d85c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.078886] env[69413]: DEBUG oslo_concurrency.lockutils [req-9704478d-ca40-47d0-a1a3-93788fd621d5 req-b6d4247e-9ce4-433b-83ef-406e3e58f7ba service nova] Lock "a831417f-aa67-4dc5-9b42-9fa51e69d85c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.079110] env[69413]: DEBUG nova.compute.manager [req-9704478d-ca40-47d0-a1a3-93788fd621d5 req-b6d4247e-9ce4-433b-83ef-406e3e58f7ba service nova] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] No waiting events found dispatching network-vif-plugged-15ac4118-e798-4312-abca-f3a5a4c7d26c {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1056.079320] env[69413]: WARNING nova.compute.manager [req-9704478d-ca40-47d0-a1a3-93788fd621d5 req-b6d4247e-9ce4-433b-83ef-406e3e58f7ba service nova] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Received unexpected event network-vif-plugged-15ac4118-e798-4312-abca-f3a5a4c7d26c for instance with vm_state active and task_state None. [ 1056.112206] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d3b7f8ba-fa26-4fa4-b9d4-a9b8b371d82e tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "refresh_cache-a831417f-aa67-4dc5-9b42-9fa51e69d85c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.112361] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d3b7f8ba-fa26-4fa4-b9d4-a9b8b371d82e tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquired lock "refresh_cache-a831417f-aa67-4dc5-9b42-9fa51e69d85c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.112557] env[69413]: DEBUG nova.network.neutron [None req-d3b7f8ba-fa26-4fa4-b9d4-a9b8b371d82e tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.337747] env[69413]: DEBUG oslo_vmware.api [None req-bccfdea6-2ca7-460f-95c7-efb378f2369c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3078179, 'name': PowerOnVM_Task, 'duration_secs': 0.625376} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.338062] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-bccfdea6-2ca7-460f-95c7-efb378f2369c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.338308] env[69413]: DEBUG nova.compute.manager [None req-bccfdea6-2ca7-460f-95c7-efb378f2369c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.339149] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee16a0a2-a43d-401f-a462-85676f57bf31 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.376205] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bb4282a3-6209-4f42-a35a-c3e4bd4e86c3 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Lock "a00b927a-72f2-43e5-8a2f-b677cac41d83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.247s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.549626] env[69413]: DEBUG nova.compute.utils [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1056.553888] env[69413]: DEBUG nova.compute.manager [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1056.554060] env[69413]: DEBUG nova.network.neutron [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1056.594479] env[69413]: DEBUG nova.policy [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6cd27bf370e34e37a04044b9027c48f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c094863d31844fc5a72997c864212713', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1056.653525] env[69413]: WARNING nova.network.neutron [None req-d3b7f8ba-fa26-4fa4-b9d4-a9b8b371d82e tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] c077ac73-635f-41c3-b7b8-378fd6e30890 already exists in list: networks containing: ['c077ac73-635f-41c3-b7b8-378fd6e30890']. ignoring it [ 1056.679789] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "37ed227d-495e-4f1b-8acb-2c30ca5555b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.680115] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "37ed227d-495e-4f1b-8acb-2c30ca5555b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.863641] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0495e28d-7106-4cc8-a1fe-43e689573943 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.874595] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57c65c4-e017-40ec-ad90-9c0091a59e00 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.909611] env[69413]: DEBUG nova.network.neutron [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Successfully created port: 292318fa-3b66-45f9-8670-29bb290ae5a8 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1056.911831] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43058603-98ae-40d5-8124-f98afc4c635c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.919795] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e4c5ec-ab36-4059-8f37-af15b1a1424e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.934165] env[69413]: DEBUG nova.compute.provider_tree [None req-e355aee7-3f0c-4f02-a45c-8badf39bf2bf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.057127] env[69413]: DEBUG nova.network.neutron [None req-d3b7f8ba-fa26-4fa4-b9d4-a9b8b371d82e tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Updating instance_info_cache with network_info: [{"id": "5b98aa6b-8164-43fa-83e5-c9d2a325787d", "address": "fa:16:3e:ec:87:7e", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b98aa6b-81", "ovs_interfaceid": "5b98aa6b-8164-43fa-83e5-c9d2a325787d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "15ac4118-e798-4312-abca-f3a5a4c7d26c", "address": "fa:16:3e:fe:57:c9", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15ac4118-e7", "ovs_interfaceid": "15ac4118-e798-4312-abca-f3a5a4c7d26c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.057127] env[69413]: DEBUG nova.compute.manager [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1057.170805] env[69413]: DEBUG oslo_concurrency.lockutils [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquiring lock "245b6791-5aa0-48a4-8f67-ab3e48fca4fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.171182] env[69413]: DEBUG oslo_concurrency.lockutils [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "245b6791-5aa0-48a4-8f67-ab3e48fca4fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.182034] env[69413]: DEBUG nova.compute.manager [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1057.437249] env[69413]: DEBUG nova.scheduler.client.report [None req-e355aee7-3f0c-4f02-a45c-8badf39bf2bf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.561312] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d3b7f8ba-fa26-4fa4-b9d4-a9b8b371d82e tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Releasing lock "refresh_cache-a831417f-aa67-4dc5-9b42-9fa51e69d85c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.562394] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d3b7f8ba-fa26-4fa4-b9d4-a9b8b371d82e tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "a831417f-aa67-4dc5-9b42-9fa51e69d85c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.564017] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d3b7f8ba-fa26-4fa4-b9d4-a9b8b371d82e tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquired lock "a831417f-aa67-4dc5-9b42-9fa51e69d85c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.566995] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06016bb-24e4-4a7d-a5d2-139871c663cb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.592398] env[69413]: DEBUG nova.virt.hardware [None req-d3b7f8ba-fa26-4fa4-b9d4-a9b8b371d82e tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.592703] env[69413]: DEBUG nova.virt.hardware [None req-d3b7f8ba-fa26-4fa4-b9d4-a9b8b371d82e tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.592868] env[69413]: DEBUG nova.virt.hardware [None req-d3b7f8ba-fa26-4fa4-b9d4-a9b8b371d82e tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.593063] env[69413]: DEBUG nova.virt.hardware [None req-d3b7f8ba-fa26-4fa4-b9d4-a9b8b371d82e tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.593213] env[69413]: DEBUG nova.virt.hardware [None req-d3b7f8ba-fa26-4fa4-b9d4-a9b8b371d82e tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.593357] env[69413]: DEBUG nova.virt.hardware [None req-d3b7f8ba-fa26-4fa4-b9d4-a9b8b371d82e tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.593703] env[69413]: DEBUG nova.virt.hardware [None req-d3b7f8ba-fa26-4fa4-b9d4-a9b8b371d82e tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.593875] env[69413]: DEBUG nova.virt.hardware [None req-d3b7f8ba-fa26-4fa4-b9d4-a9b8b371d82e tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.594272] env[69413]: DEBUG nova.virt.hardware [None req-d3b7f8ba-fa26-4fa4-b9d4-a9b8b371d82e tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.594475] env[69413]: DEBUG nova.virt.hardware [None req-d3b7f8ba-fa26-4fa4-b9d4-a9b8b371d82e tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.594661] env[69413]: DEBUG nova.virt.hardware [None req-d3b7f8ba-fa26-4fa4-b9d4-a9b8b371d82e tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.601618] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b7f8ba-fa26-4fa4-b9d4-a9b8b371d82e tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Reconfiguring VM to attach interface {{(pid=69413) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1057.602008] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63ef18cd-332c-46be-9d66-9a4fd9b99d66 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.621669] env[69413]: DEBUG oslo_vmware.api [None req-d3b7f8ba-fa26-4fa4-b9d4-a9b8b371d82e tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 1057.621669] env[69413]: value = "task-3078183" [ 1057.621669] env[69413]: _type = "Task" [ 1057.621669] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.629945] env[69413]: DEBUG oslo_vmware.api [None req-d3b7f8ba-fa26-4fa4-b9d4-a9b8b371d82e tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078183, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.673727] env[69413]: DEBUG nova.compute.manager [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1057.708468] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.743485] env[69413]: DEBUG oslo_concurrency.lockutils [None req-766a3713-1e06-42e6-8a8d-c0c259945862 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Acquiring lock "5b4abcec-f532-48b1-a568-c19aa9e2bc1a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.743754] env[69413]: DEBUG oslo_concurrency.lockutils [None req-766a3713-1e06-42e6-8a8d-c0c259945862 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Lock "5b4abcec-f532-48b1-a568-c19aa9e2bc1a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.744044] env[69413]: DEBUG oslo_concurrency.lockutils [None req-766a3713-1e06-42e6-8a8d-c0c259945862 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Acquiring lock "5b4abcec-f532-48b1-a568-c19aa9e2bc1a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.744361] env[69413]: DEBUG oslo_concurrency.lockutils [None req-766a3713-1e06-42e6-8a8d-c0c259945862 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Lock "5b4abcec-f532-48b1-a568-c19aa9e2bc1a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.744681] env[69413]: DEBUG oslo_concurrency.lockutils [None req-766a3713-1e06-42e6-8a8d-c0c259945862 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Lock "5b4abcec-f532-48b1-a568-c19aa9e2bc1a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.747433] env[69413]: INFO nova.compute.manager [None req-766a3713-1e06-42e6-8a8d-c0c259945862 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Terminating instance [ 1057.903257] env[69413]: DEBUG nova.compute.manager [req-46c98773-25fb-4b68-9014-d16485ac2e58 req-a924bea7-482f-4796-b36a-566f66034023 service nova] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Received event network-changed-469e660c-7595-4388-8b1f-f3b4b540f28c {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.903505] env[69413]: DEBUG nova.compute.manager [req-46c98773-25fb-4b68-9014-d16485ac2e58 req-a924bea7-482f-4796-b36a-566f66034023 service nova] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Refreshing instance network info cache due to event network-changed-469e660c-7595-4388-8b1f-f3b4b540f28c. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1057.903785] env[69413]: DEBUG oslo_concurrency.lockutils [req-46c98773-25fb-4b68-9014-d16485ac2e58 req-a924bea7-482f-4796-b36a-566f66034023 service nova] Acquiring lock "refresh_cache-b2cc798f-a3e2-4ad6-8a1f-9b24069f9308" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.903984] env[69413]: DEBUG oslo_concurrency.lockutils [req-46c98773-25fb-4b68-9014-d16485ac2e58 req-a924bea7-482f-4796-b36a-566f66034023 service nova] Acquired lock "refresh_cache-b2cc798f-a3e2-4ad6-8a1f-9b24069f9308" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.904345] env[69413]: DEBUG nova.network.neutron [req-46c98773-25fb-4b68-9014-d16485ac2e58 req-a924bea7-482f-4796-b36a-566f66034023 service nova] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Refreshing network info cache for port 469e660c-7595-4388-8b1f-f3b4b540f28c {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.942362] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e355aee7-3f0c-4f02-a45c-8badf39bf2bf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.945860] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.412s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.946663] env[69413]: INFO nova.compute.claims [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.976811] env[69413]: INFO nova.scheduler.client.report [None req-e355aee7-3f0c-4f02-a45c-8badf39bf2bf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Deleted allocations for instance a670ec01-cf5f-4e7e-a2f6-8919703d7199 [ 1058.072579] env[69413]: DEBUG nova.compute.manager [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1058.105771] env[69413]: DEBUG nova.virt.hardware [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.108572] env[69413]: DEBUG nova.virt.hardware [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.108572] env[69413]: DEBUG nova.virt.hardware [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.108572] env[69413]: DEBUG nova.virt.hardware [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.108572] env[69413]: DEBUG nova.virt.hardware [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.108572] env[69413]: DEBUG nova.virt.hardware [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.108572] env[69413]: DEBUG nova.virt.hardware [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.108572] env[69413]: DEBUG nova.virt.hardware [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.108572] env[69413]: DEBUG nova.virt.hardware [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.108572] env[69413]: DEBUG nova.virt.hardware [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.108572] env[69413]: DEBUG nova.virt.hardware [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.109009] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57985e5c-0ca8-4bf1-8f53-bb3b1f0ce497 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.118355] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3680505-ba58-4652-9526-21b667dec863 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.130686] env[69413]: DEBUG oslo_vmware.api [None req-d3b7f8ba-fa26-4fa4-b9d4-a9b8b371d82e tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.176219] env[69413]: DEBUG nova.compute.manager [req-e5c75cb2-9230-4dda-9aa7-a547999a78d1 req-42d85bf1-5c73-464b-ad16-8fb08920cb0e service nova] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Received event network-changed-15ac4118-e798-4312-abca-f3a5a4c7d26c {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.176219] env[69413]: DEBUG nova.compute.manager [req-e5c75cb2-9230-4dda-9aa7-a547999a78d1 req-42d85bf1-5c73-464b-ad16-8fb08920cb0e service nova] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Refreshing instance network info cache due to event network-changed-15ac4118-e798-4312-abca-f3a5a4c7d26c. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1058.176219] env[69413]: DEBUG oslo_concurrency.lockutils [req-e5c75cb2-9230-4dda-9aa7-a547999a78d1 req-42d85bf1-5c73-464b-ad16-8fb08920cb0e service nova] Acquiring lock "refresh_cache-a831417f-aa67-4dc5-9b42-9fa51e69d85c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.176219] env[69413]: DEBUG oslo_concurrency.lockutils [req-e5c75cb2-9230-4dda-9aa7-a547999a78d1 req-42d85bf1-5c73-464b-ad16-8fb08920cb0e service nova] Acquired lock "refresh_cache-a831417f-aa67-4dc5-9b42-9fa51e69d85c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.176219] env[69413]: DEBUG nova.network.neutron [req-e5c75cb2-9230-4dda-9aa7-a547999a78d1 req-42d85bf1-5c73-464b-ad16-8fb08920cb0e service nova] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Refreshing network info cache for port 15ac4118-e798-4312-abca-f3a5a4c7d26c {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.204574] env[69413]: DEBUG oslo_concurrency.lockutils [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.252068] env[69413]: DEBUG nova.compute.manager [None req-766a3713-1e06-42e6-8a8d-c0c259945862 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1058.252410] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-766a3713-1e06-42e6-8a8d-c0c259945862 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.253488] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497caa1d-d041-44e5-bbb0-aabb67664222 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.262679] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-766a3713-1e06-42e6-8a8d-c0c259945862 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.262978] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae4fd8f8-0629-4150-9587-57534add822e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.269760] env[69413]: DEBUG oslo_vmware.api [None req-766a3713-1e06-42e6-8a8d-c0c259945862 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Waiting for the task: (returnval){ [ 1058.269760] env[69413]: value = "task-3078185" [ 1058.269760] env[69413]: _type = "Task" [ 1058.269760] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.278491] env[69413]: DEBUG oslo_vmware.api [None req-766a3713-1e06-42e6-8a8d-c0c259945862 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.451381] env[69413]: DEBUG nova.network.neutron [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Successfully updated port: 292318fa-3b66-45f9-8670-29bb290ae5a8 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1058.486101] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e355aee7-3f0c-4f02-a45c-8badf39bf2bf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "a670ec01-cf5f-4e7e-a2f6-8919703d7199" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.490s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.631965] env[69413]: DEBUG oslo_vmware.api [None req-d3b7f8ba-fa26-4fa4-b9d4-a9b8b371d82e tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078183, 'name': ReconfigVM_Task, 'duration_secs': 0.74923} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.632510] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d3b7f8ba-fa26-4fa4-b9d4-a9b8b371d82e tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Releasing lock "a831417f-aa67-4dc5-9b42-9fa51e69d85c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.632767] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b7f8ba-fa26-4fa4-b9d4-a9b8b371d82e tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Reconfigured VM to attach interface {{(pid=69413) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1058.722479] env[69413]: DEBUG nova.network.neutron [req-46c98773-25fb-4b68-9014-d16485ac2e58 req-a924bea7-482f-4796-b36a-566f66034023 service nova] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Updated VIF entry in instance network info cache for port 469e660c-7595-4388-8b1f-f3b4b540f28c. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.722841] env[69413]: DEBUG nova.network.neutron [req-46c98773-25fb-4b68-9014-d16485ac2e58 req-a924bea7-482f-4796-b36a-566f66034023 service nova] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Updating instance_info_cache with network_info: [{"id": "469e660c-7595-4388-8b1f-f3b4b540f28c", "address": "fa:16:3e:9f:f8:57", "network": {"id": "953617f3-da82-4cf8-b2fc-cf0a2125bdbc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1761269620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f603c4eab95049b2a3ac276067f89c87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap469e660c-75", "ovs_interfaceid": "469e660c-7595-4388-8b1f-f3b4b540f28c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.780836] env[69413]: DEBUG oslo_vmware.api [None req-766a3713-1e06-42e6-8a8d-c0c259945862 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078185, 'name': PowerOffVM_Task, 'duration_secs': 0.25334} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.781111] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-766a3713-1e06-42e6-8a8d-c0c259945862 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.781284] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-766a3713-1e06-42e6-8a8d-c0c259945862 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.781547] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da39d57b-9df5-4516-a90d-9082558a1aa2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.879845] env[69413]: DEBUG nova.network.neutron [req-e5c75cb2-9230-4dda-9aa7-a547999a78d1 req-42d85bf1-5c73-464b-ad16-8fb08920cb0e service nova] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Updated VIF entry in instance network info cache for port 15ac4118-e798-4312-abca-f3a5a4c7d26c. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.880501] env[69413]: DEBUG nova.network.neutron [req-e5c75cb2-9230-4dda-9aa7-a547999a78d1 req-42d85bf1-5c73-464b-ad16-8fb08920cb0e service nova] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Updating instance_info_cache with network_info: [{"id": "5b98aa6b-8164-43fa-83e5-c9d2a325787d", "address": "fa:16:3e:ec:87:7e", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b98aa6b-81", "ovs_interfaceid": "5b98aa6b-8164-43fa-83e5-c9d2a325787d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "15ac4118-e798-4312-abca-f3a5a4c7d26c", "address": "fa:16:3e:fe:57:c9", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15ac4118-e7", "ovs_interfaceid": "15ac4118-e798-4312-abca-f3a5a4c7d26c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.954481] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "refresh_cache-fb0eb653-c2e0-451f-b21f-bba3fb477983" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.954655] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquired lock "refresh_cache-fb0eb653-c2e0-451f-b21f-bba3fb477983" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.954807] env[69413]: DEBUG nova.network.neutron [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.968294] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-766a3713-1e06-42e6-8a8d-c0c259945862 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.968516] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-766a3713-1e06-42e6-8a8d-c0c259945862 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.968696] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-766a3713-1e06-42e6-8a8d-c0c259945862 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Deleting the datastore file [datastore2] 5b4abcec-f532-48b1-a568-c19aa9e2bc1a {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.968958] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-debd7de7-204c-4145-84d1-92bf09deee61 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.975117] env[69413]: DEBUG oslo_vmware.api [None req-766a3713-1e06-42e6-8a8d-c0c259945862 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Waiting for the task: (returnval){ [ 1058.975117] env[69413]: value = "task-3078187" [ 1058.975117] env[69413]: _type = "Task" [ 1058.975117] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.983259] env[69413]: DEBUG oslo_vmware.api [None req-766a3713-1e06-42e6-8a8d-c0c259945862 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.138839] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d3b7f8ba-fa26-4fa4-b9d4-a9b8b371d82e tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "interface-a831417f-aa67-4dc5-9b42-9fa51e69d85c-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.813s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.225594] env[69413]: DEBUG oslo_concurrency.lockutils [req-46c98773-25fb-4b68-9014-d16485ac2e58 req-a924bea7-482f-4796-b36a-566f66034023 service nova] Releasing lock "refresh_cache-b2cc798f-a3e2-4ad6-8a1f-9b24069f9308" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.255686] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d79774-755f-449f-93bb-3298108456a6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.263881] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919d33c2-932c-424c-ba6d-96b06f0b4ba1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.295355] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44c6907-0d2c-412d-ba52-00a10bd805e8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.303669] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9426d272-486f-4a2a-8281-8ee0b4ef0f08 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.317580] env[69413]: DEBUG nova.compute.provider_tree [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.319170] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d01f03ae-b6d2-4d86-bade-be54a9aa3cbb tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Acquiring lock "6ec77319-a59a-4da9-bdd0-82b3fce2b7bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.319418] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d01f03ae-b6d2-4d86-bade-be54a9aa3cbb tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Lock "6ec77319-a59a-4da9-bdd0-82b3fce2b7bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.319618] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d01f03ae-b6d2-4d86-bade-be54a9aa3cbb tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Acquiring lock "6ec77319-a59a-4da9-bdd0-82b3fce2b7bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.319814] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d01f03ae-b6d2-4d86-bade-be54a9aa3cbb tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Lock "6ec77319-a59a-4da9-bdd0-82b3fce2b7bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.320531] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d01f03ae-b6d2-4d86-bade-be54a9aa3cbb tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Lock "6ec77319-a59a-4da9-bdd0-82b3fce2b7bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.321813] env[69413]: INFO nova.compute.manager [None req-d01f03ae-b6d2-4d86-bade-be54a9aa3cbb tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Terminating instance [ 1059.357945] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "e0781694-335c-4773-a54d-538da4eadeaa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.358205] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "e0781694-335c-4773-a54d-538da4eadeaa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.383455] env[69413]: DEBUG oslo_concurrency.lockutils [req-e5c75cb2-9230-4dda-9aa7-a547999a78d1 req-42d85bf1-5c73-464b-ad16-8fb08920cb0e service nova] Releasing lock "refresh_cache-a831417f-aa67-4dc5-9b42-9fa51e69d85c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.484615] env[69413]: DEBUG oslo_vmware.api [None req-766a3713-1e06-42e6-8a8d-c0c259945862 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.368758} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.484899] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-766a3713-1e06-42e6-8a8d-c0c259945862 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.485048] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-766a3713-1e06-42e6-8a8d-c0c259945862 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1059.485222] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-766a3713-1e06-42e6-8a8d-c0c259945862 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1059.485401] env[69413]: INFO nova.compute.manager [None req-766a3713-1e06-42e6-8a8d-c0c259945862 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1059.485639] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-766a3713-1e06-42e6-8a8d-c0c259945862 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.485829] env[69413]: DEBUG nova.compute.manager [-] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1059.485925] env[69413]: DEBUG nova.network.neutron [-] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1059.495916] env[69413]: DEBUG nova.network.neutron [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1059.617590] env[69413]: DEBUG nova.network.neutron [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Updating instance_info_cache with network_info: [{"id": "292318fa-3b66-45f9-8670-29bb290ae5a8", "address": "fa:16:3e:05:01:88", "network": {"id": "b93ce486-44e4-4c58-8f72-021297e2ca51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2061790933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c094863d31844fc5a72997c864212713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap292318fa-3b", "ovs_interfaceid": "292318fa-3b66-45f9-8670-29bb290ae5a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.823006] env[69413]: DEBUG nova.scheduler.client.report [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.829026] env[69413]: DEBUG nova.compute.manager [None req-d01f03ae-b6d2-4d86-bade-be54a9aa3cbb tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1059.829231] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d01f03ae-b6d2-4d86-bade-be54a9aa3cbb tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.830093] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b28493-a99d-4fcf-bdd5-111f31fced5c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.840020] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01f03ae-b6d2-4d86-bade-be54a9aa3cbb tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.840352] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97611d87-cb81-487f-b5cc-f9b54d0835c4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.847017] env[69413]: DEBUG oslo_vmware.api [None req-d01f03ae-b6d2-4d86-bade-be54a9aa3cbb tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Waiting for the task: (returnval){ [ 1059.847017] env[69413]: value = "task-3078188" [ 1059.847017] env[69413]: _type = "Task" [ 1059.847017] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.854664] env[69413]: DEBUG oslo_vmware.api [None req-d01f03ae-b6d2-4d86-bade-be54a9aa3cbb tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Task: {'id': task-3078188, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.860649] env[69413]: DEBUG nova.compute.manager [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1059.933811] env[69413]: DEBUG nova.compute.manager [req-8bc41677-348b-423a-9378-4bbc2fbe31ed req-6428d642-876d-4a8d-88d2-40d8da5d9480 service nova] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Received event network-changed-469e660c-7595-4388-8b1f-f3b4b540f28c {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.934270] env[69413]: DEBUG nova.compute.manager [req-8bc41677-348b-423a-9378-4bbc2fbe31ed req-6428d642-876d-4a8d-88d2-40d8da5d9480 service nova] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Refreshing instance network info cache due to event network-changed-469e660c-7595-4388-8b1f-f3b4b540f28c. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1059.934586] env[69413]: DEBUG oslo_concurrency.lockutils [req-8bc41677-348b-423a-9378-4bbc2fbe31ed req-6428d642-876d-4a8d-88d2-40d8da5d9480 service nova] Acquiring lock "refresh_cache-b2cc798f-a3e2-4ad6-8a1f-9b24069f9308" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.934744] env[69413]: DEBUG oslo_concurrency.lockutils [req-8bc41677-348b-423a-9378-4bbc2fbe31ed req-6428d642-876d-4a8d-88d2-40d8da5d9480 service nova] Acquired lock "refresh_cache-b2cc798f-a3e2-4ad6-8a1f-9b24069f9308" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.934910] env[69413]: DEBUG nova.network.neutron [req-8bc41677-348b-423a-9378-4bbc2fbe31ed req-6428d642-876d-4a8d-88d2-40d8da5d9480 service nova] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Refreshing network info cache for port 469e660c-7595-4388-8b1f-f3b4b540f28c {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1060.083535] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0c61270-4859-4b37-92ae-0a9e3d36b52d tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Volume attach. Driver type: vmdk {{(pid=69413) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1060.083777] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0c61270-4859-4b37-92ae-0a9e3d36b52d tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616297', 'volume_id': '966b1b2f-dd03-4eae-bf73-2d07327ced92', 'name': 'volume-966b1b2f-dd03-4eae-bf73-2d07327ced92', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6cd12ab-429c-4174-b2c0-bce6b23df85a', 'attached_at': '', 'detached_at': '', 'volume_id': '966b1b2f-dd03-4eae-bf73-2d07327ced92', 'serial': '966b1b2f-dd03-4eae-bf73-2d07327ced92'} {{(pid=69413) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1060.084766] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2696fff-c50b-4e7d-be13-9fa0eddd8e61 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.101757] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24cc6d2c-c4d2-487e-8b37-3673eadaaa7a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.121309] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Releasing lock "refresh_cache-fb0eb653-c2e0-451f-b21f-bba3fb477983" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.121811] env[69413]: DEBUG nova.compute.manager [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Instance network_info: |[{"id": "292318fa-3b66-45f9-8670-29bb290ae5a8", "address": "fa:16:3e:05:01:88", "network": {"id": "b93ce486-44e4-4c58-8f72-021297e2ca51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2061790933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c094863d31844fc5a72997c864212713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap292318fa-3b", "ovs_interfaceid": "292318fa-3b66-45f9-8670-29bb290ae5a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1060.129571] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0c61270-4859-4b37-92ae-0a9e3d36b52d tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] volume-966b1b2f-dd03-4eae-bf73-2d07327ced92/volume-966b1b2f-dd03-4eae-bf73-2d07327ced92.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.130103] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:01:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '292318fa-3b66-45f9-8670-29bb290ae5a8', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1060.137699] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.137973] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f314129-0a0b-445b-af8a-ed0ea0d4dbca {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.151300] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1060.151727] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-637ea47f-382c-4fef-a62d-a184b7839ebb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.172577] env[69413]: DEBUG oslo_vmware.api [None req-f0c61270-4859-4b37-92ae-0a9e3d36b52d tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Waiting for the task: (returnval){ [ 1060.172577] env[69413]: value = "task-3078190" [ 1060.172577] env[69413]: _type = "Task" [ 1060.172577] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.174023] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1060.174023] env[69413]: value = "task-3078189" [ 1060.174023] env[69413]: _type = "Task" [ 1060.174023] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.186630] env[69413]: DEBUG oslo_vmware.api [None req-f0c61270-4859-4b37-92ae-0a9e3d36b52d tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': task-3078190, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.190459] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078189, 'name': CreateVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.193113] env[69413]: DEBUG nova.network.neutron [-] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.303018] env[69413]: DEBUG nova.compute.manager [req-16f39b4b-fbe9-4b76-8ce8-507086f39288 req-dd3fa11c-181f-4816-9411-f09146ef480d service nova] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Received event network-vif-plugged-292318fa-3b66-45f9-8670-29bb290ae5a8 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.303348] env[69413]: DEBUG oslo_concurrency.lockutils [req-16f39b4b-fbe9-4b76-8ce8-507086f39288 req-dd3fa11c-181f-4816-9411-f09146ef480d service nova] Acquiring lock "fb0eb653-c2e0-451f-b21f-bba3fb477983-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.303611] env[69413]: DEBUG oslo_concurrency.lockutils [req-16f39b4b-fbe9-4b76-8ce8-507086f39288 req-dd3fa11c-181f-4816-9411-f09146ef480d service nova] Lock "fb0eb653-c2e0-451f-b21f-bba3fb477983-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.303826] env[69413]: DEBUG oslo_concurrency.lockutils [req-16f39b4b-fbe9-4b76-8ce8-507086f39288 req-dd3fa11c-181f-4816-9411-f09146ef480d service nova] Lock "fb0eb653-c2e0-451f-b21f-bba3fb477983-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.304079] env[69413]: DEBUG nova.compute.manager [req-16f39b4b-fbe9-4b76-8ce8-507086f39288 req-dd3fa11c-181f-4816-9411-f09146ef480d service nova] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] No waiting events found dispatching network-vif-plugged-292318fa-3b66-45f9-8670-29bb290ae5a8 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1060.304417] env[69413]: WARNING nova.compute.manager [req-16f39b4b-fbe9-4b76-8ce8-507086f39288 req-dd3fa11c-181f-4816-9411-f09146ef480d service nova] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Received unexpected event network-vif-plugged-292318fa-3b66-45f9-8670-29bb290ae5a8 for instance with vm_state building and task_state spawning. [ 1060.304542] env[69413]: DEBUG nova.compute.manager [req-16f39b4b-fbe9-4b76-8ce8-507086f39288 req-dd3fa11c-181f-4816-9411-f09146ef480d service nova] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Received event network-changed-292318fa-3b66-45f9-8670-29bb290ae5a8 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.304791] env[69413]: DEBUG nova.compute.manager [req-16f39b4b-fbe9-4b76-8ce8-507086f39288 req-dd3fa11c-181f-4816-9411-f09146ef480d service nova] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Refreshing instance network info cache due to event network-changed-292318fa-3b66-45f9-8670-29bb290ae5a8. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1060.304970] env[69413]: DEBUG oslo_concurrency.lockutils [req-16f39b4b-fbe9-4b76-8ce8-507086f39288 req-dd3fa11c-181f-4816-9411-f09146ef480d service nova] Acquiring lock "refresh_cache-fb0eb653-c2e0-451f-b21f-bba3fb477983" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.305151] env[69413]: DEBUG oslo_concurrency.lockutils [req-16f39b4b-fbe9-4b76-8ce8-507086f39288 req-dd3fa11c-181f-4816-9411-f09146ef480d service nova] Acquired lock "refresh_cache-fb0eb653-c2e0-451f-b21f-bba3fb477983" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.305427] env[69413]: DEBUG nova.network.neutron [req-16f39b4b-fbe9-4b76-8ce8-507086f39288 req-dd3fa11c-181f-4816-9411-f09146ef480d service nova] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Refreshing network info cache for port 292318fa-3b66-45f9-8670-29bb290ae5a8 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1060.328380] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.329420] env[69413]: DEBUG nova.compute.manager [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1060.333349] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.671s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.335640] env[69413]: INFO nova.compute.claims [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1060.358245] env[69413]: DEBUG oslo_vmware.api [None req-d01f03ae-b6d2-4d86-bade-be54a9aa3cbb tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Task: {'id': task-3078188, 'name': PowerOffVM_Task, 'duration_secs': 0.266864} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.358518] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01f03ae-b6d2-4d86-bade-be54a9aa3cbb tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.358740] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d01f03ae-b6d2-4d86-bade-be54a9aa3cbb tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.359023] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17d8ab59-70b0-4487-9352-a0eef3732822 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.387153] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.421492] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d01f03ae-b6d2-4d86-bade-be54a9aa3cbb tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.421792] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d01f03ae-b6d2-4d86-bade-be54a9aa3cbb tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.422624] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-d01f03ae-b6d2-4d86-bade-be54a9aa3cbb tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Deleting the datastore file [datastore2] 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.423010] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f0fbd50-cef0-4bb3-a4e4-18c9f3701f63 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.430315] env[69413]: DEBUG oslo_vmware.api [None req-d01f03ae-b6d2-4d86-bade-be54a9aa3cbb tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Waiting for the task: (returnval){ [ 1060.430315] env[69413]: value = "task-3078192" [ 1060.430315] env[69413]: _type = "Task" [ 1060.430315] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.443997] env[69413]: DEBUG oslo_vmware.api [None req-d01f03ae-b6d2-4d86-bade-be54a9aa3cbb tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Task: {'id': task-3078192, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.689070] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078189, 'name': CreateVM_Task, 'duration_secs': 0.366102} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.689386] env[69413]: DEBUG oslo_vmware.api [None req-f0c61270-4859-4b37-92ae-0a9e3d36b52d tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': task-3078190, 'name': ReconfigVM_Task, 'duration_secs': 0.430011} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.689505] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1060.689755] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0c61270-4859-4b37-92ae-0a9e3d36b52d tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Reconfigured VM instance instance-00000051 to attach disk [datastore1] volume-966b1b2f-dd03-4eae-bf73-2d07327ced92/volume-966b1b2f-dd03-4eae-bf73-2d07327ced92.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.695516] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.695738] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.695977] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.696402] env[69413]: INFO nova.compute.manager [-] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Took 1.21 seconds to deallocate network for instance. [ 1060.696789] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f9a912e-b936-4219-a2ad-fc92c36b44fa {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.709538] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68e49051-d49d-4a88-ba87-26b8180316a0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.721647] env[69413]: DEBUG oslo_vmware.api [None req-f0c61270-4859-4b37-92ae-0a9e3d36b52d tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Waiting for the task: (returnval){ [ 1060.721647] env[69413]: value = "task-3078193" [ 1060.721647] env[69413]: _type = "Task" [ 1060.721647] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.721647] env[69413]: DEBUG oslo_vmware.api [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1060.721647] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52dea7f2-0cb7-56fc-635a-d632f648ef54" [ 1060.721647] env[69413]: _type = "Task" [ 1060.721647] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.733461] env[69413]: DEBUG oslo_vmware.api [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52dea7f2-0cb7-56fc-635a-d632f648ef54, 'name': SearchDatastore_Task, 'duration_secs': 0.012839} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.736615] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.736852] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1060.737096] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.737260] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.737481] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.737764] env[69413]: DEBUG oslo_vmware.api [None req-f0c61270-4859-4b37-92ae-0a9e3d36b52d tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': task-3078193, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.737973] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6604ab4-aea8-499d-969a-abd9d1a4665c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.744998] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.745209] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.746575] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fa28656-7371-42f7-8be5-482a87be8797 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.755997] env[69413]: DEBUG oslo_vmware.api [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1060.755997] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e9a27f-7012-50be-23ca-88a68d583f0a" [ 1060.755997] env[69413]: _type = "Task" [ 1060.755997] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.764670] env[69413]: DEBUG oslo_vmware.api [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e9a27f-7012-50be-23ca-88a68d583f0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.843669] env[69413]: DEBUG nova.network.neutron [req-8bc41677-348b-423a-9378-4bbc2fbe31ed req-6428d642-876d-4a8d-88d2-40d8da5d9480 service nova] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Updated VIF entry in instance network info cache for port 469e660c-7595-4388-8b1f-f3b4b540f28c. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1060.844666] env[69413]: DEBUG nova.network.neutron [req-8bc41677-348b-423a-9378-4bbc2fbe31ed req-6428d642-876d-4a8d-88d2-40d8da5d9480 service nova] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Updating instance_info_cache with network_info: [{"id": "469e660c-7595-4388-8b1f-f3b4b540f28c", "address": "fa:16:3e:9f:f8:57", "network": {"id": "953617f3-da82-4cf8-b2fc-cf0a2125bdbc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1761269620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f603c4eab95049b2a3ac276067f89c87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap469e660c-75", "ovs_interfaceid": "469e660c-7595-4388-8b1f-f3b4b540f28c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.849484] env[69413]: DEBUG nova.compute.utils [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1060.849484] env[69413]: DEBUG nova.compute.manager [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1060.849484] env[69413]: DEBUG nova.network.neutron [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1060.894561] env[69413]: DEBUG nova.policy [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b86a6f4bd634953b6be8a4843553e4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3244903a5a34e34a5f19ae8831810d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1060.940797] env[69413]: DEBUG oslo_vmware.api [None req-d01f03ae-b6d2-4d86-bade-be54a9aa3cbb tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Task: {'id': task-3078192, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3018} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.943267] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-d01f03ae-b6d2-4d86-bade-be54a9aa3cbb tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.943460] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d01f03ae-b6d2-4d86-bade-be54a9aa3cbb tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.943638] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d01f03ae-b6d2-4d86-bade-be54a9aa3cbb tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.943831] env[69413]: INFO nova.compute.manager [None req-d01f03ae-b6d2-4d86-bade-be54a9aa3cbb tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1060.944087] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d01f03ae-b6d2-4d86-bade-be54a9aa3cbb tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.944274] env[69413]: DEBUG nova.compute.manager [-] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1060.944368] env[69413]: DEBUG nova.network.neutron [-] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.062177] env[69413]: DEBUG nova.network.neutron [req-16f39b4b-fbe9-4b76-8ce8-507086f39288 req-dd3fa11c-181f-4816-9411-f09146ef480d service nova] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Updated VIF entry in instance network info cache for port 292318fa-3b66-45f9-8670-29bb290ae5a8. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1061.062553] env[69413]: DEBUG nova.network.neutron [req-16f39b4b-fbe9-4b76-8ce8-507086f39288 req-dd3fa11c-181f-4816-9411-f09146ef480d service nova] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Updating instance_info_cache with network_info: [{"id": "292318fa-3b66-45f9-8670-29bb290ae5a8", "address": "fa:16:3e:05:01:88", "network": {"id": "b93ce486-44e4-4c58-8f72-021297e2ca51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2061790933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c094863d31844fc5a72997c864212713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap292318fa-3b", "ovs_interfaceid": "292318fa-3b66-45f9-8670-29bb290ae5a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.177338] env[69413]: DEBUG nova.network.neutron [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Successfully created port: f2d59b23-48ea-4850-9482-95f515c93f38 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1061.217777] env[69413]: DEBUG oslo_concurrency.lockutils [None req-766a3713-1e06-42e6-8a8d-c0c259945862 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.231908] env[69413]: DEBUG oslo_vmware.api [None req-f0c61270-4859-4b37-92ae-0a9e3d36b52d tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': task-3078193, 'name': ReconfigVM_Task, 'duration_secs': 0.211753} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.232261] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0c61270-4859-4b37-92ae-0a9e3d36b52d tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616297', 'volume_id': '966b1b2f-dd03-4eae-bf73-2d07327ced92', 'name': 'volume-966b1b2f-dd03-4eae-bf73-2d07327ced92', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6cd12ab-429c-4174-b2c0-bce6b23df85a', 'attached_at': '', 'detached_at': '', 'volume_id': '966b1b2f-dd03-4eae-bf73-2d07327ced92', 'serial': '966b1b2f-dd03-4eae-bf73-2d07327ced92'} {{(pid=69413) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1061.269084] env[69413]: DEBUG oslo_vmware.api [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e9a27f-7012-50be-23ca-88a68d583f0a, 'name': SearchDatastore_Task, 'duration_secs': 0.011196} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.269888] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d51461c5-e429-4a47-b198-bf0c302c5dc2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.277036] env[69413]: DEBUG oslo_vmware.api [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1061.277036] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]529dfa31-f18d-e9b1-c8ce-a6fc90ae7199" [ 1061.277036] env[69413]: _type = "Task" [ 1061.277036] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.283215] env[69413]: DEBUG oslo_vmware.api [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]529dfa31-f18d-e9b1-c8ce-a6fc90ae7199, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.347713] env[69413]: DEBUG oslo_concurrency.lockutils [req-8bc41677-348b-423a-9378-4bbc2fbe31ed req-6428d642-876d-4a8d-88d2-40d8da5d9480 service nova] Releasing lock "refresh_cache-b2cc798f-a3e2-4ad6-8a1f-9b24069f9308" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.348015] env[69413]: DEBUG nova.compute.manager [req-8bc41677-348b-423a-9378-4bbc2fbe31ed req-6428d642-876d-4a8d-88d2-40d8da5d9480 service nova] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Received event network-vif-deleted-c4a3ae61-1e6d-48f7-a961-6e5f2c1a2cc1 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.348215] env[69413]: INFO nova.compute.manager [req-8bc41677-348b-423a-9378-4bbc2fbe31ed req-6428d642-876d-4a8d-88d2-40d8da5d9480 service nova] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Neutron deleted interface c4a3ae61-1e6d-48f7-a961-6e5f2c1a2cc1; detaching it from the instance and deleting it from the info cache [ 1061.348516] env[69413]: DEBUG nova.network.neutron [req-8bc41677-348b-423a-9378-4bbc2fbe31ed req-6428d642-876d-4a8d-88d2-40d8da5d9480 service nova] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.352958] env[69413]: DEBUG nova.compute.manager [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1061.366395] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4903b49e-571e-4d82-a7a7-30284d358079 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "interface-a831417f-aa67-4dc5-9b42-9fa51e69d85c-d2b14170-236a-4039-9c67-21dd7f9fedf3" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.367184] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4903b49e-571e-4d82-a7a7-30284d358079 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "interface-a831417f-aa67-4dc5-9b42-9fa51e69d85c-d2b14170-236a-4039-9c67-21dd7f9fedf3" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.367184] env[69413]: DEBUG nova.objects.instance [None req-4903b49e-571e-4d82-a7a7-30284d358079 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lazy-loading 'flavor' on Instance uuid a831417f-aa67-4dc5-9b42-9fa51e69d85c {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.568984] env[69413]: DEBUG oslo_concurrency.lockutils [req-16f39b4b-fbe9-4b76-8ce8-507086f39288 req-dd3fa11c-181f-4816-9411-f09146ef480d service nova] Releasing lock "refresh_cache-fb0eb653-c2e0-451f-b21f-bba3fb477983" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.656505] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0f84c7-d002-4670-9b41-c26dc36c300d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.667021] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2855be76-bf3b-475b-8ddd-715e8ba49d49 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.693649] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760f44ce-c1dc-4073-b79a-1b03dd602403 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.701166] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfd6095-0c9a-45fc-baf1-89fef249d13d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.715999] env[69413]: DEBUG nova.compute.provider_tree [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.785770] env[69413]: DEBUG oslo_vmware.api [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]529dfa31-f18d-e9b1-c8ce-a6fc90ae7199, 'name': SearchDatastore_Task, 'duration_secs': 0.026237} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.785770] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.786035] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] fb0eb653-c2e0-451f-b21f-bba3fb477983/fb0eb653-c2e0-451f-b21f-bba3fb477983.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1061.786306] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1f898c3-e45a-4ab9-a2cc-f0d5bd0cd878 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.793900] env[69413]: DEBUG oslo_vmware.api [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1061.793900] env[69413]: value = "task-3078194" [ 1061.793900] env[69413]: _type = "Task" [ 1061.793900] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.801674] env[69413]: DEBUG oslo_vmware.api [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078194, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.854065] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84dcd0d6-f3b7-4cdc-b791-8e580f244cf9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.867354] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8371523d-8173-4c58-8859-0aca29e1eacc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.903128] env[69413]: DEBUG nova.compute.manager [req-8bc41677-348b-423a-9378-4bbc2fbe31ed req-6428d642-876d-4a8d-88d2-40d8da5d9480 service nova] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Detach interface failed, port_id=c4a3ae61-1e6d-48f7-a961-6e5f2c1a2cc1, reason: Instance 5b4abcec-f532-48b1-a568-c19aa9e2bc1a could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1061.918034] env[69413]: DEBUG nova.network.neutron [-] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.970428] env[69413]: DEBUG nova.objects.instance [None req-4903b49e-571e-4d82-a7a7-30284d358079 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lazy-loading 'pci_requests' on Instance uuid a831417f-aa67-4dc5-9b42-9fa51e69d85c {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.220083] env[69413]: DEBUG nova.scheduler.client.report [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.267818] env[69413]: DEBUG nova.objects.instance [None req-f0c61270-4859-4b37-92ae-0a9e3d36b52d tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Lazy-loading 'flavor' on Instance uuid e6cd12ab-429c-4174-b2c0-bce6b23df85a {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.303730] env[69413]: DEBUG oslo_vmware.api [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078194, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.329209] env[69413]: DEBUG nova.compute.manager [req-8ce326f3-fe7a-4ade-8e43-2097d2013ad6 req-7c1218d7-7845-4728-91bd-0a573bd9b272 service nova] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Received event network-vif-deleted-f1d8501a-42af-48e1-8282-d6783e8a9781 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.363614] env[69413]: DEBUG nova.compute.manager [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1062.392590] env[69413]: DEBUG nova.virt.hardware [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.392899] env[69413]: DEBUG nova.virt.hardware [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.393112] env[69413]: DEBUG nova.virt.hardware [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.393319] env[69413]: DEBUG nova.virt.hardware [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.393486] env[69413]: DEBUG nova.virt.hardware [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.393685] env[69413]: DEBUG nova.virt.hardware [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.393953] env[69413]: DEBUG nova.virt.hardware [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.394140] env[69413]: DEBUG nova.virt.hardware [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.394408] env[69413]: DEBUG nova.virt.hardware [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.394603] env[69413]: DEBUG nova.virt.hardware [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.394834] env[69413]: DEBUG nova.virt.hardware [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.396159] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a21bd19-a63d-451d-8ad4-40f31d4bdbaf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.406771] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935336ce-cde7-4ca0-b6c3-2b65c2ea1639 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.422301] env[69413]: INFO nova.compute.manager [-] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Took 1.48 seconds to deallocate network for instance. [ 1062.472693] env[69413]: DEBUG nova.objects.base [None req-4903b49e-571e-4d82-a7a7-30284d358079 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69413) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1062.472956] env[69413]: DEBUG nova.network.neutron [None req-4903b49e-571e-4d82-a7a7-30284d358079 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1062.568509] env[69413]: DEBUG nova.policy [None req-4903b49e-571e-4d82-a7a7-30284d358079 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a25a0d59affd46439113f3d7f38d0c20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea25ce60cf4241789625cf6571347633', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1062.716024] env[69413]: DEBUG nova.network.neutron [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Successfully updated port: f2d59b23-48ea-4850-9482-95f515c93f38 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1062.725359] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.725942] env[69413]: DEBUG nova.compute.manager [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1062.730504] env[69413]: DEBUG oslo_concurrency.lockutils [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.862s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.731229] env[69413]: INFO nova.compute.claims [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 2ed3d884-3573-4e93-be24-23b1cd5cd9c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.773801] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f0c61270-4859-4b37-92ae-0a9e3d36b52d tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Lock "e6cd12ab-429c-4174-b2c0-bce6b23df85a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.315s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.806310] env[69413]: DEBUG oslo_vmware.api [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078194, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.857541} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.806647] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] fb0eb653-c2e0-451f-b21f-bba3fb477983/fb0eb653-c2e0-451f-b21f-bba3fb477983.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1062.806936] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1062.807249] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82cec129-f7d4-470e-b787-4c888d570176 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.814851] env[69413]: DEBUG oslo_vmware.api [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1062.814851] env[69413]: value = "task-3078195" [ 1062.814851] env[69413]: _type = "Task" [ 1062.814851] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.820703] env[69413]: DEBUG nova.compute.manager [req-3c00229e-c9b5-49fd-b557-bb0b6268932e req-430e5c87-2e20-4ca4-8e17-4d47d33e61d1 service nova] [instance: a7ce7788-f901-4440-8467-39889734fccb] Received event network-vif-plugged-f2d59b23-48ea-4850-9482-95f515c93f38 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.820869] env[69413]: DEBUG oslo_concurrency.lockutils [req-3c00229e-c9b5-49fd-b557-bb0b6268932e req-430e5c87-2e20-4ca4-8e17-4d47d33e61d1 service nova] Acquiring lock "a7ce7788-f901-4440-8467-39889734fccb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.821110] env[69413]: DEBUG oslo_concurrency.lockutils [req-3c00229e-c9b5-49fd-b557-bb0b6268932e req-430e5c87-2e20-4ca4-8e17-4d47d33e61d1 service nova] Lock "a7ce7788-f901-4440-8467-39889734fccb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.821292] env[69413]: DEBUG oslo_concurrency.lockutils [req-3c00229e-c9b5-49fd-b557-bb0b6268932e req-430e5c87-2e20-4ca4-8e17-4d47d33e61d1 service nova] Lock "a7ce7788-f901-4440-8467-39889734fccb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.821483] env[69413]: DEBUG nova.compute.manager [req-3c00229e-c9b5-49fd-b557-bb0b6268932e req-430e5c87-2e20-4ca4-8e17-4d47d33e61d1 service nova] [instance: a7ce7788-f901-4440-8467-39889734fccb] No waiting events found dispatching network-vif-plugged-f2d59b23-48ea-4850-9482-95f515c93f38 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1062.821655] env[69413]: WARNING nova.compute.manager [req-3c00229e-c9b5-49fd-b557-bb0b6268932e req-430e5c87-2e20-4ca4-8e17-4d47d33e61d1 service nova] [instance: a7ce7788-f901-4440-8467-39889734fccb] Received unexpected event network-vif-plugged-f2d59b23-48ea-4850-9482-95f515c93f38 for instance with vm_state building and task_state spawning. [ 1062.827553] env[69413]: DEBUG oslo_vmware.api [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078195, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.929427] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d01f03ae-b6d2-4d86-bade-be54a9aa3cbb tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.218914] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquiring lock "refresh_cache-a7ce7788-f901-4440-8467-39889734fccb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.218914] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquired lock "refresh_cache-a7ce7788-f901-4440-8467-39889734fccb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.219221] env[69413]: DEBUG nova.network.neutron [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.235040] env[69413]: DEBUG nova.compute.utils [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1063.237807] env[69413]: DEBUG nova.compute.manager [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1063.237807] env[69413]: DEBUG nova.network.neutron [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1063.242181] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b10ba840-0713-4339-be37-2c7aa802d8f3 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Acquiring lock "e6cd12ab-429c-4174-b2c0-bce6b23df85a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.242284] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b10ba840-0713-4339-be37-2c7aa802d8f3 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Lock "e6cd12ab-429c-4174-b2c0-bce6b23df85a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.299911] env[69413]: DEBUG nova.policy [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d3c1f4e90194e7785970560208e2c17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4151a17ee9940e5a7934be8321a3ec6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1063.325408] env[69413]: DEBUG oslo_vmware.api [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078195, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082268} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.325659] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1063.326525] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea904cab-0cc3-4a15-beb6-ca802eeacde3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.351486] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] fb0eb653-c2e0-451f-b21f-bba3fb477983/fb0eb653-c2e0-451f-b21f-bba3fb477983.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.351824] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6de45c6-fd75-41a0-a5bf-968b3b6a1c6a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.373432] env[69413]: DEBUG oslo_vmware.api [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1063.373432] env[69413]: value = "task-3078196" [ 1063.373432] env[69413]: _type = "Task" [ 1063.373432] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.381513] env[69413]: DEBUG oslo_vmware.api [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078196, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.563972] env[69413]: DEBUG nova.network.neutron [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Successfully created port: 4987d03c-9950-49b7-867e-2e7513047756 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1063.740601] env[69413]: DEBUG nova.compute.manager [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1063.746702] env[69413]: INFO nova.compute.manager [None req-b10ba840-0713-4339-be37-2c7aa802d8f3 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Detaching volume 966b1b2f-dd03-4eae-bf73-2d07327ced92 [ 1063.754420] env[69413]: DEBUG nova.network.neutron [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1063.788607] env[69413]: INFO nova.virt.block_device [None req-b10ba840-0713-4339-be37-2c7aa802d8f3 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Attempting to driver detach volume 966b1b2f-dd03-4eae-bf73-2d07327ced92 from mountpoint /dev/sdb [ 1063.788877] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-b10ba840-0713-4339-be37-2c7aa802d8f3 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Volume detach. Driver type: vmdk {{(pid=69413) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1063.789016] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-b10ba840-0713-4339-be37-2c7aa802d8f3 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616297', 'volume_id': '966b1b2f-dd03-4eae-bf73-2d07327ced92', 'name': 'volume-966b1b2f-dd03-4eae-bf73-2d07327ced92', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6cd12ab-429c-4174-b2c0-bce6b23df85a', 'attached_at': '', 'detached_at': '', 'volume_id': '966b1b2f-dd03-4eae-bf73-2d07327ced92', 'serial': '966b1b2f-dd03-4eae-bf73-2d07327ced92'} {{(pid=69413) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1063.790390] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813f46ed-937f-4717-88e6-7c16989f5d9a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.818351] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b02c20-817e-45f6-9293-9beaad4743f5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.825587] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3a7ca1-293c-42cc-aaae-c7d8568e713a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.848201] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0a798f-ddc3-4d40-946e-80050186944c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.863629] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-b10ba840-0713-4339-be37-2c7aa802d8f3 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] The volume has not been displaced from its original location: [datastore1] volume-966b1b2f-dd03-4eae-bf73-2d07327ced92/volume-966b1b2f-dd03-4eae-bf73-2d07327ced92.vmdk. No consolidation needed. {{(pid=69413) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1063.868960] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-b10ba840-0713-4339-be37-2c7aa802d8f3 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1063.873613] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc9b7f6c-24f3-4c92-9edb-67756ce68bed {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.895704] env[69413]: DEBUG oslo_vmware.api [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.897058] env[69413]: DEBUG oslo_vmware.api [None req-b10ba840-0713-4339-be37-2c7aa802d8f3 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Waiting for the task: (returnval){ [ 1063.897058] env[69413]: value = "task-3078197" [ 1063.897058] env[69413]: _type = "Task" [ 1063.897058] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.910205] env[69413]: DEBUG oslo_vmware.api [None req-b10ba840-0713-4339-be37-2c7aa802d8f3 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': task-3078197, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.990159] env[69413]: DEBUG nova.network.neutron [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Updating instance_info_cache with network_info: [{"id": "f2d59b23-48ea-4850-9482-95f515c93f38", "address": "fa:16:3e:96:dc:9c", "network": {"id": "be70a538-4339-4cc1-9578-fd50ad7faf60", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-848088410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3244903a5a34e34a5f19ae8831810d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2d59b23-48", "ovs_interfaceid": "f2d59b23-48ea-4850-9482-95f515c93f38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.149093] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12580f2c-e725-4458-859c-db011660a086 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.153085] env[69413]: DEBUG nova.network.neutron [None req-4903b49e-571e-4d82-a7a7-30284d358079 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Successfully updated port: d2b14170-236a-4039-9c67-21dd7f9fedf3 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1064.161008] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3be998-fd5a-43ab-8a47-8134325d1203 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.194142] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f268e19f-f5c1-44bf-85cb-5561cbf86155 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.201550] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616888f5-e9b0-4b61-8380-6208cdcbac05 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.215007] env[69413]: DEBUG nova.compute.provider_tree [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.396198] env[69413]: DEBUG oslo_vmware.api [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078196, 'name': ReconfigVM_Task, 'duration_secs': 0.88618} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.396539] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Reconfigured VM instance instance-0000005c to attach disk [datastore1] fb0eb653-c2e0-451f-b21f-bba3fb477983/fb0eb653-c2e0-451f-b21f-bba3fb477983.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.397198] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d886f05-3970-4d1e-97b0-7b000814fa98 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.404626] env[69413]: DEBUG oslo_vmware.api [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1064.404626] env[69413]: value = "task-3078198" [ 1064.404626] env[69413]: _type = "Task" [ 1064.404626] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.410356] env[69413]: DEBUG oslo_vmware.api [None req-b10ba840-0713-4339-be37-2c7aa802d8f3 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': task-3078197, 'name': ReconfigVM_Task, 'duration_secs': 0.409015} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.410924] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-b10ba840-0713-4339-be37-2c7aa802d8f3 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1064.415775] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77d795ec-d0da-4f85-9315-e3ecbc3db00e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.430392] env[69413]: DEBUG oslo_vmware.api [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078198, 'name': Rename_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.435670] env[69413]: DEBUG oslo_vmware.api [None req-b10ba840-0713-4339-be37-2c7aa802d8f3 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Waiting for the task: (returnval){ [ 1064.435670] env[69413]: value = "task-3078199" [ 1064.435670] env[69413]: _type = "Task" [ 1064.435670] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.445965] env[69413]: DEBUG oslo_vmware.api [None req-b10ba840-0713-4339-be37-2c7aa802d8f3 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': task-3078199, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.466898] env[69413]: DEBUG nova.compute.manager [req-295a34a9-8441-46b2-bdef-85f3425e9cfb req-508615c6-0174-408b-884d-83263d49198a service nova] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Received event network-vif-plugged-d2b14170-236a-4039-9c67-21dd7f9fedf3 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.467099] env[69413]: DEBUG oslo_concurrency.lockutils [req-295a34a9-8441-46b2-bdef-85f3425e9cfb req-508615c6-0174-408b-884d-83263d49198a service nova] Acquiring lock "a831417f-aa67-4dc5-9b42-9fa51e69d85c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.467423] env[69413]: DEBUG oslo_concurrency.lockutils [req-295a34a9-8441-46b2-bdef-85f3425e9cfb req-508615c6-0174-408b-884d-83263d49198a service nova] Lock "a831417f-aa67-4dc5-9b42-9fa51e69d85c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.467499] env[69413]: DEBUG oslo_concurrency.lockutils [req-295a34a9-8441-46b2-bdef-85f3425e9cfb req-508615c6-0174-408b-884d-83263d49198a service nova] Lock "a831417f-aa67-4dc5-9b42-9fa51e69d85c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.467641] env[69413]: DEBUG nova.compute.manager [req-295a34a9-8441-46b2-bdef-85f3425e9cfb req-508615c6-0174-408b-884d-83263d49198a service nova] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] No waiting events found dispatching network-vif-plugged-d2b14170-236a-4039-9c67-21dd7f9fedf3 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1064.467767] env[69413]: WARNING nova.compute.manager [req-295a34a9-8441-46b2-bdef-85f3425e9cfb req-508615c6-0174-408b-884d-83263d49198a service nova] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Received unexpected event network-vif-plugged-d2b14170-236a-4039-9c67-21dd7f9fedf3 for instance with vm_state active and task_state None. [ 1064.467927] env[69413]: DEBUG nova.compute.manager [req-295a34a9-8441-46b2-bdef-85f3425e9cfb req-508615c6-0174-408b-884d-83263d49198a service nova] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Received event network-changed-d2b14170-236a-4039-9c67-21dd7f9fedf3 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.468347] env[69413]: DEBUG nova.compute.manager [req-295a34a9-8441-46b2-bdef-85f3425e9cfb req-508615c6-0174-408b-884d-83263d49198a service nova] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Refreshing instance network info cache due to event network-changed-d2b14170-236a-4039-9c67-21dd7f9fedf3. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1064.468550] env[69413]: DEBUG oslo_concurrency.lockutils [req-295a34a9-8441-46b2-bdef-85f3425e9cfb req-508615c6-0174-408b-884d-83263d49198a service nova] Acquiring lock "refresh_cache-a831417f-aa67-4dc5-9b42-9fa51e69d85c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.468691] env[69413]: DEBUG oslo_concurrency.lockutils [req-295a34a9-8441-46b2-bdef-85f3425e9cfb req-508615c6-0174-408b-884d-83263d49198a service nova] Acquired lock "refresh_cache-a831417f-aa67-4dc5-9b42-9fa51e69d85c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.468849] env[69413]: DEBUG nova.network.neutron [req-295a34a9-8441-46b2-bdef-85f3425e9cfb req-508615c6-0174-408b-884d-83263d49198a service nova] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Refreshing network info cache for port d2b14170-236a-4039-9c67-21dd7f9fedf3 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.492748] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Releasing lock "refresh_cache-a7ce7788-f901-4440-8467-39889734fccb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.493076] env[69413]: DEBUG nova.compute.manager [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Instance network_info: |[{"id": "f2d59b23-48ea-4850-9482-95f515c93f38", "address": "fa:16:3e:96:dc:9c", "network": {"id": "be70a538-4339-4cc1-9578-fd50ad7faf60", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-848088410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3244903a5a34e34a5f19ae8831810d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2d59b23-48", "ovs_interfaceid": "f2d59b23-48ea-4850-9482-95f515c93f38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1064.493760] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:dc:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2d59b23-48ea-4850-9482-95f515c93f38', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1064.501313] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.501579] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7ce7788-f901-4440-8467-39889734fccb] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1064.501819] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e6888b7-206d-4778-b82c-2e54be5e7702 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.522792] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1064.522792] env[69413]: value = "task-3078200" [ 1064.522792] env[69413]: _type = "Task" [ 1064.522792] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.530649] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078200, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.656694] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4903b49e-571e-4d82-a7a7-30284d358079 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "refresh_cache-a831417f-aa67-4dc5-9b42-9fa51e69d85c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.717990] env[69413]: DEBUG nova.scheduler.client.report [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.749658] env[69413]: DEBUG nova.compute.manager [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1064.775349] env[69413]: DEBUG nova.virt.hardware [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.775628] env[69413]: DEBUG nova.virt.hardware [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.775797] env[69413]: DEBUG nova.virt.hardware [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.775979] env[69413]: DEBUG nova.virt.hardware [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.776338] env[69413]: DEBUG nova.virt.hardware [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.776511] env[69413]: DEBUG nova.virt.hardware [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.776750] env[69413]: DEBUG nova.virt.hardware [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.776916] env[69413]: DEBUG nova.virt.hardware [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.777097] env[69413]: DEBUG nova.virt.hardware [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.777267] env[69413]: DEBUG nova.virt.hardware [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.777439] env[69413]: DEBUG nova.virt.hardware [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.778284] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9736cb1f-9c86-4f6c-a15b-a872ca096a08 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.785863] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41338e6b-4f2b-4bb6-a84c-f292312423ca {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.845566] env[69413]: DEBUG nova.compute.manager [req-9183bde1-a023-47da-94db-088b1c7fc9d6 req-457d9c04-8607-4065-9778-bf8fd20ce3d2 service nova] [instance: a7ce7788-f901-4440-8467-39889734fccb] Received event network-changed-f2d59b23-48ea-4850-9482-95f515c93f38 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.845769] env[69413]: DEBUG nova.compute.manager [req-9183bde1-a023-47da-94db-088b1c7fc9d6 req-457d9c04-8607-4065-9778-bf8fd20ce3d2 service nova] [instance: a7ce7788-f901-4440-8467-39889734fccb] Refreshing instance network info cache due to event network-changed-f2d59b23-48ea-4850-9482-95f515c93f38. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1064.845978] env[69413]: DEBUG oslo_concurrency.lockutils [req-9183bde1-a023-47da-94db-088b1c7fc9d6 req-457d9c04-8607-4065-9778-bf8fd20ce3d2 service nova] Acquiring lock "refresh_cache-a7ce7788-f901-4440-8467-39889734fccb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.846140] env[69413]: DEBUG oslo_concurrency.lockutils [req-9183bde1-a023-47da-94db-088b1c7fc9d6 req-457d9c04-8607-4065-9778-bf8fd20ce3d2 service nova] Acquired lock "refresh_cache-a7ce7788-f901-4440-8467-39889734fccb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.846450] env[69413]: DEBUG nova.network.neutron [req-9183bde1-a023-47da-94db-088b1c7fc9d6 req-457d9c04-8607-4065-9778-bf8fd20ce3d2 service nova] [instance: a7ce7788-f901-4440-8467-39889734fccb] Refreshing network info cache for port f2d59b23-48ea-4850-9482-95f515c93f38 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.914598] env[69413]: DEBUG oslo_vmware.api [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078198, 'name': Rename_Task, 'duration_secs': 0.250129} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.914867] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.915130] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20f38076-1fcf-42ca-9d73-f230d29432ae {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.921304] env[69413]: DEBUG oslo_vmware.api [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1064.921304] env[69413]: value = "task-3078201" [ 1064.921304] env[69413]: _type = "Task" [ 1064.921304] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.929109] env[69413]: DEBUG oslo_vmware.api [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078201, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.944522] env[69413]: DEBUG oslo_vmware.api [None req-b10ba840-0713-4339-be37-2c7aa802d8f3 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': task-3078199, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.035355] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078200, 'name': CreateVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.068764] env[69413]: DEBUG nova.network.neutron [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Successfully updated port: 4987d03c-9950-49b7-867e-2e7513047756 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1065.189737] env[69413]: DEBUG nova.network.neutron [req-295a34a9-8441-46b2-bdef-85f3425e9cfb req-508615c6-0174-408b-884d-83263d49198a service nova] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Added VIF to instance network info cache for port d2b14170-236a-4039-9c67-21dd7f9fedf3. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 1065.190244] env[69413]: DEBUG nova.network.neutron [req-295a34a9-8441-46b2-bdef-85f3425e9cfb req-508615c6-0174-408b-884d-83263d49198a service nova] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Updating instance_info_cache with network_info: [{"id": "5b98aa6b-8164-43fa-83e5-c9d2a325787d", "address": "fa:16:3e:ec:87:7e", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b98aa6b-81", "ovs_interfaceid": "5b98aa6b-8164-43fa-83e5-c9d2a325787d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "15ac4118-e798-4312-abca-f3a5a4c7d26c", "address": "fa:16:3e:fe:57:c9", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15ac4118-e7", "ovs_interfaceid": "15ac4118-e798-4312-abca-f3a5a4c7d26c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d2b14170-236a-4039-9c67-21dd7f9fedf3", "address": "fa:16:3e:56:a6:96", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2b14170-23", "ovs_interfaceid": "d2b14170-236a-4039-9c67-21dd7f9fedf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.223306] env[69413]: DEBUG oslo_concurrency.lockutils [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.223893] env[69413]: DEBUG nova.compute.manager [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 2ed3d884-3573-4e93-be24-23b1cd5cd9c5] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1065.226494] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.537s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.230760] env[69413]: INFO nova.compute.claims [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1065.432390] env[69413]: DEBUG oslo_vmware.api [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078201, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.447894] env[69413]: DEBUG oslo_vmware.api [None req-b10ba840-0713-4339-be37-2c7aa802d8f3 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': task-3078199, 'name': ReconfigVM_Task, 'duration_secs': 0.635869} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.447894] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-b10ba840-0713-4339-be37-2c7aa802d8f3 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616297', 'volume_id': '966b1b2f-dd03-4eae-bf73-2d07327ced92', 'name': 'volume-966b1b2f-dd03-4eae-bf73-2d07327ced92', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6cd12ab-429c-4174-b2c0-bce6b23df85a', 'attached_at': '', 'detached_at': '', 'volume_id': '966b1b2f-dd03-4eae-bf73-2d07327ced92', 'serial': '966b1b2f-dd03-4eae-bf73-2d07327ced92'} {{(pid=69413) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1065.533677] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078200, 'name': CreateVM_Task, 'duration_secs': 0.55163} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.533677] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7ce7788-f901-4440-8467-39889734fccb] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1065.534148] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.534318] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.534632] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.534877] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78cd349e-de59-449f-a26d-e9c533fe7fd3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.539766] env[69413]: DEBUG oslo_vmware.api [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 1065.539766] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52fb1369-53bf-e0aa-e80e-d793e0cc0863" [ 1065.539766] env[69413]: _type = "Task" [ 1065.539766] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.545157] env[69413]: DEBUG nova.network.neutron [req-9183bde1-a023-47da-94db-088b1c7fc9d6 req-457d9c04-8607-4065-9778-bf8fd20ce3d2 service nova] [instance: a7ce7788-f901-4440-8467-39889734fccb] Updated VIF entry in instance network info cache for port f2d59b23-48ea-4850-9482-95f515c93f38. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.545492] env[69413]: DEBUG nova.network.neutron [req-9183bde1-a023-47da-94db-088b1c7fc9d6 req-457d9c04-8607-4065-9778-bf8fd20ce3d2 service nova] [instance: a7ce7788-f901-4440-8467-39889734fccb] Updating instance_info_cache with network_info: [{"id": "f2d59b23-48ea-4850-9482-95f515c93f38", "address": "fa:16:3e:96:dc:9c", "network": {"id": "be70a538-4339-4cc1-9578-fd50ad7faf60", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-848088410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3244903a5a34e34a5f19ae8831810d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2d59b23-48", "ovs_interfaceid": "f2d59b23-48ea-4850-9482-95f515c93f38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.549829] env[69413]: DEBUG oslo_vmware.api [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52fb1369-53bf-e0aa-e80e-d793e0cc0863, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.571641] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "refresh_cache-d4f71449-d687-4706-9ee0-c2c5841c9709" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.571783] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquired lock "refresh_cache-d4f71449-d687-4706-9ee0-c2c5841c9709" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.571933] env[69413]: DEBUG nova.network.neutron [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.693237] env[69413]: DEBUG oslo_concurrency.lockutils [req-295a34a9-8441-46b2-bdef-85f3425e9cfb req-508615c6-0174-408b-884d-83263d49198a service nova] Releasing lock "refresh_cache-a831417f-aa67-4dc5-9b42-9fa51e69d85c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.693735] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4903b49e-571e-4d82-a7a7-30284d358079 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquired lock "refresh_cache-a831417f-aa67-4dc5-9b42-9fa51e69d85c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.693939] env[69413]: DEBUG nova.network.neutron [None req-4903b49e-571e-4d82-a7a7-30284d358079 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.735445] env[69413]: DEBUG nova.compute.utils [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1065.738991] env[69413]: DEBUG nova.compute.manager [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 2ed3d884-3573-4e93-be24-23b1cd5cd9c5] Not allocating networking since 'none' was specified. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1065.932062] env[69413]: DEBUG oslo_vmware.api [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078201, 'name': PowerOnVM_Task, 'duration_secs': 0.512294} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.932062] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.932418] env[69413]: INFO nova.compute.manager [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Took 7.86 seconds to spawn the instance on the hypervisor. [ 1065.932418] env[69413]: DEBUG nova.compute.manager [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.933119] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f7d3b5-117a-4e5b-a717-5a72ad0f3df3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.991208] env[69413]: DEBUG nova.objects.instance [None req-b10ba840-0713-4339-be37-2c7aa802d8f3 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Lazy-loading 'flavor' on Instance uuid e6cd12ab-429c-4174-b2c0-bce6b23df85a {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.050134] env[69413]: DEBUG oslo_vmware.api [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52fb1369-53bf-e0aa-e80e-d793e0cc0863, 'name': SearchDatastore_Task, 'duration_secs': 0.011063} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.050328] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.050687] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1066.050973] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.051171] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.051365] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.051868] env[69413]: DEBUG oslo_concurrency.lockutils [req-9183bde1-a023-47da-94db-088b1c7fc9d6 req-457d9c04-8607-4065-9778-bf8fd20ce3d2 service nova] Releasing lock "refresh_cache-a7ce7788-f901-4440-8467-39889734fccb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.052209] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef2aa3fa-be9c-4d87-ab58-6b6c55957db1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.060293] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.060462] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1066.061256] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92006c34-52ec-4e2c-912d-2aac046ba063 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.065760] env[69413]: DEBUG oslo_vmware.api [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 1066.065760] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]526af2f4-fbed-5ae6-b401-46682b97928e" [ 1066.065760] env[69413]: _type = "Task" [ 1066.065760] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.073120] env[69413]: DEBUG oslo_vmware.api [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]526af2f4-fbed-5ae6-b401-46682b97928e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.101262] env[69413]: DEBUG nova.network.neutron [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1066.216816] env[69413]: DEBUG nova.network.neutron [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Updating instance_info_cache with network_info: [{"id": "4987d03c-9950-49b7-867e-2e7513047756", "address": "fa:16:3e:95:be:7b", "network": {"id": "9b997f48-e078-4b7b-81f9-f111dbf3aed2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-448963928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4151a17ee9940e5a7934be8321a3ec6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4987d03c-99", "ovs_interfaceid": "4987d03c-9950-49b7-867e-2e7513047756", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.239229] env[69413]: DEBUG nova.compute.manager [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 2ed3d884-3573-4e93-be24-23b1cd5cd9c5] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1066.247347] env[69413]: WARNING nova.network.neutron [None req-4903b49e-571e-4d82-a7a7-30284d358079 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] c077ac73-635f-41c3-b7b8-378fd6e30890 already exists in list: networks containing: ['c077ac73-635f-41c3-b7b8-378fd6e30890']. ignoring it [ 1066.247673] env[69413]: WARNING nova.network.neutron [None req-4903b49e-571e-4d82-a7a7-30284d358079 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] c077ac73-635f-41c3-b7b8-378fd6e30890 already exists in list: networks containing: ['c077ac73-635f-41c3-b7b8-378fd6e30890']. ignoring it [ 1066.247965] env[69413]: WARNING nova.network.neutron [None req-4903b49e-571e-4d82-a7a7-30284d358079 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] c077ac73-635f-41c3-b7b8-378fd6e30890 already exists in list: networks containing: ['c077ac73-635f-41c3-b7b8-378fd6e30890']. ignoring it [ 1066.248261] env[69413]: WARNING nova.network.neutron [None req-4903b49e-571e-4d82-a7a7-30284d358079 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] d2b14170-236a-4039-9c67-21dd7f9fedf3 already exists in list: port_ids containing: ['d2b14170-236a-4039-9c67-21dd7f9fedf3']. ignoring it [ 1066.457375] env[69413]: INFO nova.compute.manager [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Took 20.99 seconds to build instance. [ 1066.580240] env[69413]: DEBUG oslo_vmware.api [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]526af2f4-fbed-5ae6-b401-46682b97928e, 'name': SearchDatastore_Task, 'duration_secs': 0.010396} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.583421] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42ffa5a-8f21-4017-9658-549e21ad4f10 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.587074] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-927845dd-80f0-449e-afd7-ff10e4fb8310 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.597477] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9c243c-15bd-42be-b2ea-c93716e922f8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.600813] env[69413]: DEBUG oslo_vmware.api [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 1066.600813] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e5aabb-84e9-222e-5292-cfee78dd0e47" [ 1066.600813] env[69413]: _type = "Task" [ 1066.600813] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.635048] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f620c2c4-6878-498d-803c-8cf63ba22fb9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.640728] env[69413]: DEBUG oslo_vmware.api [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e5aabb-84e9-222e-5292-cfee78dd0e47, 'name': SearchDatastore_Task, 'duration_secs': 0.010974} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.641329] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.641636] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] a7ce7788-f901-4440-8467-39889734fccb/a7ce7788-f901-4440-8467-39889734fccb.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.641912] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-998be73f-1f44-4890-98e5-64d2dccc0235 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.646928] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e620d11-3be5-4983-bd02-b40a80802e34 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.652577] env[69413]: DEBUG oslo_vmware.api [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 1066.652577] env[69413]: value = "task-3078202" [ 1066.652577] env[69413]: _type = "Task" [ 1066.652577] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.664373] env[69413]: DEBUG nova.compute.provider_tree [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.670155] env[69413]: DEBUG oslo_vmware.api [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078202, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.719870] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Releasing lock "refresh_cache-d4f71449-d687-4706-9ee0-c2c5841c9709" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.721022] env[69413]: DEBUG nova.compute.manager [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Instance network_info: |[{"id": "4987d03c-9950-49b7-867e-2e7513047756", "address": "fa:16:3e:95:be:7b", "network": {"id": "9b997f48-e078-4b7b-81f9-f111dbf3aed2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-448963928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4151a17ee9940e5a7934be8321a3ec6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4987d03c-99", "ovs_interfaceid": "4987d03c-9950-49b7-867e-2e7513047756", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1066.721595] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:be:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4987d03c-9950-49b7-867e-2e7513047756', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.730166] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.730459] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.730805] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1531960-a4d5-479b-8145-63cda78b772c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.754814] env[69413]: DEBUG nova.network.neutron [None req-4903b49e-571e-4d82-a7a7-30284d358079 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Updating instance_info_cache with network_info: [{"id": "5b98aa6b-8164-43fa-83e5-c9d2a325787d", "address": "fa:16:3e:ec:87:7e", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b98aa6b-81", "ovs_interfaceid": "5b98aa6b-8164-43fa-83e5-c9d2a325787d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "15ac4118-e798-4312-abca-f3a5a4c7d26c", "address": "fa:16:3e:fe:57:c9", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15ac4118-e7", "ovs_interfaceid": "15ac4118-e798-4312-abca-f3a5a4c7d26c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d2b14170-236a-4039-9c67-21dd7f9fedf3", "address": "fa:16:3e:56:a6:96", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2b14170-23", "ovs_interfaceid": "d2b14170-236a-4039-9c67-21dd7f9fedf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.761671] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.761671] env[69413]: value = "task-3078203" [ 1066.761671] env[69413]: _type = "Task" [ 1066.761671] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.772673] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078203, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.960438] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f81305db-876e-491b-9f88-d8184dd0ee86 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "fb0eb653-c2e0-451f-b21f-bba3fb477983" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.499s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.002188] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b10ba840-0713-4339-be37-2c7aa802d8f3 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Lock "e6cd12ab-429c-4174-b2c0-bce6b23df85a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.759s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.161775] env[69413]: DEBUG oslo_vmware.api [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078202, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.168039] env[69413]: DEBUG nova.scheduler.client.report [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.255089] env[69413]: DEBUG nova.compute.manager [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 2ed3d884-3573-4e93-be24-23b1cd5cd9c5] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1067.257423] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4903b49e-571e-4d82-a7a7-30284d358079 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Releasing lock "refresh_cache-a831417f-aa67-4dc5-9b42-9fa51e69d85c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.258161] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4903b49e-571e-4d82-a7a7-30284d358079 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "a831417f-aa67-4dc5-9b42-9fa51e69d85c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.258201] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4903b49e-571e-4d82-a7a7-30284d358079 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquired lock "a831417f-aa67-4dc5-9b42-9fa51e69d85c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.258996] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de86702a-2f53-4059-a8fd-93eae6bc57e1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.270865] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078203, 'name': CreateVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.283158] env[69413]: DEBUG nova.virt.hardware [None req-4903b49e-571e-4d82-a7a7-30284d358079 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.283397] env[69413]: DEBUG nova.virt.hardware [None req-4903b49e-571e-4d82-a7a7-30284d358079 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.283555] env[69413]: DEBUG nova.virt.hardware [None req-4903b49e-571e-4d82-a7a7-30284d358079 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.283742] env[69413]: DEBUG nova.virt.hardware [None req-4903b49e-571e-4d82-a7a7-30284d358079 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.283918] env[69413]: DEBUG nova.virt.hardware [None req-4903b49e-571e-4d82-a7a7-30284d358079 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.284083] env[69413]: DEBUG nova.virt.hardware [None req-4903b49e-571e-4d82-a7a7-30284d358079 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.284292] env[69413]: DEBUG nova.virt.hardware [None req-4903b49e-571e-4d82-a7a7-30284d358079 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.284450] env[69413]: DEBUG nova.virt.hardware [None req-4903b49e-571e-4d82-a7a7-30284d358079 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.284612] env[69413]: DEBUG nova.virt.hardware [None req-4903b49e-571e-4d82-a7a7-30284d358079 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.284770] env[69413]: DEBUG nova.virt.hardware [None req-4903b49e-571e-4d82-a7a7-30284d358079 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.284942] env[69413]: DEBUG nova.virt.hardware [None req-4903b49e-571e-4d82-a7a7-30284d358079 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.291544] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4903b49e-571e-4d82-a7a7-30284d358079 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Reconfiguring VM to attach interface {{(pid=69413) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1067.293581] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76319514-70b4-4494-bfbc-de586c7e180f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.312121] env[69413]: DEBUG nova.virt.hardware [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.312514] env[69413]: DEBUG nova.virt.hardware [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.312570] env[69413]: DEBUG nova.virt.hardware [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.312766] env[69413]: DEBUG nova.virt.hardware [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.312898] env[69413]: DEBUG nova.virt.hardware [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.313051] env[69413]: DEBUG nova.virt.hardware [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.313256] env[69413]: DEBUG nova.virt.hardware [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.313414] env[69413]: DEBUG nova.virt.hardware [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.313630] env[69413]: DEBUG nova.virt.hardware [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.313716] env[69413]: DEBUG nova.virt.hardware [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.313929] env[69413]: DEBUG nova.virt.hardware [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.315021] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fda765-afb8-4076-97a8-20016f154a95 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.318727] env[69413]: DEBUG oslo_vmware.api [None req-4903b49e-571e-4d82-a7a7-30284d358079 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 1067.318727] env[69413]: value = "task-3078204" [ 1067.318727] env[69413]: _type = "Task" [ 1067.318727] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.325142] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234a132c-f789-42bc-a401-948e4d8224d5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.331517] env[69413]: DEBUG oslo_vmware.api [None req-4903b49e-571e-4d82-a7a7-30284d358079 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078204, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.342311] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 2ed3d884-3573-4e93-be24-23b1cd5cd9c5] Instance VIF info [] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.347945] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Creating folder: Project (734440c55a594aa7a9f669f900e8782d). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1067.348037] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-157fbd98-0d64-4bc0-918c-92fbaaa423af {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.356837] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Created folder: Project (734440c55a594aa7a9f669f900e8782d) in parent group-v616034. [ 1067.357018] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Creating folder: Instances. Parent ref: group-v616301. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1067.357223] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc342122-2471-4a02-9b7f-778c3af1b81a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.365826] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Created folder: Instances in parent group-v616301. [ 1067.366048] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.366234] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ed3d884-3573-4e93-be24-23b1cd5cd9c5] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.366441] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8456ab3e-ebe7-4037-aba2-cb7605c397d4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.382075] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.382075] env[69413]: value = "task-3078207" [ 1067.382075] env[69413]: _type = "Task" [ 1067.382075] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.389033] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078207, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.589934] env[69413]: DEBUG nova.compute.manager [req-39affdc2-08c1-4c39-8a2f-cdc2d9f3c970 req-cadbf337-8ddf-4571-9585-23c6d1db8720 service nova] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Received event network-vif-plugged-4987d03c-9950-49b7-867e-2e7513047756 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.590176] env[69413]: DEBUG oslo_concurrency.lockutils [req-39affdc2-08c1-4c39-8a2f-cdc2d9f3c970 req-cadbf337-8ddf-4571-9585-23c6d1db8720 service nova] Acquiring lock "d4f71449-d687-4706-9ee0-c2c5841c9709-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.590381] env[69413]: DEBUG oslo_concurrency.lockutils [req-39affdc2-08c1-4c39-8a2f-cdc2d9f3c970 req-cadbf337-8ddf-4571-9585-23c6d1db8720 service nova] Lock "d4f71449-d687-4706-9ee0-c2c5841c9709-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.590580] env[69413]: DEBUG oslo_concurrency.lockutils [req-39affdc2-08c1-4c39-8a2f-cdc2d9f3c970 req-cadbf337-8ddf-4571-9585-23c6d1db8720 service nova] Lock "d4f71449-d687-4706-9ee0-c2c5841c9709-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.590749] env[69413]: DEBUG nova.compute.manager [req-39affdc2-08c1-4c39-8a2f-cdc2d9f3c970 req-cadbf337-8ddf-4571-9585-23c6d1db8720 service nova] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] No waiting events found dispatching network-vif-plugged-4987d03c-9950-49b7-867e-2e7513047756 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1067.591178] env[69413]: WARNING nova.compute.manager [req-39affdc2-08c1-4c39-8a2f-cdc2d9f3c970 req-cadbf337-8ddf-4571-9585-23c6d1db8720 service nova] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Received unexpected event network-vif-plugged-4987d03c-9950-49b7-867e-2e7513047756 for instance with vm_state building and task_state spawning. [ 1067.591178] env[69413]: DEBUG nova.compute.manager [req-39affdc2-08c1-4c39-8a2f-cdc2d9f3c970 req-cadbf337-8ddf-4571-9585-23c6d1db8720 service nova] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Received event network-changed-4987d03c-9950-49b7-867e-2e7513047756 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.591264] env[69413]: DEBUG nova.compute.manager [req-39affdc2-08c1-4c39-8a2f-cdc2d9f3c970 req-cadbf337-8ddf-4571-9585-23c6d1db8720 service nova] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Refreshing instance network info cache due to event network-changed-4987d03c-9950-49b7-867e-2e7513047756. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1067.591392] env[69413]: DEBUG oslo_concurrency.lockutils [req-39affdc2-08c1-4c39-8a2f-cdc2d9f3c970 req-cadbf337-8ddf-4571-9585-23c6d1db8720 service nova] Acquiring lock "refresh_cache-d4f71449-d687-4706-9ee0-c2c5841c9709" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.592169] env[69413]: DEBUG oslo_concurrency.lockutils [req-39affdc2-08c1-4c39-8a2f-cdc2d9f3c970 req-cadbf337-8ddf-4571-9585-23c6d1db8720 service nova] Acquired lock "refresh_cache-d4f71449-d687-4706-9ee0-c2c5841c9709" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.592169] env[69413]: DEBUG nova.network.neutron [req-39affdc2-08c1-4c39-8a2f-cdc2d9f3c970 req-cadbf337-8ddf-4571-9585-23c6d1db8720 service nova] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Refreshing network info cache for port 4987d03c-9950-49b7-867e-2e7513047756 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.662712] env[69413]: DEBUG oslo_vmware.api [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078202, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524993} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.662712] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] a7ce7788-f901-4440-8467-39889734fccb/a7ce7788-f901-4440-8467-39889734fccb.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.662983] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.663176] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71102a6b-c8e5-4c61-bffc-75e80e6a75ac {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.669146] env[69413]: DEBUG oslo_vmware.api [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 1067.669146] env[69413]: value = "task-3078208" [ 1067.669146] env[69413]: _type = "Task" [ 1067.669146] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.672838] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.446s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.674073] env[69413]: DEBUG nova.compute.manager [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1067.675978] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2ca4bd76-4fea-41cd-819a-10aadf3a7ec0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.198s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.676190] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2ca4bd76-4fea-41cd-819a-10aadf3a7ec0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.678478] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ae745f5d-2100-4550-a00e-ceb825e362ad tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.545s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.678815] env[69413]: DEBUG nova.objects.instance [None req-ae745f5d-2100-4550-a00e-ceb825e362ad tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lazy-loading 'resources' on Instance uuid 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.687326] env[69413]: DEBUG oslo_vmware.api [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078208, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.698543] env[69413]: INFO nova.scheduler.client.report [None req-2ca4bd76-4fea-41cd-819a-10aadf3a7ec0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Deleted allocations for instance 478ddab9-a20e-421a-9d25-fd72c56d3f8e [ 1067.772539] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078203, 'name': CreateVM_Task, 'duration_secs': 0.760319} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.772804] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.773728] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.773880] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.774245] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.774514] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-157e3910-a5ef-4a89-91d3-d3e380d687c5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.779168] env[69413]: DEBUG oslo_vmware.api [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 1067.779168] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52cc92b2-75ab-7005-1a8c-a2e204279359" [ 1067.779168] env[69413]: _type = "Task" [ 1067.779168] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.786964] env[69413]: DEBUG oslo_vmware.api [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52cc92b2-75ab-7005-1a8c-a2e204279359, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.828518] env[69413]: DEBUG oslo_vmware.api [None req-4903b49e-571e-4d82-a7a7-30284d358079 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.892173] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078207, 'name': CreateVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.070872] env[69413]: DEBUG oslo_concurrency.lockutils [None req-029bdda8-d0f2-4860-bc21-190b80d7dfd6 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "fb0eb653-c2e0-451f-b21f-bba3fb477983" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.071243] env[69413]: DEBUG oslo_concurrency.lockutils [None req-029bdda8-d0f2-4860-bc21-190b80d7dfd6 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "fb0eb653-c2e0-451f-b21f-bba3fb477983" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.071243] env[69413]: DEBUG nova.compute.manager [None req-029bdda8-d0f2-4860-bc21-190b80d7dfd6 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.072138] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27db40c-4435-4c00-baf8-668dd9de964a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.078920] env[69413]: DEBUG nova.compute.manager [None req-029bdda8-d0f2-4860-bc21-190b80d7dfd6 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69413) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1068.079960] env[69413]: DEBUG nova.objects.instance [None req-029bdda8-d0f2-4860-bc21-190b80d7dfd6 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lazy-loading 'flavor' on Instance uuid fb0eb653-c2e0-451f-b21f-bba3fb477983 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.140269] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Acquiring lock "dadcf63e-b8ba-48c1-ad31-b7b9ed455850" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.140495] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Lock "dadcf63e-b8ba-48c1-ad31-b7b9ed455850" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.179790] env[69413]: DEBUG oslo_vmware.api [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078208, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072149} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.180058] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1068.180839] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8740aa-22cd-483a-8fd3-28795fb24336 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.184499] env[69413]: DEBUG nova.compute.utils [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1068.189100] env[69413]: DEBUG nova.compute.manager [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Not allocating networking since 'none' was specified. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1068.209988] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] a7ce7788-f901-4440-8467-39889734fccb/a7ce7788-f901-4440-8467-39889734fccb.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.219606] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3023469-f852-4869-abe6-32c4c331ff94 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.234420] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2ca4bd76-4fea-41cd-819a-10aadf3a7ec0 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "478ddab9-a20e-421a-9d25-fd72c56d3f8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.258s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.244523] env[69413]: DEBUG oslo_vmware.api [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 1068.244523] env[69413]: value = "task-3078209" [ 1068.244523] env[69413]: _type = "Task" [ 1068.244523] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.259620] env[69413]: DEBUG oslo_vmware.api [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078209, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.291396] env[69413]: DEBUG oslo_vmware.api [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52cc92b2-75ab-7005-1a8c-a2e204279359, 'name': SearchDatastore_Task, 'duration_secs': 0.009348} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.298290] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.298644] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.298979] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.299254] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.299494] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.300764] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00744aa2-af5a-4778-9bd1-1071be4c83de {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.309888] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.310160] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.314324] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9e3c8ae-81b8-44f7-8700-9ea11546af4e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.321481] env[69413]: DEBUG oslo_vmware.api [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 1068.321481] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52648d8c-6156-0c4f-f187-d8273f6d76ae" [ 1068.321481] env[69413]: _type = "Task" [ 1068.321481] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.338019] env[69413]: DEBUG oslo_vmware.api [None req-4903b49e-571e-4d82-a7a7-30284d358079 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078204, 'name': ReconfigVM_Task, 'duration_secs': 0.74613} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.340970] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4903b49e-571e-4d82-a7a7-30284d358079 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Releasing lock "a831417f-aa67-4dc5-9b42-9fa51e69d85c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.341193] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4903b49e-571e-4d82-a7a7-30284d358079 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Reconfigured VM to attach interface {{(pid=69413) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1068.344690] env[69413]: DEBUG oslo_vmware.api [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52648d8c-6156-0c4f-f187-d8273f6d76ae, 'name': SearchDatastore_Task, 'duration_secs': 0.00881} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.350543] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3357e56b-0320-402f-af4e-6798f36ef1b2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.356448] env[69413]: DEBUG oslo_vmware.api [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 1068.356448] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a7bf9b-a472-cdef-f7ce-9f844acaedd1" [ 1068.356448] env[69413]: _type = "Task" [ 1068.356448] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.365335] env[69413]: DEBUG oslo_vmware.api [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a7bf9b-a472-cdef-f7ce-9f844acaedd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.392031] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078207, 'name': CreateVM_Task, 'duration_secs': 0.644733} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.394618] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ed3d884-3573-4e93-be24-23b1cd5cd9c5] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.395223] env[69413]: DEBUG oslo_concurrency.lockutils [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.396022] env[69413]: DEBUG oslo_concurrency.lockutils [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.396022] env[69413]: DEBUG oslo_concurrency.lockutils [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.396022] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08b80c5a-cf1a-43c5-a182-399b7861f14d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.402692] env[69413]: DEBUG oslo_vmware.api [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Waiting for the task: (returnval){ [ 1068.402692] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d8614c-153a-9c75-3f73-78316d3af225" [ 1068.402692] env[69413]: _type = "Task" [ 1068.402692] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.415590] env[69413]: DEBUG oslo_vmware.api [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d8614c-153a-9c75-3f73-78316d3af225, 'name': SearchDatastore_Task, 'duration_secs': 0.010171} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.416388] env[69413]: DEBUG oslo_concurrency.lockutils [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.416388] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 2ed3d884-3573-4e93-be24-23b1cd5cd9c5] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.416388] env[69413]: DEBUG oslo_concurrency.lockutils [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.436449] env[69413]: DEBUG nova.network.neutron [req-39affdc2-08c1-4c39-8a2f-cdc2d9f3c970 req-cadbf337-8ddf-4571-9585-23c6d1db8720 service nova] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Updated VIF entry in instance network info cache for port 4987d03c-9950-49b7-867e-2e7513047756. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.436817] env[69413]: DEBUG nova.network.neutron [req-39affdc2-08c1-4c39-8a2f-cdc2d9f3c970 req-cadbf337-8ddf-4571-9585-23c6d1db8720 service nova] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Updating instance_info_cache with network_info: [{"id": "4987d03c-9950-49b7-867e-2e7513047756", "address": "fa:16:3e:95:be:7b", "network": {"id": "9b997f48-e078-4b7b-81f9-f111dbf3aed2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-448963928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4151a17ee9940e5a7934be8321a3ec6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4987d03c-99", "ovs_interfaceid": "4987d03c-9950-49b7-867e-2e7513047756", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.552865] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bccb3cab-8f95-4f2b-96b0-62ed9bdef989 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.561570] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229c417a-227e-40bc-9009-399affc24a67 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.597354] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737236fc-b718-4b0a-9940-d2235eb3121e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.608489] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676888e2-5db7-4917-8304-100eb89e8f17 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.622195] env[69413]: DEBUG nova.compute.provider_tree [None req-ae745f5d-2100-4550-a00e-ceb825e362ad tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.643054] env[69413]: DEBUG nova.compute.manager [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1068.689636] env[69413]: DEBUG nova.compute.manager [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1068.753924] env[69413]: DEBUG oslo_vmware.api [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.849548] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4903b49e-571e-4d82-a7a7-30284d358079 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "interface-a831417f-aa67-4dc5-9b42-9fa51e69d85c-d2b14170-236a-4039-9c67-21dd7f9fedf3" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.483s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.867052] env[69413]: DEBUG oslo_vmware.api [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a7bf9b-a472-cdef-f7ce-9f844acaedd1, 'name': SearchDatastore_Task, 'duration_secs': 0.010589} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.867328] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.867589] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] d4f71449-d687-4706-9ee0-c2c5841c9709/d4f71449-d687-4706-9ee0-c2c5841c9709.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1068.867892] env[69413]: DEBUG oslo_concurrency.lockutils [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.868098] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.868316] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01502a1a-b61b-4e9b-84ea-0ef2e8d16003 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.870251] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20763412-61aa-4810-9664-2e2874aa796f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.879494] env[69413]: DEBUG oslo_vmware.api [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 1068.879494] env[69413]: value = "task-3078210" [ 1068.879494] env[69413]: _type = "Task" [ 1068.879494] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.883803] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.883998] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.885075] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca514383-3ee9-49ec-a788-ba0a7c49b6be {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.890671] env[69413]: DEBUG oslo_vmware.api [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3078210, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.894417] env[69413]: DEBUG oslo_vmware.api [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Waiting for the task: (returnval){ [ 1068.894417] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f52f9e-d38d-f9ff-0ddc-e861449a768a" [ 1068.894417] env[69413]: _type = "Task" [ 1068.894417] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.902034] env[69413]: DEBUG oslo_vmware.api [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f52f9e-d38d-f9ff-0ddc-e861449a768a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.939472] env[69413]: DEBUG oslo_concurrency.lockutils [req-39affdc2-08c1-4c39-8a2f-cdc2d9f3c970 req-cadbf337-8ddf-4571-9585-23c6d1db8720 service nova] Releasing lock "refresh_cache-d4f71449-d687-4706-9ee0-c2c5841c9709" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.104916] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-029bdda8-d0f2-4860-bc21-190b80d7dfd6 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.105280] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c2abd17-2551-4c74-b0a9-189b42e25358 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.113140] env[69413]: DEBUG oslo_vmware.api [None req-029bdda8-d0f2-4860-bc21-190b80d7dfd6 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1069.113140] env[69413]: value = "task-3078211" [ 1069.113140] env[69413]: _type = "Task" [ 1069.113140] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.122435] env[69413]: DEBUG oslo_vmware.api [None req-029bdda8-d0f2-4860-bc21-190b80d7dfd6 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.126334] env[69413]: DEBUG nova.scheduler.client.report [None req-ae745f5d-2100-4550-a00e-ceb825e362ad tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.162175] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.257066] env[69413]: DEBUG oslo_vmware.api [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078209, 'name': ReconfigVM_Task, 'duration_secs': 0.589839} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.257467] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Reconfigured VM instance instance-0000005d to attach disk [datastore1] a7ce7788-f901-4440-8467-39889734fccb/a7ce7788-f901-4440-8467-39889734fccb.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.258659] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7002602-14e5-453f-808d-e74a1a118349 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.267989] env[69413]: DEBUG oslo_vmware.api [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 1069.267989] env[69413]: value = "task-3078212" [ 1069.267989] env[69413]: _type = "Task" [ 1069.267989] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.278553] env[69413]: DEBUG oslo_vmware.api [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078212, 'name': Rename_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.390260] env[69413]: DEBUG oslo_vmware.api [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3078210, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496566} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.390598] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] d4f71449-d687-4706-9ee0-c2c5841c9709/d4f71449-d687-4706-9ee0-c2c5841c9709.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1069.390849] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1069.391119] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-037716a1-711b-46f1-b466-1f47d8a577bd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.399661] env[69413]: DEBUG oslo_vmware.api [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 1069.399661] env[69413]: value = "task-3078213" [ 1069.399661] env[69413]: _type = "Task" [ 1069.399661] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.407559] env[69413]: DEBUG oslo_vmware.api [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f52f9e-d38d-f9ff-0ddc-e861449a768a, 'name': SearchDatastore_Task, 'duration_secs': 0.008265} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.408719] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c8d8aad-0d24-4f8c-a764-062d56f2d9d6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.413546] env[69413]: DEBUG oslo_vmware.api [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3078213, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.416640] env[69413]: DEBUG oslo_vmware.api [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Waiting for the task: (returnval){ [ 1069.416640] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52332236-9296-0a0e-00c9-c71e476f6eaf" [ 1069.416640] env[69413]: _type = "Task" [ 1069.416640] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.424654] env[69413]: DEBUG oslo_vmware.api [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52332236-9296-0a0e-00c9-c71e476f6eaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.623267] env[69413]: DEBUG oslo_vmware.api [None req-029bdda8-d0f2-4860-bc21-190b80d7dfd6 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078211, 'name': PowerOffVM_Task, 'duration_secs': 0.202199} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.623594] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-029bdda8-d0f2-4860-bc21-190b80d7dfd6 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.623827] env[69413]: DEBUG nova.compute.manager [None req-029bdda8-d0f2-4860-bc21-190b80d7dfd6 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.624662] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7114c72e-612a-41cb-85cd-605b7eded458 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.631791] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ae745f5d-2100-4550-a00e-ceb825e362ad tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.953s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.635896] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.928s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.637341] env[69413]: INFO nova.compute.claims [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1069.655338] env[69413]: INFO nova.scheduler.client.report [None req-ae745f5d-2100-4550-a00e-ceb825e362ad tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Deleted allocations for instance 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51 [ 1069.698955] env[69413]: DEBUG nova.compute.manager [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1069.727984] env[69413]: DEBUG nova.virt.hardware [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.728260] env[69413]: DEBUG nova.virt.hardware [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.728419] env[69413]: DEBUG nova.virt.hardware [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.728646] env[69413]: DEBUG nova.virt.hardware [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.728794] env[69413]: DEBUG nova.virt.hardware [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.728942] env[69413]: DEBUG nova.virt.hardware [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.729178] env[69413]: DEBUG nova.virt.hardware [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.729342] env[69413]: DEBUG nova.virt.hardware [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.729512] env[69413]: DEBUG nova.virt.hardware [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.729705] env[69413]: DEBUG nova.virt.hardware [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.729883] env[69413]: DEBUG nova.virt.hardware [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.731112] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7835fc7c-f189-4883-9707-1e50b6bf4e83 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.741202] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f04d84-5a38-4d17-9d75-3600a8964810 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.755136] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Instance VIF info [] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.760918] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.761177] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.761389] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-111b4e94-61cd-448b-bccd-4ad63557fe5c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.781330] env[69413]: DEBUG oslo_vmware.api [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078212, 'name': Rename_Task, 'duration_secs': 0.156613} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.782512] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.782738] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.782738] env[69413]: value = "task-3078214" [ 1069.782738] env[69413]: _type = "Task" [ 1069.782738] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.782917] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28532ab2-7264-43df-814d-5b6ca086efdf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.791734] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078214, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.792841] env[69413]: DEBUG oslo_vmware.api [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 1069.792841] env[69413]: value = "task-3078215" [ 1069.792841] env[69413]: _type = "Task" [ 1069.792841] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.910532] env[69413]: DEBUG oslo_vmware.api [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3078213, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067405} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.910877] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1069.911756] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60eb1fe-97c1-422c-80de-31745c461e97 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.937421] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] d4f71449-d687-4706-9ee0-c2c5841c9709/d4f71449-d687-4706-9ee0-c2c5841c9709.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.942568] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-012789f5-94af-46b9-abfd-4a168e408c92 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.962738] env[69413]: DEBUG oslo_vmware.api [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52332236-9296-0a0e-00c9-c71e476f6eaf, 'name': SearchDatastore_Task, 'duration_secs': 0.009256} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.964048] env[69413]: DEBUG oslo_concurrency.lockutils [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.964360] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 2ed3d884-3573-4e93-be24-23b1cd5cd9c5/2ed3d884-3573-4e93-be24-23b1cd5cd9c5.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.964676] env[69413]: DEBUG oslo_vmware.api [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 1069.964676] env[69413]: value = "task-3078216" [ 1069.964676] env[69413]: _type = "Task" [ 1069.964676] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.965077] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f707263a-65b4-479e-ad53-d5d33c786abc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.975337] env[69413]: DEBUG oslo_vmware.api [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3078216, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.976694] env[69413]: DEBUG oslo_vmware.api [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Waiting for the task: (returnval){ [ 1069.976694] env[69413]: value = "task-3078217" [ 1069.976694] env[69413]: _type = "Task" [ 1069.976694] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.147543] env[69413]: DEBUG oslo_concurrency.lockutils [None req-029bdda8-d0f2-4860-bc21-190b80d7dfd6 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "fb0eb653-c2e0-451f-b21f-bba3fb477983" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.076s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.163971] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ae745f5d-2100-4550-a00e-ceb825e362ad tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.435s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.199301] env[69413]: DEBUG oslo_concurrency.lockutils [None req-245ae199-a98c-48ba-8451-0ebda100ad6b tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "interface-a831417f-aa67-4dc5-9b42-9fa51e69d85c-15ac4118-e798-4312-abca-f3a5a4c7d26c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.200193] env[69413]: DEBUG oslo_concurrency.lockutils [None req-245ae199-a98c-48ba-8451-0ebda100ad6b tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "interface-a831417f-aa67-4dc5-9b42-9fa51e69d85c-15ac4118-e798-4312-abca-f3a5a4c7d26c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.295856] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078214, 'name': CreateVM_Task, 'duration_secs': 0.303835} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.299187] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.299692] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.299859] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.300213] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.301096] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c2f0d0c-fd25-463e-bb89-4893cbd1fbf1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.307219] env[69413]: DEBUG oslo_vmware.api [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078215, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.308863] env[69413]: DEBUG oslo_vmware.api [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Waiting for the task: (returnval){ [ 1070.308863] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52866447-e60d-9228-f6da-9dc8587f71f1" [ 1070.308863] env[69413]: _type = "Task" [ 1070.308863] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.317420] env[69413]: DEBUG oslo_vmware.api [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52866447-e60d-9228-f6da-9dc8587f71f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.477112] env[69413]: DEBUG oslo_vmware.api [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3078216, 'name': ReconfigVM_Task, 'duration_secs': 0.392332} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.477611] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Reconfigured VM instance instance-0000005e to attach disk [datastore2] d4f71449-d687-4706-9ee0-c2c5841c9709/d4f71449-d687-4706-9ee0-c2c5841c9709.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1070.481093] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-472ca2ee-7b80-4053-9a3b-9f153da8d212 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.487524] env[69413]: DEBUG oslo_vmware.api [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': task-3078217, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.488736] env[69413]: DEBUG oslo_vmware.api [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 1070.488736] env[69413]: value = "task-3078218" [ 1070.488736] env[69413]: _type = "Task" [ 1070.488736] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.495898] env[69413]: DEBUG oslo_vmware.api [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3078218, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.703119] env[69413]: DEBUG oslo_concurrency.lockutils [None req-245ae199-a98c-48ba-8451-0ebda100ad6b tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "a831417f-aa67-4dc5-9b42-9fa51e69d85c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.703119] env[69413]: DEBUG oslo_concurrency.lockutils [None req-245ae199-a98c-48ba-8451-0ebda100ad6b tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquired lock "a831417f-aa67-4dc5-9b42-9fa51e69d85c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.704149] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcefc23-03f6-4bd0-acd0-4eaa8ee48a2c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.723799] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26907225-bcfa-4111-929b-a9798b46a974 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.746439] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fc04df9b-79fb-4143-814a-9568a9a40888 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquiring lock "28e09a43-f40d-4640-8cb7-18f69086b9e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.746725] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fc04df9b-79fb-4143-814a-9568a9a40888 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "28e09a43-f40d-4640-8cb7-18f69086b9e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.746930] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fc04df9b-79fb-4143-814a-9568a9a40888 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquiring lock "28e09a43-f40d-4640-8cb7-18f69086b9e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.747130] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fc04df9b-79fb-4143-814a-9568a9a40888 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "28e09a43-f40d-4640-8cb7-18f69086b9e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.747329] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fc04df9b-79fb-4143-814a-9568a9a40888 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "28e09a43-f40d-4640-8cb7-18f69086b9e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.754462] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-245ae199-a98c-48ba-8451-0ebda100ad6b tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Reconfiguring VM to detach interface {{(pid=69413) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1070.757450] env[69413]: INFO nova.compute.manager [None req-fc04df9b-79fb-4143-814a-9568a9a40888 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Terminating instance [ 1070.758879] env[69413]: INFO nova.compute.manager [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Rebuilding instance [ 1070.760440] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c8526fb-e5bc-4980-ac08-0a365bad4d1c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.783031] env[69413]: DEBUG oslo_vmware.api [None req-245ae199-a98c-48ba-8451-0ebda100ad6b tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 1070.783031] env[69413]: value = "task-3078219" [ 1070.783031] env[69413]: _type = "Task" [ 1070.783031] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.798133] env[69413]: DEBUG oslo_vmware.api [None req-245ae199-a98c-48ba-8451-0ebda100ad6b tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078219, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.806966] env[69413]: DEBUG oslo_vmware.api [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078215, 'name': PowerOnVM_Task, 'duration_secs': 0.672764} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.810608] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.810879] env[69413]: INFO nova.compute.manager [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Took 8.45 seconds to spawn the instance on the hypervisor. [ 1070.810990] env[69413]: DEBUG nova.compute.manager [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.812057] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a50f47-d695-48d7-9772-4e89f6ef2de0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.832147] env[69413]: DEBUG oslo_vmware.api [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52866447-e60d-9228-f6da-9dc8587f71f1, 'name': SearchDatastore_Task, 'duration_secs': 0.066569} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.836734] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.836971] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.837219] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.837379] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.837561] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.838020] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25a7a446-055b-4cd0-98fd-aee3ca62f5c9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.840062] env[69413]: DEBUG nova.compute.manager [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.841257] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4c1758-4c5e-4af7-98d0-3c78d7b474b5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.862513] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.862702] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.865811] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d721852-cd9d-48b8-b694-b9d51567a04c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.871558] env[69413]: DEBUG oslo_vmware.api [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Waiting for the task: (returnval){ [ 1070.871558] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5234d07a-0a1d-abea-36a4-d307cac542ee" [ 1070.871558] env[69413]: _type = "Task" [ 1070.871558] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.882472] env[69413]: DEBUG oslo_vmware.api [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5234d07a-0a1d-abea-36a4-d307cac542ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.986500] env[69413]: DEBUG oslo_vmware.api [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': task-3078217, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669419} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.988804] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 2ed3d884-3573-4e93-be24-23b1cd5cd9c5/2ed3d884-3573-4e93-be24-23b1cd5cd9c5.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.989028] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 2ed3d884-3573-4e93-be24-23b1cd5cd9c5] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.989484] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fcc8aa8a-15de-4346-88ea-d5f91d566e5a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.998861] env[69413]: DEBUG oslo_vmware.api [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3078218, 'name': Rename_Task, 'duration_secs': 0.235059} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.000654] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1071.001335] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282ec59b-8414-4321-b7be-cd4cc923c064 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.003617] env[69413]: DEBUG oslo_vmware.api [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Waiting for the task: (returnval){ [ 1071.003617] env[69413]: value = "task-3078220" [ 1071.003617] env[69413]: _type = "Task" [ 1071.003617] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.003790] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4cb93e30-04c0-4f2d-987a-2de62d4960d5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.011033] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8bfcdd-d3fe-4c31-a4cd-de3beb2c0442 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.017916] env[69413]: DEBUG oslo_vmware.api [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': task-3078220, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.018239] env[69413]: DEBUG oslo_vmware.api [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 1071.018239] env[69413]: value = "task-3078221" [ 1071.018239] env[69413]: _type = "Task" [ 1071.018239] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.050337] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32721bfe-7383-4425-9002-8a7adcf4409e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.056338] env[69413]: DEBUG oslo_vmware.api [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3078221, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.061296] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690afded-b079-42b4-81b0-ce3df0e31af2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.074383] env[69413]: DEBUG nova.compute.provider_tree [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.278893] env[69413]: DEBUG nova.compute.manager [None req-fc04df9b-79fb-4143-814a-9568a9a40888 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1071.279199] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-fc04df9b-79fb-4143-814a-9568a9a40888 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.280113] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8888e0eb-6ab4-4018-ae2e-f1f1e456c9dc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.288791] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc04df9b-79fb-4143-814a-9568a9a40888 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.289642] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1c8f0d1-2f40-4523-8d43-6ff607eebe5a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.294020] env[69413]: DEBUG oslo_vmware.api [None req-245ae199-a98c-48ba-8451-0ebda100ad6b tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.298054] env[69413]: DEBUG oslo_vmware.api [None req-fc04df9b-79fb-4143-814a-9568a9a40888 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 1071.298054] env[69413]: value = "task-3078222" [ 1071.298054] env[69413]: _type = "Task" [ 1071.298054] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.304907] env[69413]: DEBUG oslo_vmware.api [None req-fc04df9b-79fb-4143-814a-9568a9a40888 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078222, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.342819] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquiring lock "575224ad-7ee7-4a0a-a81a-6edb74dec5c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.343058] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "575224ad-7ee7-4a0a-a81a-6edb74dec5c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.344151] env[69413]: INFO nova.compute.manager [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Took 21.83 seconds to build instance. [ 1071.381325] env[69413]: DEBUG oslo_vmware.api [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5234d07a-0a1d-abea-36a4-d307cac542ee, 'name': SearchDatastore_Task, 'duration_secs': 0.06468} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.382431] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67e025c7-e9ea-457e-8ad5-cd8b159c49a9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.388425] env[69413]: DEBUG oslo_vmware.api [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Waiting for the task: (returnval){ [ 1071.388425] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5249579c-16e4-83ac-f5f4-f4981c28c146" [ 1071.388425] env[69413]: _type = "Task" [ 1071.388425] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.396379] env[69413]: DEBUG oslo_vmware.api [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5249579c-16e4-83ac-f5f4-f4981c28c146, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.515554] env[69413]: DEBUG oslo_vmware.api [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': task-3078220, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.185623} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.515916] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 2ed3d884-3573-4e93-be24-23b1cd5cd9c5] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.516779] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fe2795-e31b-48af-b838-ea5cb00516f1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.539780] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 2ed3d884-3573-4e93-be24-23b1cd5cd9c5] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 2ed3d884-3573-4e93-be24-23b1cd5cd9c5/2ed3d884-3573-4e93-be24-23b1cd5cd9c5.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.540431] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb416f61-b84b-41de-aa59-f6efd25572f4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.558730] env[69413]: DEBUG oslo_vmware.api [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3078221, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.563830] env[69413]: DEBUG oslo_vmware.api [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Waiting for the task: (returnval){ [ 1071.563830] env[69413]: value = "task-3078223" [ 1071.563830] env[69413]: _type = "Task" [ 1071.563830] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.571143] env[69413]: DEBUG oslo_vmware.api [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': task-3078223, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.577031] env[69413]: DEBUG nova.scheduler.client.report [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.794173] env[69413]: DEBUG oslo_vmware.api [None req-245ae199-a98c-48ba-8451-0ebda100ad6b tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.806320] env[69413]: DEBUG oslo_vmware.api [None req-fc04df9b-79fb-4143-814a-9568a9a40888 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078222, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.845980] env[69413]: DEBUG nova.compute.manager [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1071.848909] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fd690526-ff16-4d69-ae68-76e4b2fda335 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lock "a7ce7788-f901-4440-8467-39889734fccb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.346s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.855326] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.855621] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0789f466-9bfd-4ad5-85af-bc47c3f86c1a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.862525] env[69413]: DEBUG oslo_vmware.api [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1071.862525] env[69413]: value = "task-3078224" [ 1071.862525] env[69413]: _type = "Task" [ 1071.862525] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.870542] env[69413]: DEBUG oslo_vmware.api [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.898154] env[69413]: DEBUG oslo_vmware.api [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5249579c-16e4-83ac-f5f4-f4981c28c146, 'name': SearchDatastore_Task, 'duration_secs': 0.009935} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.898455] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.898721] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab/5e6f3c64-ad2a-4cc4-af05-71a35a1501ab.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.899299] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35c008e6-4a7c-4084-a645-d7ca2bfbc547 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.905567] env[69413]: DEBUG oslo_vmware.api [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Waiting for the task: (returnval){ [ 1071.905567] env[69413]: value = "task-3078225" [ 1071.905567] env[69413]: _type = "Task" [ 1071.905567] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.914971] env[69413]: DEBUG oslo_vmware.api [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': task-3078225, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.032541] env[69413]: DEBUG oslo_vmware.api [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3078221, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.036228] env[69413]: DEBUG nova.compute.manager [req-f57b1f32-8211-477a-bb90-33a32aad8029 req-ff4f06b8-3bc7-4bf0-aed0-2bf62d317caa service nova] [instance: a7ce7788-f901-4440-8467-39889734fccb] Received event network-changed-f2d59b23-48ea-4850-9482-95f515c93f38 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.036814] env[69413]: DEBUG nova.compute.manager [req-f57b1f32-8211-477a-bb90-33a32aad8029 req-ff4f06b8-3bc7-4bf0-aed0-2bf62d317caa service nova] [instance: a7ce7788-f901-4440-8467-39889734fccb] Refreshing instance network info cache due to event network-changed-f2d59b23-48ea-4850-9482-95f515c93f38. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.037147] env[69413]: DEBUG oslo_concurrency.lockutils [req-f57b1f32-8211-477a-bb90-33a32aad8029 req-ff4f06b8-3bc7-4bf0-aed0-2bf62d317caa service nova] Acquiring lock "refresh_cache-a7ce7788-f901-4440-8467-39889734fccb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.037370] env[69413]: DEBUG oslo_concurrency.lockutils [req-f57b1f32-8211-477a-bb90-33a32aad8029 req-ff4f06b8-3bc7-4bf0-aed0-2bf62d317caa service nova] Acquired lock "refresh_cache-a7ce7788-f901-4440-8467-39889734fccb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.037622] env[69413]: DEBUG nova.network.neutron [req-f57b1f32-8211-477a-bb90-33a32aad8029 req-ff4f06b8-3bc7-4bf0-aed0-2bf62d317caa service nova] [instance: a7ce7788-f901-4440-8467-39889734fccb] Refreshing network info cache for port f2d59b23-48ea-4850-9482-95f515c93f38 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.076943] env[69413]: DEBUG oslo_vmware.api [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': task-3078223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.082029] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.446s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.082581] env[69413]: DEBUG nova.compute.manager [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1072.085869] env[69413]: DEBUG oslo_concurrency.lockutils [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.881s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.087514] env[69413]: INFO nova.compute.claims [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1072.298704] env[69413]: DEBUG oslo_vmware.api [None req-245ae199-a98c-48ba-8451-0ebda100ad6b tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.307559] env[69413]: DEBUG oslo_vmware.api [None req-fc04df9b-79fb-4143-814a-9568a9a40888 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078222, 'name': PowerOffVM_Task, 'duration_secs': 0.749424} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.307837] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc04df9b-79fb-4143-814a-9568a9a40888 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.309171] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-fc04df9b-79fb-4143-814a-9568a9a40888 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1072.309171] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3d8c1c1-f09a-44ba-91f2-32fd80651599 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.374029] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.374273] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] VM already powered off {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1072.374496] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.375344] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86640411-c5c6-4083-a4bb-24910590b4b3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.382361] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1072.382582] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39ff51e3-98f4-429d-a099-08c2a32fcab1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.389263] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-fc04df9b-79fb-4143-814a-9568a9a40888 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1072.389463] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-fc04df9b-79fb-4143-814a-9568a9a40888 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1072.389645] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc04df9b-79fb-4143-814a-9568a9a40888 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Deleting the datastore file [datastore2] 28e09a43-f40d-4640-8cb7-18f69086b9e1 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1072.389889] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bd146c1-f896-459c-9137-d0ef16d56c79 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.396252] env[69413]: DEBUG oslo_vmware.api [None req-fc04df9b-79fb-4143-814a-9568a9a40888 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 1072.396252] env[69413]: value = "task-3078228" [ 1072.396252] env[69413]: _type = "Task" [ 1072.396252] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.403765] env[69413]: DEBUG oslo_vmware.api [None req-fc04df9b-79fb-4143-814a-9568a9a40888 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078228, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.414254] env[69413]: DEBUG oslo_vmware.api [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': task-3078225, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480387} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.414592] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab/5e6f3c64-ad2a-4cc4-af05-71a35a1501ab.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.414868] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.415179] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efd13738-c843-49c2-89f1-3b07618ad819 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.421092] env[69413]: DEBUG oslo_vmware.api [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Waiting for the task: (returnval){ [ 1072.421092] env[69413]: value = "task-3078229" [ 1072.421092] env[69413]: _type = "Task" [ 1072.421092] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.429286] env[69413]: DEBUG oslo_vmware.api [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': task-3078229, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.449201] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1072.449419] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1072.449590] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Deleting the datastore file [datastore1] fb0eb653-c2e0-451f-b21f-bba3fb477983 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1072.449861] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-484a81ae-a2c6-41de-bde6-fe031d8f6414 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.455756] env[69413]: DEBUG oslo_vmware.api [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1072.455756] env[69413]: value = "task-3078230" [ 1072.455756] env[69413]: _type = "Task" [ 1072.455756] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.463563] env[69413]: DEBUG oslo_vmware.api [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078230, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.529486] env[69413]: DEBUG oslo_vmware.api [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3078221, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.573676] env[69413]: DEBUG oslo_vmware.api [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': task-3078223, 'name': ReconfigVM_Task, 'duration_secs': 0.65805} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.573954] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 2ed3d884-3573-4e93-be24-23b1cd5cd9c5] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 2ed3d884-3573-4e93-be24-23b1cd5cd9c5/2ed3d884-3573-4e93-be24-23b1cd5cd9c5.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.574646] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ce39a8c-96a5-4328-8fd9-b4fc41557e79 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.580658] env[69413]: DEBUG oslo_vmware.api [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Waiting for the task: (returnval){ [ 1072.580658] env[69413]: value = "task-3078231" [ 1072.580658] env[69413]: _type = "Task" [ 1072.580658] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.589199] env[69413]: DEBUG nova.compute.utils [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1072.590509] env[69413]: DEBUG oslo_vmware.api [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': task-3078231, 'name': Rename_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.593042] env[69413]: DEBUG nova.compute.manager [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1072.593236] env[69413]: DEBUG nova.network.neutron [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1072.631797] env[69413]: DEBUG nova.policy [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39d506af3462433cac48b10446705c6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9de209e31d334361a502bcd6046c7204', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1072.796541] env[69413]: DEBUG oslo_vmware.api [None req-245ae199-a98c-48ba-8451-0ebda100ad6b tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.909563] env[69413]: DEBUG oslo_vmware.api [None req-fc04df9b-79fb-4143-814a-9568a9a40888 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078228, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178565} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.909873] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc04df9b-79fb-4143-814a-9568a9a40888 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.910076] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-fc04df9b-79fb-4143-814a-9568a9a40888 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.910270] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-fc04df9b-79fb-4143-814a-9568a9a40888 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.910447] env[69413]: INFO nova.compute.manager [None req-fc04df9b-79fb-4143-814a-9568a9a40888 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1072.910697] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc04df9b-79fb-4143-814a-9568a9a40888 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.910894] env[69413]: DEBUG nova.compute.manager [-] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1072.910991] env[69413]: DEBUG nova.network.neutron [-] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1072.927690] env[69413]: DEBUG nova.network.neutron [req-f57b1f32-8211-477a-bb90-33a32aad8029 req-ff4f06b8-3bc7-4bf0-aed0-2bf62d317caa service nova] [instance: a7ce7788-f901-4440-8467-39889734fccb] Updated VIF entry in instance network info cache for port f2d59b23-48ea-4850-9482-95f515c93f38. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1072.928127] env[69413]: DEBUG nova.network.neutron [req-f57b1f32-8211-477a-bb90-33a32aad8029 req-ff4f06b8-3bc7-4bf0-aed0-2bf62d317caa service nova] [instance: a7ce7788-f901-4440-8467-39889734fccb] Updating instance_info_cache with network_info: [{"id": "f2d59b23-48ea-4850-9482-95f515c93f38", "address": "fa:16:3e:96:dc:9c", "network": {"id": "be70a538-4339-4cc1-9578-fd50ad7faf60", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-848088410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3244903a5a34e34a5f19ae8831810d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2d59b23-48", "ovs_interfaceid": "f2d59b23-48ea-4850-9482-95f515c93f38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.934832] env[69413]: DEBUG oslo_vmware.api [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': task-3078229, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090478} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.935154] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1072.936019] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b42a186-39e2-483f-aac1-a5c0071de2e6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.957956] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab/5e6f3c64-ad2a-4cc4-af05-71a35a1501ab.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.959040] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03b200b6-c0b8-4dee-8dd5-eeb6a382d8e9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.977982] env[69413]: DEBUG nova.network.neutron [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Successfully created port: c4fff2eb-107c-4889-b1cb-ad11f83f36a2 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1072.986177] env[69413]: DEBUG oslo_vmware.api [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078230, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133119} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.987512] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.987699] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.987871] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.991559] env[69413]: DEBUG oslo_vmware.api [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Waiting for the task: (returnval){ [ 1072.991559] env[69413]: value = "task-3078232" [ 1072.991559] env[69413]: _type = "Task" [ 1072.991559] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.004031] env[69413]: DEBUG oslo_vmware.api [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': task-3078232, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.032757] env[69413]: DEBUG oslo_vmware.api [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3078221, 'name': PowerOnVM_Task, 'duration_secs': 1.876075} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.033061] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.033312] env[69413]: INFO nova.compute.manager [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Took 8.28 seconds to spawn the instance on the hypervisor. [ 1073.033642] env[69413]: DEBUG nova.compute.manager [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.034541] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b337a6-b42e-441f-b7ac-53e753440cdb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.093650] env[69413]: DEBUG nova.compute.manager [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1073.100732] env[69413]: DEBUG oslo_vmware.api [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': task-3078231, 'name': Rename_Task, 'duration_secs': 0.485209} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.101490] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 2ed3d884-3573-4e93-be24-23b1cd5cd9c5] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.102260] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c371428d-6c1d-4a57-a7df-986a10a50cb8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.109709] env[69413]: DEBUG oslo_vmware.api [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Waiting for the task: (returnval){ [ 1073.109709] env[69413]: value = "task-3078233" [ 1073.109709] env[69413]: _type = "Task" [ 1073.109709] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.118712] env[69413]: DEBUG oslo_vmware.api [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': task-3078233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.296554] env[69413]: DEBUG oslo_vmware.api [None req-245ae199-a98c-48ba-8451-0ebda100ad6b tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.431039] env[69413]: DEBUG oslo_concurrency.lockutils [req-f57b1f32-8211-477a-bb90-33a32aad8029 req-ff4f06b8-3bc7-4bf0-aed0-2bf62d317caa service nova] Releasing lock "refresh_cache-a7ce7788-f901-4440-8467-39889734fccb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.448358] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ee01c4-a00d-4577-a813-59cc9685c5df {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.456747] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5057faf-29e1-482c-8b79-d8777a1f942d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.488494] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022bdd78-74a1-403a-b0b5-4705932a5ebe {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.503056] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabfdd65-4624-4a6c-98a3-fe753c3454da {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.511580] env[69413]: DEBUG oslo_vmware.api [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': task-3078232, 'name': ReconfigVM_Task, 'duration_secs': 0.294531} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.519709] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab/5e6f3c64-ad2a-4cc4-af05-71a35a1501ab.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.520739] env[69413]: DEBUG nova.compute.provider_tree [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.522561] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ec9e749-4eb0-4b22-a7ed-f5c9b76cbe7f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.530224] env[69413]: DEBUG oslo_vmware.api [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Waiting for the task: (returnval){ [ 1073.530224] env[69413]: value = "task-3078234" [ 1073.530224] env[69413]: _type = "Task" [ 1073.530224] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.540662] env[69413]: DEBUG oslo_vmware.api [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': task-3078234, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.554378] env[69413]: INFO nova.compute.manager [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Took 22.93 seconds to build instance. [ 1073.620685] env[69413]: DEBUG oslo_vmware.api [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': task-3078233, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.796894] env[69413]: DEBUG oslo_vmware.api [None req-245ae199-a98c-48ba-8451-0ebda100ad6b tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.846496] env[69413]: DEBUG nova.network.neutron [-] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.025252] env[69413]: DEBUG nova.virt.hardware [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1074.025624] env[69413]: DEBUG nova.virt.hardware [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1074.025844] env[69413]: DEBUG nova.virt.hardware [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.026134] env[69413]: DEBUG nova.virt.hardware [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1074.026342] env[69413]: DEBUG nova.virt.hardware [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.027017] env[69413]: DEBUG nova.virt.hardware [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1074.027017] env[69413]: DEBUG nova.virt.hardware [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1074.027017] env[69413]: DEBUG nova.virt.hardware [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1074.027190] env[69413]: DEBUG nova.virt.hardware [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1074.027484] env[69413]: DEBUG nova.virt.hardware [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1074.027728] env[69413]: DEBUG nova.virt.hardware [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1074.028671] env[69413]: DEBUG nova.scheduler.client.report [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.032915] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de855731-9c0b-4bfa-9361-e6363c37e959 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.050494] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba11cd1c-6798-44c3-a4d0-109647a66768 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.055227] env[69413]: DEBUG oslo_vmware.api [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': task-3078234, 'name': Rename_Task, 'duration_secs': 0.138821} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.056274] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.056722] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d36cb0f7-adb0-4833-8dc7-21085782a981 tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "d4f71449-d687-4706-9ee0-c2c5841c9709" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.445s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.057375] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09fab7d9-c203-462b-a48d-d657f81272dc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.069324] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:01:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '292318fa-3b66-45f9-8670-29bb290ae5a8', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1074.077176] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.078102] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1074.078345] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e90a2d5f-0fab-496a-a098-e69b1442fc00 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.096505] env[69413]: DEBUG oslo_vmware.api [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Waiting for the task: (returnval){ [ 1074.096505] env[69413]: value = "task-3078235" [ 1074.096505] env[69413]: _type = "Task" [ 1074.096505] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.097836] env[69413]: DEBUG nova.compute.manager [req-5e6bef5d-ad3f-4af1-97ec-c239f208a79a req-96623bfd-cbad-471d-8f3f-4f6d2d7bd59d service nova] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Received event network-vif-deleted-5cfb9945-9722-473e-a46f-d60345e974da {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.104033] env[69413]: DEBUG nova.compute.manager [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1074.105816] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1074.105816] env[69413]: value = "task-3078236" [ 1074.105816] env[69413]: _type = "Task" [ 1074.105816] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.113210] env[69413]: DEBUG oslo_vmware.api [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': task-3078235, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.119589] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078236, 'name': CreateVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.128550] env[69413]: DEBUG oslo_vmware.api [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': task-3078233, 'name': PowerOnVM_Task, 'duration_secs': 0.590033} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.128894] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 2ed3d884-3573-4e93-be24-23b1cd5cd9c5] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.129125] env[69413]: INFO nova.compute.manager [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 2ed3d884-3573-4e93-be24-23b1cd5cd9c5] Took 6.87 seconds to spawn the instance on the hypervisor. [ 1074.129317] env[69413]: DEBUG nova.compute.manager [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 2ed3d884-3573-4e93-be24-23b1cd5cd9c5] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.130146] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9d88db-d04a-4a86-98cc-a4e7e8241e5e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.139134] env[69413]: DEBUG nova.virt.hardware [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1074.139681] env[69413]: DEBUG nova.virt.hardware [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1074.139681] env[69413]: DEBUG nova.virt.hardware [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.139681] env[69413]: DEBUG nova.virt.hardware [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1074.139832] env[69413]: DEBUG nova.virt.hardware [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.139945] env[69413]: DEBUG nova.virt.hardware [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1074.140174] env[69413]: DEBUG nova.virt.hardware [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1074.140337] env[69413]: DEBUG nova.virt.hardware [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1074.140508] env[69413]: DEBUG nova.virt.hardware [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1074.140666] env[69413]: DEBUG nova.virt.hardware [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1074.140836] env[69413]: DEBUG nova.virt.hardware [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1074.144553] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec665976-c8a3-4184-9ecc-05103e14ece6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.153343] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499db0eb-ea6c-40a8-915f-e109b4de5ac4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.298525] env[69413]: DEBUG oslo_vmware.api [None req-245ae199-a98c-48ba-8451-0ebda100ad6b tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.349887] env[69413]: INFO nova.compute.manager [-] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Took 1.44 seconds to deallocate network for instance. [ 1074.537800] env[69413]: DEBUG oslo_concurrency.lockutils [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.538491] env[69413]: DEBUG nova.compute.manager [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1074.541980] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.155s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.543505] env[69413]: INFO nova.compute.claims [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.604089] env[69413]: DEBUG nova.network.neutron [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Successfully updated port: c4fff2eb-107c-4889-b1cb-ad11f83f36a2 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1074.613473] env[69413]: DEBUG oslo_vmware.api [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': task-3078235, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.618982] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078236, 'name': CreateVM_Task} progress is 25%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.656707] env[69413]: INFO nova.compute.manager [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 2ed3d884-3573-4e93-be24-23b1cd5cd9c5] Took 23.81 seconds to build instance. [ 1074.797916] env[69413]: DEBUG oslo_vmware.api [None req-245ae199-a98c-48ba-8451-0ebda100ad6b tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.856527] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fc04df9b-79fb-4143-814a-9568a9a40888 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.053128] env[69413]: DEBUG nova.compute.utils [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1075.058230] env[69413]: DEBUG nova.compute.manager [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1075.058568] env[69413]: DEBUG nova.network.neutron [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1075.095954] env[69413]: DEBUG nova.policy [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8580d1ba75f440e58c61107dc02770a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19ee0c3413b84109b79b8f564907df44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1075.108737] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "refresh_cache-37ed227d-495e-4f1b-8acb-2c30ca5555b3" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.108875] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquired lock "refresh_cache-37ed227d-495e-4f1b-8acb-2c30ca5555b3" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.109045] env[69413]: DEBUG nova.network.neutron [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.110340] env[69413]: DEBUG oslo_vmware.api [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': task-3078235, 'name': PowerOnVM_Task, 'duration_secs': 1.004737} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.113256] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.113491] env[69413]: INFO nova.compute.manager [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Took 5.41 seconds to spawn the instance on the hypervisor. [ 1075.113715] env[69413]: DEBUG nova.compute.manager [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.114444] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f20cfaa-2a8a-4aec-b8e1-5abf02300fd7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.127281] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078236, 'name': CreateVM_Task, 'duration_secs': 0.67204} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.127831] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.128459] env[69413]: DEBUG oslo_concurrency.lockutils [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.128620] env[69413]: DEBUG oslo_concurrency.lockutils [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.128923] env[69413]: DEBUG oslo_concurrency.lockutils [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.129175] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fa13695-a243-4db5-a69b-39bcfe8620cb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.133825] env[69413]: DEBUG oslo_vmware.api [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1075.133825] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c69552-fcb0-00a4-db9b-29079f65c242" [ 1075.133825] env[69413]: _type = "Task" [ 1075.133825] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.142279] env[69413]: DEBUG oslo_vmware.api [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c69552-fcb0-00a4-db9b-29079f65c242, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.159180] env[69413]: DEBUG oslo_concurrency.lockutils [None req-145f76e6-7f4f-4894-9c36-ea4df729c850 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Lock "2ed3d884-3573-4e93-be24-23b1cd5cd9c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.321s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.175161] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7ee84586-c337-4515-ae61-bbf09e121dfe tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "d4f71449-d687-4706-9ee0-c2c5841c9709" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.175416] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7ee84586-c337-4515-ae61-bbf09e121dfe tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "d4f71449-d687-4706-9ee0-c2c5841c9709" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.175628] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7ee84586-c337-4515-ae61-bbf09e121dfe tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "d4f71449-d687-4706-9ee0-c2c5841c9709-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.175811] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7ee84586-c337-4515-ae61-bbf09e121dfe tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "d4f71449-d687-4706-9ee0-c2c5841c9709-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.175973] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7ee84586-c337-4515-ae61-bbf09e121dfe tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "d4f71449-d687-4706-9ee0-c2c5841c9709-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.180390] env[69413]: INFO nova.compute.manager [None req-7ee84586-c337-4515-ae61-bbf09e121dfe tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Terminating instance [ 1075.299593] env[69413]: DEBUG oslo_vmware.api [None req-245ae199-a98c-48ba-8451-0ebda100ad6b tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.377078] env[69413]: DEBUG nova.network.neutron [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Successfully created port: 58e28117-fb76-4c9f-9d8c-8392ced13afd {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1075.559506] env[69413]: DEBUG nova.compute.manager [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1075.642527] env[69413]: INFO nova.compute.manager [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Took 23.97 seconds to build instance. [ 1075.643953] env[69413]: DEBUG nova.network.neutron [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1075.656219] env[69413]: DEBUG oslo_vmware.api [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c69552-fcb0-00a4-db9b-29079f65c242, 'name': SearchDatastore_Task, 'duration_secs': 0.012672} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.659254] env[69413]: DEBUG oslo_concurrency.lockutils [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.659730] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1075.659730] env[69413]: DEBUG oslo_concurrency.lockutils [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.659878] env[69413]: DEBUG oslo_concurrency.lockutils [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.660069] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1075.660534] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30e6ccad-f2f7-4d42-a51a-c1f1973bd708 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.678165] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1075.678165] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1075.678317] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea83e933-c026-4845-9d4a-98fb2bfbee55 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.684145] env[69413]: DEBUG nova.compute.manager [None req-7ee84586-c337-4515-ae61-bbf09e121dfe tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1075.685850] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee84586-c337-4515-ae61-bbf09e121dfe tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.686047] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1589389-4977-4ca5-8248-2a57b3a246f6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.689055] env[69413]: DEBUG oslo_vmware.api [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1075.689055] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5257c3cc-06b6-cce3-4c1d-7d4616b23305" [ 1075.689055] env[69413]: _type = "Task" [ 1075.689055] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.702281] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ee84586-c337-4515-ae61-bbf09e121dfe tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.702281] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e76af90a-f35f-4c6e-8429-4b21eae40f00 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.706489] env[69413]: DEBUG oslo_vmware.api [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5257c3cc-06b6-cce3-4c1d-7d4616b23305, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.711367] env[69413]: DEBUG oslo_vmware.api [None req-7ee84586-c337-4515-ae61-bbf09e121dfe tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 1075.711367] env[69413]: value = "task-3078237" [ 1075.711367] env[69413]: _type = "Task" [ 1075.711367] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.720807] env[69413]: DEBUG oslo_vmware.api [None req-7ee84586-c337-4515-ae61-bbf09e121dfe tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3078237, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.798097] env[69413]: DEBUG oslo_vmware.api [None req-245ae199-a98c-48ba-8451-0ebda100ad6b tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.805938] env[69413]: DEBUG nova.network.neutron [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Updating instance_info_cache with network_info: [{"id": "c4fff2eb-107c-4889-b1cb-ad11f83f36a2", "address": "fa:16:3e:47:0b:b8", "network": {"id": "79035362-4c66-46cb-959e-06e2bfc25b97", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-862600175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9de209e31d334361a502bcd6046c7204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4fff2eb-10", "ovs_interfaceid": "c4fff2eb-107c-4889-b1cb-ad11f83f36a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.942854] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088f5899-c101-4713-8e6d-1d27754ca301 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.950217] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d32667d-f6c8-4b2d-a43f-4203129638d1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.981979] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606fea1d-6c3e-43d6-86cc-a5818a7d5591 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.989250] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e00b9bc-a4b4-4771-bb4c-8c66496d57bf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.001500] env[69413]: DEBUG nova.compute.provider_tree [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.147552] env[69413]: DEBUG nova.compute.manager [req-2b645499-ddf6-499f-9ec9-61a075fdd0be req-811cda46-57d5-4b00-9ba0-5f48e35cf9e3 service nova] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Received event network-vif-plugged-c4fff2eb-107c-4889-b1cb-ad11f83f36a2 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.147772] env[69413]: DEBUG oslo_concurrency.lockutils [req-2b645499-ddf6-499f-9ec9-61a075fdd0be req-811cda46-57d5-4b00-9ba0-5f48e35cf9e3 service nova] Acquiring lock "37ed227d-495e-4f1b-8acb-2c30ca5555b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.148054] env[69413]: DEBUG oslo_concurrency.lockutils [req-2b645499-ddf6-499f-9ec9-61a075fdd0be req-811cda46-57d5-4b00-9ba0-5f48e35cf9e3 service nova] Lock "37ed227d-495e-4f1b-8acb-2c30ca5555b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.148319] env[69413]: DEBUG oslo_concurrency.lockutils [req-2b645499-ddf6-499f-9ec9-61a075fdd0be req-811cda46-57d5-4b00-9ba0-5f48e35cf9e3 service nova] Lock "37ed227d-495e-4f1b-8acb-2c30ca5555b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.148393] env[69413]: DEBUG nova.compute.manager [req-2b645499-ddf6-499f-9ec9-61a075fdd0be req-811cda46-57d5-4b00-9ba0-5f48e35cf9e3 service nova] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] No waiting events found dispatching network-vif-plugged-c4fff2eb-107c-4889-b1cb-ad11f83f36a2 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1076.148558] env[69413]: WARNING nova.compute.manager [req-2b645499-ddf6-499f-9ec9-61a075fdd0be req-811cda46-57d5-4b00-9ba0-5f48e35cf9e3 service nova] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Received unexpected event network-vif-plugged-c4fff2eb-107c-4889-b1cb-ad11f83f36a2 for instance with vm_state building and task_state spawning. [ 1076.148814] env[69413]: DEBUG nova.compute.manager [req-2b645499-ddf6-499f-9ec9-61a075fdd0be req-811cda46-57d5-4b00-9ba0-5f48e35cf9e3 service nova] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Received event network-changed-c4fff2eb-107c-4889-b1cb-ad11f83f36a2 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.148903] env[69413]: DEBUG nova.compute.manager [req-2b645499-ddf6-499f-9ec9-61a075fdd0be req-811cda46-57d5-4b00-9ba0-5f48e35cf9e3 service nova] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Refreshing instance network info cache due to event network-changed-c4fff2eb-107c-4889-b1cb-ad11f83f36a2. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1076.149094] env[69413]: DEBUG oslo_concurrency.lockutils [req-2b645499-ddf6-499f-9ec9-61a075fdd0be req-811cda46-57d5-4b00-9ba0-5f48e35cf9e3 service nova] Acquiring lock "refresh_cache-37ed227d-495e-4f1b-8acb-2c30ca5555b3" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.149693] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c7dfbdc8-dd25-4f0c-b5e3-2f688913e3ec tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Lock "5e6f3c64-ad2a-4cc4-af05-71a35a1501ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.491s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.203704] env[69413]: DEBUG oslo_vmware.api [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5257c3cc-06b6-cce3-4c1d-7d4616b23305, 'name': SearchDatastore_Task, 'duration_secs': 0.020071} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.204247] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2679aff-12e3-4114-9534-436fec9928bf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.210061] env[69413]: DEBUG oslo_vmware.api [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1076.210061] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]526bb03d-db47-9f86-8819-bdce7d1dfdce" [ 1076.210061] env[69413]: _type = "Task" [ 1076.210061] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.222394] env[69413]: DEBUG oslo_vmware.api [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]526bb03d-db47-9f86-8819-bdce7d1dfdce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.225377] env[69413]: DEBUG oslo_vmware.api [None req-7ee84586-c337-4515-ae61-bbf09e121dfe tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3078237, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.275745] env[69413]: INFO nova.compute.manager [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Rebuilding instance [ 1076.300899] env[69413]: DEBUG oslo_vmware.api [None req-245ae199-a98c-48ba-8451-0ebda100ad6b tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078219, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.308117] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Releasing lock "refresh_cache-37ed227d-495e-4f1b-8acb-2c30ca5555b3" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.308431] env[69413]: DEBUG nova.compute.manager [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Instance network_info: |[{"id": "c4fff2eb-107c-4889-b1cb-ad11f83f36a2", "address": "fa:16:3e:47:0b:b8", "network": {"id": "79035362-4c66-46cb-959e-06e2bfc25b97", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-862600175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9de209e31d334361a502bcd6046c7204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4fff2eb-10", "ovs_interfaceid": "c4fff2eb-107c-4889-b1cb-ad11f83f36a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1076.308732] env[69413]: DEBUG oslo_concurrency.lockutils [req-2b645499-ddf6-499f-9ec9-61a075fdd0be req-811cda46-57d5-4b00-9ba0-5f48e35cf9e3 service nova] Acquired lock "refresh_cache-37ed227d-495e-4f1b-8acb-2c30ca5555b3" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.308924] env[69413]: DEBUG nova.network.neutron [req-2b645499-ddf6-499f-9ec9-61a075fdd0be req-811cda46-57d5-4b00-9ba0-5f48e35cf9e3 service nova] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Refreshing network info cache for port c4fff2eb-107c-4889-b1cb-ad11f83f36a2 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.310136] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:0b:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd70692eb-97b3-417c-a4ca-1ee888246ad9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4fff2eb-107c-4889-b1cb-ad11f83f36a2', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1076.317805] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.320585] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1076.323039] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d9fa461-5875-434f-9c27-bd4235a530bf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.340431] env[69413]: DEBUG nova.compute.manager [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.341159] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a2ec1d-b6d3-4010-a1a9-9790f1e9d082 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.345339] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.345339] env[69413]: value = "task-3078238" [ 1076.345339] env[69413]: _type = "Task" [ 1076.345339] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.355747] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078238, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.505660] env[69413]: DEBUG nova.scheduler.client.report [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.545314] env[69413]: DEBUG nova.network.neutron [req-2b645499-ddf6-499f-9ec9-61a075fdd0be req-811cda46-57d5-4b00-9ba0-5f48e35cf9e3 service nova] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Updated VIF entry in instance network info cache for port c4fff2eb-107c-4889-b1cb-ad11f83f36a2. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.545685] env[69413]: DEBUG nova.network.neutron [req-2b645499-ddf6-499f-9ec9-61a075fdd0be req-811cda46-57d5-4b00-9ba0-5f48e35cf9e3 service nova] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Updating instance_info_cache with network_info: [{"id": "c4fff2eb-107c-4889-b1cb-ad11f83f36a2", "address": "fa:16:3e:47:0b:b8", "network": {"id": "79035362-4c66-46cb-959e-06e2bfc25b97", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-862600175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9de209e31d334361a502bcd6046c7204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4fff2eb-10", "ovs_interfaceid": "c4fff2eb-107c-4889-b1cb-ad11f83f36a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.575147] env[69413]: DEBUG nova.compute.manager [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1076.597734] env[69413]: DEBUG nova.virt.hardware [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.597987] env[69413]: DEBUG nova.virt.hardware [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.598160] env[69413]: DEBUG nova.virt.hardware [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.598346] env[69413]: DEBUG nova.virt.hardware [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.598491] env[69413]: DEBUG nova.virt.hardware [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.598649] env[69413]: DEBUG nova.virt.hardware [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.598881] env[69413]: DEBUG nova.virt.hardware [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.599056] env[69413]: DEBUG nova.virt.hardware [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.599228] env[69413]: DEBUG nova.virt.hardware [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.599383] env[69413]: DEBUG nova.virt.hardware [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.599550] env[69413]: DEBUG nova.virt.hardware [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.600430] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad020869-e6a2-440e-8f7f-556b8023d6a9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.608520] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d465392-a570-4038-b13a-500c72a630ca {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.723879] env[69413]: DEBUG oslo_vmware.api [None req-7ee84586-c337-4515-ae61-bbf09e121dfe tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3078237, 'name': PowerOffVM_Task, 'duration_secs': 0.808856} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.727430] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ee84586-c337-4515-ae61-bbf09e121dfe tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.727613] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee84586-c337-4515-ae61-bbf09e121dfe tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.727874] env[69413]: DEBUG oslo_vmware.api [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]526bb03d-db47-9f86-8819-bdce7d1dfdce, 'name': SearchDatastore_Task, 'duration_secs': 0.013949} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.728087] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89a6eee0-a52a-4747-8798-d5e56512f1e8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.729584] env[69413]: DEBUG oslo_concurrency.lockutils [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.729875] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] fb0eb653-c2e0-451f-b21f-bba3fb477983/fb0eb653-c2e0-451f-b21f-bba3fb477983.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.730136] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3cdd05d-4bcd-4882-b772-98f16bc3dda1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.736561] env[69413]: DEBUG oslo_vmware.api [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1076.736561] env[69413]: value = "task-3078240" [ 1076.736561] env[69413]: _type = "Task" [ 1076.736561] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.744772] env[69413]: DEBUG oslo_vmware.api [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.796954] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee84586-c337-4515-ae61-bbf09e121dfe tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.796954] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee84586-c337-4515-ae61-bbf09e121dfe tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.796954] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ee84586-c337-4515-ae61-bbf09e121dfe tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Deleting the datastore file [datastore2] d4f71449-d687-4706-9ee0-c2c5841c9709 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.796954] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a822984f-db4d-4176-a5c9-b57b706ffe44 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.802348] env[69413]: DEBUG oslo_vmware.api [None req-245ae199-a98c-48ba-8451-0ebda100ad6b tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078219, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.806134] env[69413]: DEBUG oslo_vmware.api [None req-7ee84586-c337-4515-ae61-bbf09e121dfe tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for the task: (returnval){ [ 1076.806134] env[69413]: value = "task-3078241" [ 1076.806134] env[69413]: _type = "Task" [ 1076.806134] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.816459] env[69413]: DEBUG oslo_vmware.api [None req-7ee84586-c337-4515-ae61-bbf09e121dfe tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3078241, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.850422] env[69413]: DEBUG nova.network.neutron [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Successfully updated port: 58e28117-fb76-4c9f-9d8c-8392ced13afd {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1076.861724] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078238, 'name': CreateVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.015734] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.473s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.015964] env[69413]: DEBUG nova.compute.manager [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1077.019418] env[69413]: DEBUG oslo_concurrency.lockutils [None req-766a3713-1e06-42e6-8a8d-c0c259945862 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.802s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.020454] env[69413]: DEBUG nova.objects.instance [None req-766a3713-1e06-42e6-8a8d-c0c259945862 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Lazy-loading 'resources' on Instance uuid 5b4abcec-f532-48b1-a568-c19aa9e2bc1a {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.048487] env[69413]: DEBUG oslo_concurrency.lockutils [req-2b645499-ddf6-499f-9ec9-61a075fdd0be req-811cda46-57d5-4b00-9ba0-5f48e35cf9e3 service nova] Releasing lock "refresh_cache-37ed227d-495e-4f1b-8acb-2c30ca5555b3" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.248808] env[69413]: DEBUG oslo_vmware.api [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078240, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.302256] env[69413]: DEBUG oslo_vmware.api [None req-245ae199-a98c-48ba-8451-0ebda100ad6b tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078219, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.316550] env[69413]: DEBUG oslo_vmware.api [None req-7ee84586-c337-4515-ae61-bbf09e121dfe tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Task: {'id': task-3078241, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.506} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.317177] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ee84586-c337-4515-ae61-bbf09e121dfe tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.318117] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee84586-c337-4515-ae61-bbf09e121dfe tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.318117] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee84586-c337-4515-ae61-bbf09e121dfe tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.318117] env[69413]: INFO nova.compute.manager [None req-7ee84586-c337-4515-ae61-bbf09e121dfe tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1077.318117] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ee84586-c337-4515-ae61-bbf09e121dfe tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.318379] env[69413]: DEBUG nova.compute.manager [-] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1077.318513] env[69413]: DEBUG nova.network.neutron [-] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1077.358554] env[69413]: DEBUG oslo_concurrency.lockutils [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquiring lock "refresh_cache-245b6791-5aa0-48a4-8f67-ab3e48fca4fb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.358727] env[69413]: DEBUG oslo_concurrency.lockutils [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquired lock "refresh_cache-245b6791-5aa0-48a4-8f67-ab3e48fca4fb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.358880] env[69413]: DEBUG nova.network.neutron [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.360103] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078238, 'name': CreateVM_Task, 'duration_secs': 0.53498} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.360293] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1077.361184] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.361184] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.361495] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.361843] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-180bbb0b-6058-41ef-9e7e-97c60140a4de {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.364282] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.364549] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e26d032-3a70-4ca1-9be2-6f6188e0c417 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.369485] env[69413]: DEBUG oslo_vmware.api [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 1077.369485] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]523546e4-c422-9538-aab7-cf439ec79d1f" [ 1077.369485] env[69413]: _type = "Task" [ 1077.369485] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.374885] env[69413]: DEBUG oslo_vmware.api [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Waiting for the task: (returnval){ [ 1077.374885] env[69413]: value = "task-3078242" [ 1077.374885] env[69413]: _type = "Task" [ 1077.374885] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.381505] env[69413]: DEBUG oslo_vmware.api [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]523546e4-c422-9538-aab7-cf439ec79d1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.386610] env[69413]: DEBUG oslo_vmware.api [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': task-3078242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.521766] env[69413]: DEBUG nova.compute.utils [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1077.525555] env[69413]: DEBUG nova.compute.manager [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1077.525729] env[69413]: DEBUG nova.network.neutron [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: e0781694-335c-4773-a54d-538da4eadeaa] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1077.580645] env[69413]: DEBUG nova.policy [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f027c0debdc149ddb78f3a057ad09dfd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38a8868548d7403ea0a11a77a65ba7ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.746574] env[69413]: DEBUG oslo_vmware.api [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078240, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654411} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.749143] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] fb0eb653-c2e0-451f-b21f-bba3fb477983/fb0eb653-c2e0-451f-b21f-bba3fb477983.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.749361] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.749821] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d895e51-8d32-4183-b3d3-62ba7bc06280 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.759170] env[69413]: DEBUG oslo_vmware.api [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1077.759170] env[69413]: value = "task-3078243" [ 1077.759170] env[69413]: _type = "Task" [ 1077.759170] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.765484] env[69413]: DEBUG oslo_vmware.api [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.800669] env[69413]: DEBUG oslo_vmware.api [None req-245ae199-a98c-48ba-8451-0ebda100ad6b tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078219, 'name': ReconfigVM_Task, 'duration_secs': 6.705098} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.802195] env[69413]: DEBUG oslo_concurrency.lockutils [None req-245ae199-a98c-48ba-8451-0ebda100ad6b tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Releasing lock "a831417f-aa67-4dc5-9b42-9fa51e69d85c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.802195] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-245ae199-a98c-48ba-8451-0ebda100ad6b tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Reconfigured VM to detach interface {{(pid=69413) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1077.883765] env[69413]: DEBUG oslo_vmware.api [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]523546e4-c422-9538-aab7-cf439ec79d1f, 'name': SearchDatastore_Task, 'duration_secs': 0.016632} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.890149] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.890394] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.890622] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.890767] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.890944] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.891708] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3ce9b6-5446-4a2c-aced-874cd8631c4a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.894766] env[69413]: DEBUG nova.network.neutron [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.896677] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22887aba-38c8-4623-a620-9375bfcddf84 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.903913] env[69413]: DEBUG oslo_vmware.api [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': task-3078242, 'name': PowerOffVM_Task, 'duration_secs': 0.142377} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.904257] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.904512] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.907109] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db352a7e-75d4-4b25-a7d7-2c7b0289449c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.911455] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7e644d-b21b-4c70-b501-0035ec1d254c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.914694] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.914865] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.916073] env[69413]: DEBUG nova.network.neutron [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Successfully created port: e7ad7b02-15e7-424a-9ffc-d6b2d91105a5 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1077.920114] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92575992-6a3d-4190-8e92-3a19e6059bdf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.924436] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.925285] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff19b642-b5cc-494b-ad0e-e6c1015144b6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.953868] env[69413]: DEBUG oslo_vmware.api [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 1077.953868] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5250a79e-44dc-65a0-f3f2-c86e7068d60a" [ 1077.953868] env[69413]: _type = "Task" [ 1077.953868] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.957295] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1deed7e6-8216-404b-8709-0ad053b3f550 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.970082] env[69413]: DEBUG oslo_vmware.api [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5250a79e-44dc-65a0-f3f2-c86e7068d60a, 'name': SearchDatastore_Task, 'duration_secs': 0.023222} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.971552] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b51511fd-d3a7-4ab4-a809-48bdc441fb7d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.974822] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6670b3-4908-4172-9dcf-65937ecdd062 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.981190] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.981387] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.981562] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Deleting the datastore file [datastore2] 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.982405] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5292f8b1-bac0-4204-8fda-df14417b4bd5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.984881] env[69413]: DEBUG oslo_vmware.api [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 1077.984881] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528f267b-7928-0953-8768-fcb7a772f026" [ 1077.984881] env[69413]: _type = "Task" [ 1077.984881] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.993325] env[69413]: DEBUG nova.compute.provider_tree [None req-766a3713-1e06-42e6-8a8d-c0c259945862 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.006739] env[69413]: DEBUG oslo_vmware.api [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Waiting for the task: (returnval){ [ 1078.006739] env[69413]: value = "task-3078245" [ 1078.006739] env[69413]: _type = "Task" [ 1078.006739] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.008226] env[69413]: DEBUG oslo_vmware.api [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528f267b-7928-0953-8768-fcb7a772f026, 'name': SearchDatastore_Task, 'duration_secs': 0.009963} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.008796] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.009423] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 37ed227d-495e-4f1b-8acb-2c30ca5555b3/37ed227d-495e-4f1b-8acb-2c30ca5555b3.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1078.010396] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2f79558-6757-4205-9db5-cebb5db4f36e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.015325] env[69413]: DEBUG oslo_vmware.api [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': task-3078245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.019193] env[69413]: DEBUG oslo_vmware.api [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 1078.019193] env[69413]: value = "task-3078246" [ 1078.019193] env[69413]: _type = "Task" [ 1078.019193] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.026610] env[69413]: DEBUG oslo_vmware.api [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.028197] env[69413]: DEBUG nova.compute.manager [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1078.069809] env[69413]: DEBUG nova.network.neutron [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Updating instance_info_cache with network_info: [{"id": "58e28117-fb76-4c9f-9d8c-8392ced13afd", "address": "fa:16:3e:8e:f6:44", "network": {"id": "56fb7565-00c6-441e-972a-ed70ccd43ee9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1361173336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ee0c3413b84109b79b8f564907df44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58e28117-fb", "ovs_interfaceid": "58e28117-fb76-4c9f-9d8c-8392ced13afd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.110138] env[69413]: DEBUG nova.network.neutron [-] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.247541] env[69413]: DEBUG nova.compute.manager [req-c6585f62-e720-4ac2-ae7c-a0a6b9a033ff req-a35febda-a5bb-4057-99ee-e34b0e2ba782 service nova] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Received event network-vif-plugged-58e28117-fb76-4c9f-9d8c-8392ced13afd {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.247776] env[69413]: DEBUG oslo_concurrency.lockutils [req-c6585f62-e720-4ac2-ae7c-a0a6b9a033ff req-a35febda-a5bb-4057-99ee-e34b0e2ba782 service nova] Acquiring lock "245b6791-5aa0-48a4-8f67-ab3e48fca4fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.247986] env[69413]: DEBUG oslo_concurrency.lockutils [req-c6585f62-e720-4ac2-ae7c-a0a6b9a033ff req-a35febda-a5bb-4057-99ee-e34b0e2ba782 service nova] Lock "245b6791-5aa0-48a4-8f67-ab3e48fca4fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.248354] env[69413]: DEBUG oslo_concurrency.lockutils [req-c6585f62-e720-4ac2-ae7c-a0a6b9a033ff req-a35febda-a5bb-4057-99ee-e34b0e2ba782 service nova] Lock "245b6791-5aa0-48a4-8f67-ab3e48fca4fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.248529] env[69413]: DEBUG nova.compute.manager [req-c6585f62-e720-4ac2-ae7c-a0a6b9a033ff req-a35febda-a5bb-4057-99ee-e34b0e2ba782 service nova] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] No waiting events found dispatching network-vif-plugged-58e28117-fb76-4c9f-9d8c-8392ced13afd {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1078.248735] env[69413]: WARNING nova.compute.manager [req-c6585f62-e720-4ac2-ae7c-a0a6b9a033ff req-a35febda-a5bb-4057-99ee-e34b0e2ba782 service nova] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Received unexpected event network-vif-plugged-58e28117-fb76-4c9f-9d8c-8392ced13afd for instance with vm_state building and task_state spawning. [ 1078.248902] env[69413]: DEBUG nova.compute.manager [req-c6585f62-e720-4ac2-ae7c-a0a6b9a033ff req-a35febda-a5bb-4057-99ee-e34b0e2ba782 service nova] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Received event network-changed-58e28117-fb76-4c9f-9d8c-8392ced13afd {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.249060] env[69413]: DEBUG nova.compute.manager [req-c6585f62-e720-4ac2-ae7c-a0a6b9a033ff req-a35febda-a5bb-4057-99ee-e34b0e2ba782 service nova] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Refreshing instance network info cache due to event network-changed-58e28117-fb76-4c9f-9d8c-8392ced13afd. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1078.249224] env[69413]: DEBUG oslo_concurrency.lockutils [req-c6585f62-e720-4ac2-ae7c-a0a6b9a033ff req-a35febda-a5bb-4057-99ee-e34b0e2ba782 service nova] Acquiring lock "refresh_cache-245b6791-5aa0-48a4-8f67-ab3e48fca4fb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.274019] env[69413]: DEBUG oslo_vmware.api [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063133} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.274019] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1078.274019] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0d4f27-69b6-44c3-ab45-125951b354ee {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.299016] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] fb0eb653-c2e0-451f-b21f-bba3fb477983/fb0eb653-c2e0-451f-b21f-bba3fb477983.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.299435] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-316e74c8-1105-496b-a109-f40b8e390ef4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.320543] env[69413]: DEBUG oslo_vmware.api [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1078.320543] env[69413]: value = "task-3078247" [ 1078.320543] env[69413]: _type = "Task" [ 1078.320543] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.330368] env[69413]: DEBUG oslo_vmware.api [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078247, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.496374] env[69413]: DEBUG nova.scheduler.client.report [None req-766a3713-1e06-42e6-8a8d-c0c259945862 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.512489] env[69413]: DEBUG oslo_vmware.api [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': task-3078245, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130534} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.513495] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.513694] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1078.513875] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1078.529731] env[69413]: DEBUG oslo_vmware.api [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078246, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.572749] env[69413]: DEBUG oslo_concurrency.lockutils [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Releasing lock "refresh_cache-245b6791-5aa0-48a4-8f67-ab3e48fca4fb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.573072] env[69413]: DEBUG nova.compute.manager [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Instance network_info: |[{"id": "58e28117-fb76-4c9f-9d8c-8392ced13afd", "address": "fa:16:3e:8e:f6:44", "network": {"id": "56fb7565-00c6-441e-972a-ed70ccd43ee9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1361173336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ee0c3413b84109b79b8f564907df44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58e28117-fb", "ovs_interfaceid": "58e28117-fb76-4c9f-9d8c-8392ced13afd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1078.573650] env[69413]: DEBUG oslo_concurrency.lockutils [req-c6585f62-e720-4ac2-ae7c-a0a6b9a033ff req-a35febda-a5bb-4057-99ee-e34b0e2ba782 service nova] Acquired lock "refresh_cache-245b6791-5aa0-48a4-8f67-ab3e48fca4fb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.573837] env[69413]: DEBUG nova.network.neutron [req-c6585f62-e720-4ac2-ae7c-a0a6b9a033ff req-a35febda-a5bb-4057-99ee-e34b0e2ba782 service nova] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Refreshing network info cache for port 58e28117-fb76-4c9f-9d8c-8392ced13afd {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.575105] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:f6:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7b7edd0-124a-48ec-ae26-1aa14f9b884a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58e28117-fb76-4c9f-9d8c-8392ced13afd', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1078.583098] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Creating folder: Project (19ee0c3413b84109b79b8f564907df44). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1078.586297] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6918fc55-ba38-46cd-8acd-ef10c83fab7d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.597743] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Created folder: Project (19ee0c3413b84109b79b8f564907df44) in parent group-v616034. [ 1078.597937] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Creating folder: Instances. Parent ref: group-v616307. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1078.598205] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04792f8c-74ca-44e2-beae-eae0001eac7e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.607445] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Created folder: Instances in parent group-v616307. [ 1078.607721] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.607963] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1078.608228] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2126a525-997a-4619-b7d1-653548227b68 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.626750] env[69413]: INFO nova.compute.manager [-] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Took 1.31 seconds to deallocate network for instance. [ 1078.634204] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.634204] env[69413]: value = "task-3078250" [ 1078.634204] env[69413]: _type = "Task" [ 1078.634204] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.642095] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078250, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.817548] env[69413]: DEBUG nova.network.neutron [req-c6585f62-e720-4ac2-ae7c-a0a6b9a033ff req-a35febda-a5bb-4057-99ee-e34b0e2ba782 service nova] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Updated VIF entry in instance network info cache for port 58e28117-fb76-4c9f-9d8c-8392ced13afd. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.817967] env[69413]: DEBUG nova.network.neutron [req-c6585f62-e720-4ac2-ae7c-a0a6b9a033ff req-a35febda-a5bb-4057-99ee-e34b0e2ba782 service nova] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Updating instance_info_cache with network_info: [{"id": "58e28117-fb76-4c9f-9d8c-8392ced13afd", "address": "fa:16:3e:8e:f6:44", "network": {"id": "56fb7565-00c6-441e-972a-ed70ccd43ee9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1361173336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ee0c3413b84109b79b8f564907df44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58e28117-fb", "ovs_interfaceid": "58e28117-fb76-4c9f-9d8c-8392ced13afd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.830358] env[69413]: DEBUG oslo_vmware.api [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078247, 'name': ReconfigVM_Task, 'duration_secs': 0.505658} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.831181] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Reconfigured VM instance instance-0000005c to attach disk [datastore2] fb0eb653-c2e0-451f-b21f-bba3fb477983/fb0eb653-c2e0-451f-b21f-bba3fb477983.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.831802] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c1ee81f-44a3-4d10-a1b2-49336702f4e5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.838113] env[69413]: DEBUG oslo_vmware.api [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1078.838113] env[69413]: value = "task-3078251" [ 1078.838113] env[69413]: _type = "Task" [ 1078.838113] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.846460] env[69413]: DEBUG oslo_vmware.api [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078251, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.967361] env[69413]: DEBUG nova.compute.manager [req-cdd9d11b-8370-44b2-bf20-a3093ad16575 req-67f83dc7-b563-475b-a9e1-7be0c41e1801 service nova] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Received event network-vif-deleted-d2b14170-236a-4039-9c67-21dd7f9fedf3 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.967618] env[69413]: INFO nova.compute.manager [req-cdd9d11b-8370-44b2-bf20-a3093ad16575 req-67f83dc7-b563-475b-a9e1-7be0c41e1801 service nova] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Neutron deleted interface d2b14170-236a-4039-9c67-21dd7f9fedf3; detaching it from the instance and deleting it from the info cache [ 1078.967900] env[69413]: DEBUG nova.network.neutron [req-cdd9d11b-8370-44b2-bf20-a3093ad16575 req-67f83dc7-b563-475b-a9e1-7be0c41e1801 service nova] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Updating instance_info_cache with network_info: [{"id": "5b98aa6b-8164-43fa-83e5-c9d2a325787d", "address": "fa:16:3e:ec:87:7e", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b98aa6b-81", "ovs_interfaceid": "5b98aa6b-8164-43fa-83e5-c9d2a325787d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "15ac4118-e798-4312-abca-f3a5a4c7d26c", "address": "fa:16:3e:fe:57:c9", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15ac4118-e7", "ovs_interfaceid": "15ac4118-e798-4312-abca-f3a5a4c7d26c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.003038] env[69413]: DEBUG oslo_concurrency.lockutils [None req-766a3713-1e06-42e6-8a8d-c0c259945862 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.983s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.005949] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d01f03ae-b6d2-4d86-bade-be54a9aa3cbb tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.076s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.006653] env[69413]: DEBUG nova.objects.instance [None req-d01f03ae-b6d2-4d86-bade-be54a9aa3cbb tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Lazy-loading 'resources' on Instance uuid 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.031904] env[69413]: DEBUG oslo_vmware.api [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078246, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636818} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.031904] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 37ed227d-495e-4f1b-8acb-2c30ca5555b3/37ed227d-495e-4f1b-8acb-2c30ca5555b3.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1079.031904] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1079.031904] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-914e5238-1501-4f46-ba49-f2688950bc4d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.033878] env[69413]: INFO nova.scheduler.client.report [None req-766a3713-1e06-42e6-8a8d-c0c259945862 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Deleted allocations for instance 5b4abcec-f532-48b1-a568-c19aa9e2bc1a [ 1079.038997] env[69413]: DEBUG nova.compute.manager [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1079.042904] env[69413]: DEBUG oslo_vmware.api [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 1079.042904] env[69413]: value = "task-3078252" [ 1079.042904] env[69413]: _type = "Task" [ 1079.042904] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.050981] env[69413]: DEBUG oslo_vmware.api [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078252, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.071406] env[69413]: DEBUG nova.virt.hardware [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.071646] env[69413]: DEBUG nova.virt.hardware [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.071786] env[69413]: DEBUG nova.virt.hardware [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.071962] env[69413]: DEBUG nova.virt.hardware [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.072294] env[69413]: DEBUG nova.virt.hardware [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.072367] env[69413]: DEBUG nova.virt.hardware [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.072534] env[69413]: DEBUG nova.virt.hardware [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.072691] env[69413]: DEBUG nova.virt.hardware [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.072857] env[69413]: DEBUG nova.virt.hardware [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.073041] env[69413]: DEBUG nova.virt.hardware [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.073207] env[69413]: DEBUG nova.virt.hardware [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.074356] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48aac1b8-8b9e-4f19-ac95-af758426ab94 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.083255] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b954a204-ed7f-4e15-8ae1-e2e8a5974242 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.133322] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7ee84586-c337-4515-ae61-bbf09e121dfe tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.143257] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078250, 'name': CreateVM_Task, 'duration_secs': 0.409687} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.143418] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.144111] env[69413]: DEBUG oslo_concurrency.lockutils [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.144303] env[69413]: DEBUG oslo_concurrency.lockutils [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.144600] env[69413]: DEBUG oslo_concurrency.lockutils [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.144986] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2158b28a-525d-4373-9079-b0558c65a2e9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.149325] env[69413]: DEBUG oslo_vmware.api [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1079.149325] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52ccd241-b45f-0f0a-b7e5-c72ed5c2b881" [ 1079.149325] env[69413]: _type = "Task" [ 1079.149325] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.156613] env[69413]: DEBUG oslo_vmware.api [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52ccd241-b45f-0f0a-b7e5-c72ed5c2b881, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.320855] env[69413]: DEBUG oslo_concurrency.lockutils [req-c6585f62-e720-4ac2-ae7c-a0a6b9a033ff req-a35febda-a5bb-4057-99ee-e34b0e2ba782 service nova] Releasing lock "refresh_cache-245b6791-5aa0-48a4-8f67-ab3e48fca4fb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.321180] env[69413]: DEBUG nova.compute.manager [req-c6585f62-e720-4ac2-ae7c-a0a6b9a033ff req-a35febda-a5bb-4057-99ee-e34b0e2ba782 service nova] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Received event network-vif-deleted-4987d03c-9950-49b7-867e-2e7513047756 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.348050] env[69413]: DEBUG oslo_vmware.api [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078251, 'name': Rename_Task, 'duration_secs': 0.17929} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.348244] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.348506] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e14de64f-f16e-47e7-9875-9d3974c36f8c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.356055] env[69413]: DEBUG oslo_vmware.api [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1079.356055] env[69413]: value = "task-3078253" [ 1079.356055] env[69413]: _type = "Task" [ 1079.356055] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.363675] env[69413]: DEBUG oslo_vmware.api [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078253, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.444178] env[69413]: DEBUG oslo_concurrency.lockutils [None req-245ae199-a98c-48ba-8451-0ebda100ad6b tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "refresh_cache-a831417f-aa67-4dc5-9b42-9fa51e69d85c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.444178] env[69413]: DEBUG oslo_concurrency.lockutils [None req-245ae199-a98c-48ba-8451-0ebda100ad6b tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquired lock "refresh_cache-a831417f-aa67-4dc5-9b42-9fa51e69d85c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.444178] env[69413]: DEBUG nova.network.neutron [None req-245ae199-a98c-48ba-8451-0ebda100ad6b tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.470865] env[69413]: DEBUG oslo_concurrency.lockutils [req-cdd9d11b-8370-44b2-bf20-a3093ad16575 req-67f83dc7-b563-475b-a9e1-7be0c41e1801 service nova] Acquiring lock "a831417f-aa67-4dc5-9b42-9fa51e69d85c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.471086] env[69413]: DEBUG oslo_concurrency.lockutils [req-cdd9d11b-8370-44b2-bf20-a3093ad16575 req-67f83dc7-b563-475b-a9e1-7be0c41e1801 service nova] Acquired lock "a831417f-aa67-4dc5-9b42-9fa51e69d85c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.471998] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5c4148-ee3b-4fb7-9805-9618f0933431 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.492739] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc1f81a-9b73-4e62-8a01-7049f1b342c1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.524961] env[69413]: DEBUG nova.virt.vmwareapi.vmops [req-cdd9d11b-8370-44b2-bf20-a3093ad16575 req-67f83dc7-b563-475b-a9e1-7be0c41e1801 service nova] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Reconfiguring VM to detach interface {{(pid=69413) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1079.528570] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db950404-8531-4f35-9bf3-9e8008589f12 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.545660] env[69413]: DEBUG oslo_concurrency.lockutils [None req-766a3713-1e06-42e6-8a8d-c0c259945862 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Lock "5b4abcec-f532-48b1-a568-c19aa9e2bc1a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.802s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.556094] env[69413]: DEBUG oslo_vmware.api [req-cdd9d11b-8370-44b2-bf20-a3093ad16575 req-67f83dc7-b563-475b-a9e1-7be0c41e1801 service nova] Waiting for the task: (returnval){ [ 1079.556094] env[69413]: value = "task-3078254" [ 1079.556094] env[69413]: _type = "Task" [ 1079.556094] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.561014] env[69413]: DEBUG oslo_concurrency.lockutils [None req-86ea6fed-634d-49d1-ab60-10ffc4dab5c6 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "a831417f-aa67-4dc5-9b42-9fa51e69d85c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.561487] env[69413]: DEBUG oslo_vmware.api [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078252, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064313} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.567404] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1079.573361] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7207635-a294-411c-a894-61cafbd59d92 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.582564] env[69413]: DEBUG oslo_vmware.api [req-cdd9d11b-8370-44b2-bf20-a3093ad16575 req-67f83dc7-b563-475b-a9e1-7be0c41e1801 service nova] Task: {'id': task-3078254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.593180] env[69413]: DEBUG nova.virt.hardware [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.594689] env[69413]: DEBUG nova.virt.hardware [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.594689] env[69413]: DEBUG nova.virt.hardware [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.594689] env[69413]: DEBUG nova.virt.hardware [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.594689] env[69413]: DEBUG nova.virt.hardware [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.594689] env[69413]: DEBUG nova.virt.hardware [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.594689] env[69413]: DEBUG nova.virt.hardware [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.594689] env[69413]: DEBUG nova.virt.hardware [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.594689] env[69413]: DEBUG nova.virt.hardware [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.594929] env[69413]: DEBUG nova.virt.hardware [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.594929] env[69413]: DEBUG nova.virt.hardware [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.605415] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 37ed227d-495e-4f1b-8acb-2c30ca5555b3/37ed227d-495e-4f1b-8acb-2c30ca5555b3.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.606672] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e47f01-4435-4d9b-b73d-c0c4961cbaa1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.611560] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19f488cf-a4b9-4379-abe3-a576fd26f463 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.634518] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec4bfb0-1047-4090-a0ec-f14ec9b558e3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.641056] env[69413]: DEBUG oslo_vmware.api [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 1079.641056] env[69413]: value = "task-3078255" [ 1079.641056] env[69413]: _type = "Task" [ 1079.641056] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.655051] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Instance VIF info [] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1079.661704] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.669091] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1079.673136] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d10b1c72-9fd0-471f-8b67-31bed95acd39 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.687274] env[69413]: DEBUG oslo_vmware.api [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.693985] env[69413]: DEBUG oslo_vmware.api [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52ccd241-b45f-0f0a-b7e5-c72ed5c2b881, 'name': SearchDatastore_Task, 'duration_secs': 0.008762} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.695365] env[69413]: DEBUG oslo_concurrency.lockutils [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.695623] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.695865] env[69413]: DEBUG oslo_concurrency.lockutils [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.696016] env[69413]: DEBUG oslo_concurrency.lockutils [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.696217] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.696480] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1079.696480] env[69413]: value = "task-3078256" [ 1079.696480] env[69413]: _type = "Task" [ 1079.696480] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.696684] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ff44b6f-b556-4e24-b277-a5e14f91dc08 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.710025] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078256, 'name': CreateVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.713186] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.713186] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.713186] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68476aa8-4e00-4f54-a545-02a72e438e63 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.718514] env[69413]: DEBUG oslo_vmware.api [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1079.718514] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]520b3285-8dee-f6f0-038b-a04180b66fdf" [ 1079.718514] env[69413]: _type = "Task" [ 1079.718514] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.732255] env[69413]: DEBUG oslo_vmware.api [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]520b3285-8dee-f6f0-038b-a04180b66fdf, 'name': SearchDatastore_Task, 'duration_secs': 0.009364} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.733461] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6643ea7e-4087-4a25-a460-eb52a7664adc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.741953] env[69413]: DEBUG oslo_vmware.api [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1079.741953] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52aa9e62-21ec-8df3-dc52-24c4866ea3eb" [ 1079.741953] env[69413]: _type = "Task" [ 1079.741953] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.759247] env[69413]: DEBUG oslo_vmware.api [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52aa9e62-21ec-8df3-dc52-24c4866ea3eb, 'name': SearchDatastore_Task, 'duration_secs': 0.009752} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.760848] env[69413]: DEBUG nova.network.neutron [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Successfully updated port: e7ad7b02-15e7-424a-9ffc-d6b2d91105a5 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1079.762250] env[69413]: DEBUG oslo_concurrency.lockutils [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.762556] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 245b6791-5aa0-48a4-8f67-ab3e48fca4fb/245b6791-5aa0-48a4-8f67-ab3e48fca4fb.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1079.765560] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4489fa33-80d7-4d1e-b820-016963f4c201 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.773275] env[69413]: DEBUG oslo_vmware.api [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1079.773275] env[69413]: value = "task-3078257" [ 1079.773275] env[69413]: _type = "Task" [ 1079.773275] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.783174] env[69413]: DEBUG oslo_vmware.api [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.869156] env[69413]: DEBUG oslo_vmware.api [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078253, 'name': PowerOnVM_Task, 'duration_secs': 0.497607} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.869359] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.869544] env[69413]: DEBUG nova.compute.manager [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.870663] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902e2449-843a-4195-8d6f-7bdd3694669c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.951568] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d3041d-2a05-43e8-b944-60a1c9fe4323 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.962107] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c50ec0-7fdc-459d-890a-586eddf4490b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.998135] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2b9f9b-fdbd-41d2-a85b-d7d5ba245fc6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.006543] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab8cbb3-0563-4995-ac0e-fc09c7d90abe {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.021265] env[69413]: DEBUG nova.compute.provider_tree [None req-d01f03ae-b6d2-4d86-bade-be54a9aa3cbb tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.072385] env[69413]: DEBUG oslo_vmware.api [req-cdd9d11b-8370-44b2-bf20-a3093ad16575 req-67f83dc7-b563-475b-a9e1-7be0c41e1801 service nova] Task: {'id': task-3078254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.160865] env[69413]: DEBUG oslo_vmware.api [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.211027] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078256, 'name': CreateVM_Task, 'duration_secs': 0.399614} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.211027] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1080.212731] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.213248] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.213668] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.214499] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-321aa683-e477-4321-b380-1e0ba73fc170 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.226019] env[69413]: DEBUG oslo_vmware.api [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Waiting for the task: (returnval){ [ 1080.226019] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52433d02-1138-e683-a203-95791c49e4ec" [ 1080.226019] env[69413]: _type = "Task" [ 1080.226019] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.235896] env[69413]: DEBUG oslo_vmware.api [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52433d02-1138-e683-a203-95791c49e4ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.254901] env[69413]: INFO nova.network.neutron [None req-245ae199-a98c-48ba-8451-0ebda100ad6b tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Port 15ac4118-e798-4312-abca-f3a5a4c7d26c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1080.255291] env[69413]: DEBUG nova.network.neutron [None req-245ae199-a98c-48ba-8451-0ebda100ad6b tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Updating instance_info_cache with network_info: [{"id": "5b98aa6b-8164-43fa-83e5-c9d2a325787d", "address": "fa:16:3e:ec:87:7e", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b98aa6b-81", "ovs_interfaceid": "5b98aa6b-8164-43fa-83e5-c9d2a325787d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.262567] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "refresh_cache-e0781694-335c-4773-a54d-538da4eadeaa" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.262709] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquired lock "refresh_cache-e0781694-335c-4773-a54d-538da4eadeaa" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.262903] env[69413]: DEBUG nova.network.neutron [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.284427] env[69413]: DEBUG oslo_vmware.api [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078257, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.383947] env[69413]: INFO nova.compute.manager [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] bringing vm to original state: 'stopped' [ 1080.429952] env[69413]: DEBUG nova.compute.manager [req-713b492a-00ab-497e-bbe7-3abf11de0cb8 req-8bbe204c-34b4-445a-8197-7f333db223d0 service nova] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Received event network-vif-deleted-15ac4118-e798-4312-abca-f3a5a4c7d26c {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.430164] env[69413]: DEBUG nova.compute.manager [req-713b492a-00ab-497e-bbe7-3abf11de0cb8 req-8bbe204c-34b4-445a-8197-7f333db223d0 service nova] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Received event network-vif-plugged-e7ad7b02-15e7-424a-9ffc-d6b2d91105a5 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.430380] env[69413]: DEBUG oslo_concurrency.lockutils [req-713b492a-00ab-497e-bbe7-3abf11de0cb8 req-8bbe204c-34b4-445a-8197-7f333db223d0 service nova] Acquiring lock "e0781694-335c-4773-a54d-538da4eadeaa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.430591] env[69413]: DEBUG oslo_concurrency.lockutils [req-713b492a-00ab-497e-bbe7-3abf11de0cb8 req-8bbe204c-34b4-445a-8197-7f333db223d0 service nova] Lock "e0781694-335c-4773-a54d-538da4eadeaa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.430763] env[69413]: DEBUG oslo_concurrency.lockutils [req-713b492a-00ab-497e-bbe7-3abf11de0cb8 req-8bbe204c-34b4-445a-8197-7f333db223d0 service nova] Lock "e0781694-335c-4773-a54d-538da4eadeaa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.430915] env[69413]: DEBUG nova.compute.manager [req-713b492a-00ab-497e-bbe7-3abf11de0cb8 req-8bbe204c-34b4-445a-8197-7f333db223d0 service nova] [instance: e0781694-335c-4773-a54d-538da4eadeaa] No waiting events found dispatching network-vif-plugged-e7ad7b02-15e7-424a-9ffc-d6b2d91105a5 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1080.431087] env[69413]: WARNING nova.compute.manager [req-713b492a-00ab-497e-bbe7-3abf11de0cb8 req-8bbe204c-34b4-445a-8197-7f333db223d0 service nova] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Received unexpected event network-vif-plugged-e7ad7b02-15e7-424a-9ffc-d6b2d91105a5 for instance with vm_state building and task_state spawning. [ 1080.431249] env[69413]: DEBUG nova.compute.manager [req-713b492a-00ab-497e-bbe7-3abf11de0cb8 req-8bbe204c-34b4-445a-8197-7f333db223d0 service nova] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Received event network-changed-e7ad7b02-15e7-424a-9ffc-d6b2d91105a5 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.431404] env[69413]: DEBUG nova.compute.manager [req-713b492a-00ab-497e-bbe7-3abf11de0cb8 req-8bbe204c-34b4-445a-8197-7f333db223d0 service nova] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Refreshing instance network info cache due to event network-changed-e7ad7b02-15e7-424a-9ffc-d6b2d91105a5. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1080.431563] env[69413]: DEBUG oslo_concurrency.lockutils [req-713b492a-00ab-497e-bbe7-3abf11de0cb8 req-8bbe204c-34b4-445a-8197-7f333db223d0 service nova] Acquiring lock "refresh_cache-e0781694-335c-4773-a54d-538da4eadeaa" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.526055] env[69413]: DEBUG nova.scheduler.client.report [None req-d01f03ae-b6d2-4d86-bade-be54a9aa3cbb tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.545981] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0d918839-2341-457a-becb-c99849854558 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Acquiring lock "ba15ffbe-192a-448a-bc28-461f876c6804" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.546200] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0d918839-2341-457a-becb-c99849854558 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Lock "ba15ffbe-192a-448a-bc28-461f876c6804" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.546460] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0d918839-2341-457a-becb-c99849854558 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Acquiring lock "ba15ffbe-192a-448a-bc28-461f876c6804-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.546657] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0d918839-2341-457a-becb-c99849854558 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Lock "ba15ffbe-192a-448a-bc28-461f876c6804-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.546823] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0d918839-2341-457a-becb-c99849854558 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Lock "ba15ffbe-192a-448a-bc28-461f876c6804-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.549014] env[69413]: INFO nova.compute.manager [None req-0d918839-2341-457a-becb-c99849854558 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Terminating instance [ 1080.570063] env[69413]: DEBUG oslo_vmware.api [req-cdd9d11b-8370-44b2-bf20-a3093ad16575 req-67f83dc7-b563-475b-a9e1-7be0c41e1801 service nova] Task: {'id': task-3078254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.641168] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c90e7ac1-258d-44e4-b021-d38df5c0e22d tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Acquiring lock "a00b927a-72f2-43e5-8a2f-b677cac41d83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.641458] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c90e7ac1-258d-44e4-b021-d38df5c0e22d tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Lock "a00b927a-72f2-43e5-8a2f-b677cac41d83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.641625] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c90e7ac1-258d-44e4-b021-d38df5c0e22d tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Acquiring lock "a00b927a-72f2-43e5-8a2f-b677cac41d83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.641806] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c90e7ac1-258d-44e4-b021-d38df5c0e22d tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Lock "a00b927a-72f2-43e5-8a2f-b677cac41d83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.641976] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c90e7ac1-258d-44e4-b021-d38df5c0e22d tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Lock "a00b927a-72f2-43e5-8a2f-b677cac41d83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.644097] env[69413]: INFO nova.compute.manager [None req-c90e7ac1-258d-44e4-b021-d38df5c0e22d tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Terminating instance [ 1080.655158] env[69413]: DEBUG oslo_vmware.api [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078255, 'name': ReconfigVM_Task, 'duration_secs': 0.709507} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.655865] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 37ed227d-495e-4f1b-8acb-2c30ca5555b3/37ed227d-495e-4f1b-8acb-2c30ca5555b3.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.656508] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-695c5e36-ab87-454a-8e5e-68a4a40dd48d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.662746] env[69413]: DEBUG oslo_vmware.api [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 1080.662746] env[69413]: value = "task-3078258" [ 1080.662746] env[69413]: _type = "Task" [ 1080.662746] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.669911] env[69413]: DEBUG oslo_vmware.api [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078258, 'name': Rename_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.734661] env[69413]: DEBUG oslo_vmware.api [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52433d02-1138-e683-a203-95791c49e4ec, 'name': SearchDatastore_Task, 'duration_secs': 0.031353} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.734939] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.735195] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1080.735432] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.735590] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.735771] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1080.736051] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6162bd1-29d1-4b67-8da2-59474cf8efbc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.746110] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1080.746110] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1080.746718] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ae3c422-08dc-4280-a09b-b7a2514e9bcb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.751690] env[69413]: DEBUG oslo_vmware.api [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Waiting for the task: (returnval){ [ 1080.751690] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]521820a8-2670-d7af-2932-358052d13c39" [ 1080.751690] env[69413]: _type = "Task" [ 1080.751690] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.759756] env[69413]: DEBUG oslo_concurrency.lockutils [None req-245ae199-a98c-48ba-8451-0ebda100ad6b tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Releasing lock "refresh_cache-a831417f-aa67-4dc5-9b42-9fa51e69d85c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.761710] env[69413]: DEBUG oslo_vmware.api [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]521820a8-2670-d7af-2932-358052d13c39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.788919] env[69413]: DEBUG oslo_vmware.api [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078257, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541173} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.789375] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 245b6791-5aa0-48a4-8f67-ab3e48fca4fb/245b6791-5aa0-48a4-8f67-ab3e48fca4fb.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1080.789713] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1080.790703] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50da46c1-7719-4b3f-974d-8f0f28c803b9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.797793] env[69413]: DEBUG oslo_vmware.api [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1080.797793] env[69413]: value = "task-3078259" [ 1080.797793] env[69413]: _type = "Task" [ 1080.797793] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.804042] env[69413]: DEBUG nova.network.neutron [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1080.811463] env[69413]: DEBUG oslo_vmware.api [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078259, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.946237] env[69413]: DEBUG nova.network.neutron [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Updating instance_info_cache with network_info: [{"id": "e7ad7b02-15e7-424a-9ffc-d6b2d91105a5", "address": "fa:16:3e:b7:29:64", "network": {"id": "61a05717-9f5d-4031-ac74-e8d03b04d677", "bridge": "br-int", "label": "tempest-ServersTestJSON-1834075300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38a8868548d7403ea0a11a77a65ba7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7ad7b02-15", "ovs_interfaceid": "e7ad7b02-15e7-424a-9ffc-d6b2d91105a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.031485] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d01f03ae-b6d2-4d86-bade-be54a9aa3cbb tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.026s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.033930] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.872s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.035593] env[69413]: INFO nova.compute.claims [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1081.052896] env[69413]: DEBUG nova.compute.manager [None req-0d918839-2341-457a-becb-c99849854558 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1081.053578] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0d918839-2341-457a-becb-c99849854558 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1081.054454] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a95cdf0-fa84-4d2b-9473-3113d0cb9454 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.059318] env[69413]: INFO nova.scheduler.client.report [None req-d01f03ae-b6d2-4d86-bade-be54a9aa3cbb tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Deleted allocations for instance 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd [ 1081.068312] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d918839-2341-457a-becb-c99849854558 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.068783] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d234a058-e73c-46ad-8c58-0fe28c5963f1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.075652] env[69413]: DEBUG oslo_vmware.api [req-cdd9d11b-8370-44b2-bf20-a3093ad16575 req-67f83dc7-b563-475b-a9e1-7be0c41e1801 service nova] Task: {'id': task-3078254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.077082] env[69413]: DEBUG oslo_vmware.api [None req-0d918839-2341-457a-becb-c99849854558 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Waiting for the task: (returnval){ [ 1081.077082] env[69413]: value = "task-3078260" [ 1081.077082] env[69413]: _type = "Task" [ 1081.077082] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.086580] env[69413]: DEBUG oslo_vmware.api [None req-0d918839-2341-457a-becb-c99849854558 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.151858] env[69413]: DEBUG nova.compute.manager [None req-c90e7ac1-258d-44e4-b021-d38df5c0e22d tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1081.152072] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c90e7ac1-258d-44e4-b021-d38df5c0e22d tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1081.153021] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb838f56-755c-42b5-a88a-31ede13b8558 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.161044] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90e7ac1-258d-44e4-b021-d38df5c0e22d tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.161297] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff4c68cc-a627-4264-8249-edc0353559f4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.167012] env[69413]: DEBUG oslo_vmware.api [None req-c90e7ac1-258d-44e4-b021-d38df5c0e22d tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Waiting for the task: (returnval){ [ 1081.167012] env[69413]: value = "task-3078261" [ 1081.167012] env[69413]: _type = "Task" [ 1081.167012] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.174822] env[69413]: DEBUG oslo_vmware.api [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078258, 'name': Rename_Task, 'duration_secs': 0.414763} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.175509] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.176059] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32be7dfc-2ff4-4e55-8bba-8cef116ca136 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.180206] env[69413]: DEBUG oslo_vmware.api [None req-c90e7ac1-258d-44e4-b021-d38df5c0e22d tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.184857] env[69413]: DEBUG oslo_vmware.api [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 1081.184857] env[69413]: value = "task-3078262" [ 1081.184857] env[69413]: _type = "Task" [ 1081.184857] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.193170] env[69413]: DEBUG oslo_vmware.api [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.261970] env[69413]: DEBUG oslo_vmware.api [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]521820a8-2670-d7af-2932-358052d13c39, 'name': SearchDatastore_Task, 'duration_secs': 0.0117} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.262916] env[69413]: DEBUG oslo_concurrency.lockutils [None req-245ae199-a98c-48ba-8451-0ebda100ad6b tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "interface-a831417f-aa67-4dc5-9b42-9fa51e69d85c-15ac4118-e798-4312-abca-f3a5a4c7d26c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.063s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.264893] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c0386f4-30b7-4b00-a44c-ff96d1256ed8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.270573] env[69413]: DEBUG oslo_vmware.api [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Waiting for the task: (returnval){ [ 1081.270573] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5206f34e-f5e1-4773-4727-17301493e65c" [ 1081.270573] env[69413]: _type = "Task" [ 1081.270573] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.278923] env[69413]: DEBUG oslo_vmware.api [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5206f34e-f5e1-4773-4727-17301493e65c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.306809] env[69413]: DEBUG oslo_vmware.api [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078259, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064061} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.307047] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1081.307843] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79025c5f-7209-4d03-8308-d4ecc42f6fc2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.332233] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 245b6791-5aa0-48a4-8f67-ab3e48fca4fb/245b6791-5aa0-48a4-8f67-ab3e48fca4fb.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.332606] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6bc6607-905e-44f6-b02e-0069b9cf731b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.352911] env[69413]: DEBUG oslo_vmware.api [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1081.352911] env[69413]: value = "task-3078263" [ 1081.352911] env[69413]: _type = "Task" [ 1081.352911] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.361711] env[69413]: DEBUG oslo_vmware.api [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078263, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.390902] env[69413]: DEBUG oslo_concurrency.lockutils [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "fb0eb653-c2e0-451f-b21f-bba3fb477983" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.391298] env[69413]: DEBUG oslo_concurrency.lockutils [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "fb0eb653-c2e0-451f-b21f-bba3fb477983" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.391536] env[69413]: DEBUG nova.compute.manager [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1081.392534] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b628ec6-2f56-4060-9bbf-b669cd489193 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.398941] env[69413]: DEBUG nova.compute.manager [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69413) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1081.449267] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Releasing lock "refresh_cache-e0781694-335c-4773-a54d-538da4eadeaa" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.450333] env[69413]: DEBUG nova.compute.manager [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Instance network_info: |[{"id": "e7ad7b02-15e7-424a-9ffc-d6b2d91105a5", "address": "fa:16:3e:b7:29:64", "network": {"id": "61a05717-9f5d-4031-ac74-e8d03b04d677", "bridge": "br-int", "label": "tempest-ServersTestJSON-1834075300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38a8868548d7403ea0a11a77a65ba7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7ad7b02-15", "ovs_interfaceid": "e7ad7b02-15e7-424a-9ffc-d6b2d91105a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1081.450333] env[69413]: DEBUG oslo_concurrency.lockutils [req-713b492a-00ab-497e-bbe7-3abf11de0cb8 req-8bbe204c-34b4-445a-8197-7f333db223d0 service nova] Acquired lock "refresh_cache-e0781694-335c-4773-a54d-538da4eadeaa" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.450333] env[69413]: DEBUG nova.network.neutron [req-713b492a-00ab-497e-bbe7-3abf11de0cb8 req-8bbe204c-34b4-445a-8197-7f333db223d0 service nova] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Refreshing network info cache for port e7ad7b02-15e7-424a-9ffc-d6b2d91105a5 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.451617] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:29:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dabbac20-1723-40ad-9da0-e53b28073651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7ad7b02-15e7-424a-9ffc-d6b2d91105a5', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1081.460117] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.461362] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1081.461961] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94f09d88-49f5-4692-adaf-e509784c5a13 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.485314] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1081.485314] env[69413]: value = "task-3078264" [ 1081.485314] env[69413]: _type = "Task" [ 1081.485314] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.493571] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078264, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.574946] env[69413]: DEBUG oslo_vmware.api [req-cdd9d11b-8370-44b2-bf20-a3093ad16575 req-67f83dc7-b563-475b-a9e1-7be0c41e1801 service nova] Task: {'id': task-3078254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.575517] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d01f03ae-b6d2-4d86-bade-be54a9aa3cbb tempest-ServersTestFqdnHostnames-781461457 tempest-ServersTestFqdnHostnames-781461457-project-member] Lock "6ec77319-a59a-4da9-bdd0-82b3fce2b7bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.256s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.587294] env[69413]: DEBUG oslo_vmware.api [None req-0d918839-2341-457a-becb-c99849854558 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078260, 'name': PowerOffVM_Task, 'duration_secs': 0.311383} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.587725] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d918839-2341-457a-becb-c99849854558 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.588158] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0d918839-2341-457a-becb-c99849854558 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1081.588714] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31e58bc5-be10-4cac-ba54-68bedb52ea19 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.655882] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0d918839-2341-457a-becb-c99849854558 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.655882] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0d918839-2341-457a-becb-c99849854558 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.656344] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d918839-2341-457a-becb-c99849854558 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Deleting the datastore file [datastore2] ba15ffbe-192a-448a-bc28-461f876c6804 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.656455] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-610bc4e5-5f58-4f4e-9866-49f72f61d6ca {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.663872] env[69413]: DEBUG oslo_vmware.api [None req-0d918839-2341-457a-becb-c99849854558 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Waiting for the task: (returnval){ [ 1081.663872] env[69413]: value = "task-3078266" [ 1081.663872] env[69413]: _type = "Task" [ 1081.663872] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.674025] env[69413]: DEBUG oslo_vmware.api [None req-0d918839-2341-457a-becb-c99849854558 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.679073] env[69413]: DEBUG oslo_vmware.api [None req-c90e7ac1-258d-44e4-b021-d38df5c0e22d tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078261, 'name': PowerOffVM_Task, 'duration_secs': 0.226716} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.679366] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90e7ac1-258d-44e4-b021-d38df5c0e22d tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.679543] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c90e7ac1-258d-44e4-b021-d38df5c0e22d tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1081.679788] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1323b72b-63a3-4861-b830-ddfbd182a613 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.693684] env[69413]: DEBUG oslo_vmware.api [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078262, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.734496] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c90e7ac1-258d-44e4-b021-d38df5c0e22d tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.735020] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c90e7ac1-258d-44e4-b021-d38df5c0e22d tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.735161] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-c90e7ac1-258d-44e4-b021-d38df5c0e22d tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Deleting the datastore file [datastore2] a00b927a-72f2-43e5-8a2f-b677cac41d83 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.735405] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7b57861-9a61-49c7-88ba-0db60718a12d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.742014] env[69413]: DEBUG oslo_vmware.api [None req-c90e7ac1-258d-44e4-b021-d38df5c0e22d tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Waiting for the task: (returnval){ [ 1081.742014] env[69413]: value = "task-3078268" [ 1081.742014] env[69413]: _type = "Task" [ 1081.742014] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.750712] env[69413]: DEBUG oslo_vmware.api [None req-c90e7ac1-258d-44e4-b021-d38df5c0e22d tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078268, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.781409] env[69413]: DEBUG oslo_vmware.api [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5206f34e-f5e1-4773-4727-17301493e65c, 'name': SearchDatastore_Task, 'duration_secs': 0.023477} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.781766] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.782062] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab/5e6f3c64-ad2a-4cc4-af05-71a35a1501ab.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1081.782380] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20a6331c-efab-455b-a040-8238e7414522 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.791857] env[69413]: DEBUG oslo_vmware.api [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Waiting for the task: (returnval){ [ 1081.791857] env[69413]: value = "task-3078269" [ 1081.791857] env[69413]: _type = "Task" [ 1081.791857] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.801274] env[69413]: DEBUG oslo_vmware.api [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': task-3078269, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.862725] env[69413]: DEBUG oslo_vmware.api [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078263, 'name': ReconfigVM_Task, 'duration_secs': 0.316782} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.862725] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 245b6791-5aa0-48a4-8f67-ab3e48fca4fb/245b6791-5aa0-48a4-8f67-ab3e48fca4fb.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.862889] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fa72f5a-456f-414e-aa4b-961675ec692e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.868995] env[69413]: DEBUG oslo_vmware.api [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1081.868995] env[69413]: value = "task-3078270" [ 1081.868995] env[69413]: _type = "Task" [ 1081.868995] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.876850] env[69413]: DEBUG oslo_vmware.api [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078270, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.906566] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.907212] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36e3699a-090f-48a2-a2d5-ff5909acaa97 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.912639] env[69413]: DEBUG oslo_vmware.api [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1081.912639] env[69413]: value = "task-3078271" [ 1081.912639] env[69413]: _type = "Task" [ 1081.912639] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.920508] env[69413]: DEBUG oslo_vmware.api [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078271, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.995063] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078264, 'name': CreateVM_Task, 'duration_secs': 0.379982} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.995368] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1081.995967] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.996181] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.996628] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.996922] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bbaa5d3-c522-4d0e-a0a2-a8bea0ce729b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.008224] env[69413]: DEBUG oslo_vmware.api [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1082.008224] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d01118-4aeb-3725-a6b1-da3581702e52" [ 1082.008224] env[69413]: _type = "Task" [ 1082.008224] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.015217] env[69413]: DEBUG oslo_vmware.api [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d01118-4aeb-3725-a6b1-da3581702e52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.081534] env[69413]: DEBUG oslo_vmware.api [req-cdd9d11b-8370-44b2-bf20-a3093ad16575 req-67f83dc7-b563-475b-a9e1-7be0c41e1801 service nova] Task: {'id': task-3078254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.174145] env[69413]: DEBUG oslo_vmware.api [None req-0d918839-2341-457a-becb-c99849854558 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164211} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.176990] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d918839-2341-457a-becb-c99849854558 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.177209] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0d918839-2341-457a-becb-c99849854558 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1082.177416] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0d918839-2341-457a-becb-c99849854558 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1082.177610] env[69413]: INFO nova.compute.manager [None req-0d918839-2341-457a-becb-c99849854558 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1082.177943] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d918839-2341-457a-becb-c99849854558 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.178381] env[69413]: DEBUG nova.compute.manager [-] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1082.178486] env[69413]: DEBUG nova.network.neutron [-] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1082.198246] env[69413]: DEBUG oslo_vmware.api [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078262, 'name': PowerOnVM_Task, 'duration_secs': 0.643964} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.198536] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.198755] env[69413]: INFO nova.compute.manager [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Took 8.09 seconds to spawn the instance on the hypervisor. [ 1082.198936] env[69413]: DEBUG nova.compute.manager [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.202046] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df82f7b-b4d2-478a-a952-e8c52556ae68 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.251227] env[69413]: DEBUG oslo_vmware.api [None req-c90e7ac1-258d-44e4-b021-d38df5c0e22d tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Task: {'id': task-3078268, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151353} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.251499] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-c90e7ac1-258d-44e4-b021-d38df5c0e22d tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.251683] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c90e7ac1-258d-44e4-b021-d38df5c0e22d tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1082.251891] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c90e7ac1-258d-44e4-b021-d38df5c0e22d tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1082.252081] env[69413]: INFO nova.compute.manager [None req-c90e7ac1-258d-44e4-b021-d38df5c0e22d tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1082.252335] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c90e7ac1-258d-44e4-b021-d38df5c0e22d tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.252533] env[69413]: DEBUG nova.compute.manager [-] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1082.252630] env[69413]: DEBUG nova.network.neutron [-] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1082.260503] env[69413]: DEBUG nova.network.neutron [req-713b492a-00ab-497e-bbe7-3abf11de0cb8 req-8bbe204c-34b4-445a-8197-7f333db223d0 service nova] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Updated VIF entry in instance network info cache for port e7ad7b02-15e7-424a-9ffc-d6b2d91105a5. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.260908] env[69413]: DEBUG nova.network.neutron [req-713b492a-00ab-497e-bbe7-3abf11de0cb8 req-8bbe204c-34b4-445a-8197-7f333db223d0 service nova] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Updating instance_info_cache with network_info: [{"id": "e7ad7b02-15e7-424a-9ffc-d6b2d91105a5", "address": "fa:16:3e:b7:29:64", "network": {"id": "61a05717-9f5d-4031-ac74-e8d03b04d677", "bridge": "br-int", "label": "tempest-ServersTestJSON-1834075300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38a8868548d7403ea0a11a77a65ba7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7ad7b02-15", "ovs_interfaceid": "e7ad7b02-15e7-424a-9ffc-d6b2d91105a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.300759] env[69413]: DEBUG oslo_vmware.api [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': task-3078269, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.380662] env[69413]: DEBUG oslo_vmware.api [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078270, 'name': Rename_Task, 'duration_secs': 0.141656} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.383165] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.383830] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c57c01d4-8233-431a-bc0b-162d3c7c3a3a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.390507] env[69413]: DEBUG oslo_vmware.api [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1082.390507] env[69413]: value = "task-3078272" [ 1082.390507] env[69413]: _type = "Task" [ 1082.390507] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.395515] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21410d9a-f9d8-45b8-a994-2a8275b3e4b4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.402397] env[69413]: DEBUG oslo_vmware.api [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.407125] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4882471a-8dac-4822-aa0c-d948f2321f17 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.442790] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d9e956-af8d-400c-a77f-685b2fb07aff {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.451181] env[69413]: DEBUG oslo_vmware.api [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078271, 'name': PowerOffVM_Task, 'duration_secs': 0.177305} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.453241] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.454355] env[69413]: DEBUG nova.compute.manager [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.454355] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150ab7a0-3d35-40e5-934e-704c01eaad7c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.458568] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d037dba-d6f5-41ef-8887-148a0be0b99a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.472684] env[69413]: DEBUG nova.compute.provider_tree [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.493908] env[69413]: DEBUG nova.compute.manager [req-4aae4b86-5588-483f-8c03-5a7f0c3dd03b req-7aceb224-903d-49c2-b20f-29ddfdad129a service nova] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Received event network-vif-deleted-a5e06b56-fa5f-48e2-aa61-61c1bdfc3f6f {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.493908] env[69413]: INFO nova.compute.manager [req-4aae4b86-5588-483f-8c03-5a7f0c3dd03b req-7aceb224-903d-49c2-b20f-29ddfdad129a service nova] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Neutron deleted interface a5e06b56-fa5f-48e2-aa61-61c1bdfc3f6f; detaching it from the instance and deleting it from the info cache [ 1082.493993] env[69413]: DEBUG nova.network.neutron [req-4aae4b86-5588-483f-8c03-5a7f0c3dd03b req-7aceb224-903d-49c2-b20f-29ddfdad129a service nova] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.516567] env[69413]: DEBUG oslo_vmware.api [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d01118-4aeb-3725-a6b1-da3581702e52, 'name': SearchDatastore_Task, 'duration_secs': 0.067243} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.516864] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.517105] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1082.517343] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.517490] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.517751] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1082.517909] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3e4727f-67f4-4aaa-8d2c-4277900c145f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.537143] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1082.537355] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1082.538127] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cf396ae-da5e-49d7-8a4e-4bc2d81ac770 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.543126] env[69413]: DEBUG oslo_vmware.api [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1082.543126] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52243a25-8839-8f38-d086-2b65e3199fae" [ 1082.543126] env[69413]: _type = "Task" [ 1082.543126] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.552868] env[69413]: DEBUG oslo_vmware.api [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52243a25-8839-8f38-d086-2b65e3199fae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.573393] env[69413]: DEBUG oslo_vmware.api [req-cdd9d11b-8370-44b2-bf20-a3093ad16575 req-67f83dc7-b563-475b-a9e1-7be0c41e1801 service nova] Task: {'id': task-3078254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.720997] env[69413]: DEBUG nova.compute.manager [req-d8941141-5a82-4cc2-84cc-09b7c6c55b06 req-44f2214a-30de-478f-9c0a-6a5f598a8e5f service nova] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Received event network-vif-deleted-40282f08-4dd5-40cf-96e5-763b1b99108a {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.721317] env[69413]: INFO nova.compute.manager [req-d8941141-5a82-4cc2-84cc-09b7c6c55b06 req-44f2214a-30de-478f-9c0a-6a5f598a8e5f service nova] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Neutron deleted interface 40282f08-4dd5-40cf-96e5-763b1b99108a; detaching it from the instance and deleting it from the info cache [ 1082.721576] env[69413]: DEBUG nova.network.neutron [req-d8941141-5a82-4cc2-84cc-09b7c6c55b06 req-44f2214a-30de-478f-9c0a-6a5f598a8e5f service nova] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.726816] env[69413]: INFO nova.compute.manager [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Took 25.04 seconds to build instance. [ 1082.764383] env[69413]: DEBUG oslo_concurrency.lockutils [req-713b492a-00ab-497e-bbe7-3abf11de0cb8 req-8bbe204c-34b4-445a-8197-7f333db223d0 service nova] Releasing lock "refresh_cache-e0781694-335c-4773-a54d-538da4eadeaa" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.805922] env[69413]: DEBUG oslo_vmware.api [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': task-3078269, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554613} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.806404] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab/5e6f3c64-ad2a-4cc4-af05-71a35a1501ab.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1082.806618] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1082.806971] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15bdc6d0-58b7-40f3-9c75-8df9e6fd3c4c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.815628] env[69413]: DEBUG oslo_vmware.api [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Waiting for the task: (returnval){ [ 1082.815628] env[69413]: value = "task-3078273" [ 1082.815628] env[69413]: _type = "Task" [ 1082.815628] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.827211] env[69413]: DEBUG oslo_vmware.api [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': task-3078273, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.901250] env[69413]: DEBUG oslo_vmware.api [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078272, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.977570] env[69413]: DEBUG nova.network.neutron [-] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.979637] env[69413]: DEBUG nova.scheduler.client.report [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.985913] env[69413]: DEBUG oslo_concurrency.lockutils [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "fb0eb653-c2e0-451f-b21f-bba3fb477983" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.594s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.997084] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-189801c8-f5fd-4374-b8c6-3737b1aa142a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.011247] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523c2841-6bed-4cc4-95d7-0024c95baa3d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.050689] env[69413]: DEBUG nova.compute.manager [req-4aae4b86-5588-483f-8c03-5a7f0c3dd03b req-7aceb224-903d-49c2-b20f-29ddfdad129a service nova] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Detach interface failed, port_id=a5e06b56-fa5f-48e2-aa61-61c1bdfc3f6f, reason: Instance ba15ffbe-192a-448a-bc28-461f876c6804 could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1083.060461] env[69413]: DEBUG oslo_vmware.api [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52243a25-8839-8f38-d086-2b65e3199fae, 'name': SearchDatastore_Task, 'duration_secs': 0.077643} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.061451] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1199f80-b373-41d0-b246-d34a901967df {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.067616] env[69413]: DEBUG oslo_vmware.api [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1083.067616] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]523aba9a-cae3-4609-3e14-986f0998d40e" [ 1083.067616] env[69413]: _type = "Task" [ 1083.067616] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.080929] env[69413]: DEBUG oslo_vmware.api [req-cdd9d11b-8370-44b2-bf20-a3093ad16575 req-67f83dc7-b563-475b-a9e1-7be0c41e1801 service nova] Task: {'id': task-3078254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.084567] env[69413]: DEBUG oslo_vmware.api [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]523aba9a-cae3-4609-3e14-986f0998d40e, 'name': SearchDatastore_Task, 'duration_secs': 0.009925} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.084855] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.085193] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] e0781694-335c-4773-a54d-538da4eadeaa/e0781694-335c-4773-a54d-538da4eadeaa.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1083.085476] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f17baa9-844a-4700-aea9-d3b860924b32 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.091638] env[69413]: DEBUG oslo_vmware.api [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1083.091638] env[69413]: value = "task-3078274" [ 1083.091638] env[69413]: _type = "Task" [ 1083.091638] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.100821] env[69413]: DEBUG oslo_vmware.api [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078274, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.201229] env[69413]: DEBUG nova.network.neutron [-] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.226375] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e3010dde-03b3-452f-b326-dc3c456d0c9e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.229102] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bf199b5e-38f0-499b-b5d7-eae0fef2086f tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "37ed227d-495e-4f1b-8acb-2c30ca5555b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.549s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.238468] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3a1aa3-161d-4583-a03d-66e384ca6c9f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.276445] env[69413]: DEBUG nova.compute.manager [req-d8941141-5a82-4cc2-84cc-09b7c6c55b06 req-44f2214a-30de-478f-9c0a-6a5f598a8e5f service nova] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Detach interface failed, port_id=40282f08-4dd5-40cf-96e5-763b1b99108a, reason: Instance a00b927a-72f2-43e5-8a2f-b677cac41d83 could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1083.326676] env[69413]: DEBUG oslo_vmware.api [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': task-3078273, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071966} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.326676] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1083.327335] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ba7aa3-9f3a-4364-a083-b9662acc511b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.350592] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab/5e6f3c64-ad2a-4cc4-af05-71a35a1501ab.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.351637] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6676373b-e11b-4063-acc4-8a14ff88107b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.373428] env[69413]: DEBUG oslo_vmware.api [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Waiting for the task: (returnval){ [ 1083.373428] env[69413]: value = "task-3078275" [ 1083.373428] env[69413]: _type = "Task" [ 1083.373428] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.383870] env[69413]: DEBUG oslo_vmware.api [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': task-3078275, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.405612] env[69413]: DEBUG oslo_vmware.api [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078272, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.486032] env[69413]: INFO nova.compute.manager [-] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Took 1.30 seconds to deallocate network for instance. [ 1083.486792] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.488080] env[69413]: DEBUG nova.compute.manager [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1083.496749] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.123s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.498600] env[69413]: INFO nova.compute.claims [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1083.510903] env[69413]: DEBUG oslo_concurrency.lockutils [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.577954] env[69413]: DEBUG oslo_vmware.api [req-cdd9d11b-8370-44b2-bf20-a3093ad16575 req-67f83dc7-b563-475b-a9e1-7be0c41e1801 service nova] Task: {'id': task-3078254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.605909] env[69413]: DEBUG oslo_vmware.api [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078274, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.647610] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bddcd9-3a20-44f4-9282-684545882d2e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.654726] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b06be2-7d54-48e3-9829-a357c577947a tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Suspending the VM {{(pid=69413) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1083.654994] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-41dad0bf-4ae6-44da-9e77-a3e3471f3e65 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.661375] env[69413]: DEBUG oslo_vmware.api [None req-a1b06be2-7d54-48e3-9829-a357c577947a tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 1083.661375] env[69413]: value = "task-3078276" [ 1083.661375] env[69413]: _type = "Task" [ 1083.661375] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.671254] env[69413]: DEBUG oslo_vmware.api [None req-a1b06be2-7d54-48e3-9829-a357c577947a tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078276, 'name': SuspendVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.705444] env[69413]: INFO nova.compute.manager [-] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Took 1.45 seconds to deallocate network for instance. [ 1083.705989] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bcc726d5-ceae-4457-a6bf-b6255463ea7a tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "fb0eb653-c2e0-451f-b21f-bba3fb477983" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.706306] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bcc726d5-ceae-4457-a6bf-b6255463ea7a tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "fb0eb653-c2e0-451f-b21f-bba3fb477983" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.706675] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bcc726d5-ceae-4457-a6bf-b6255463ea7a tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "fb0eb653-c2e0-451f-b21f-bba3fb477983-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.706813] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bcc726d5-ceae-4457-a6bf-b6255463ea7a tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "fb0eb653-c2e0-451f-b21f-bba3fb477983-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.707010] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bcc726d5-ceae-4457-a6bf-b6255463ea7a tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "fb0eb653-c2e0-451f-b21f-bba3fb477983-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.710135] env[69413]: INFO nova.compute.manager [None req-bcc726d5-ceae-4457-a6bf-b6255463ea7a tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Terminating instance [ 1083.884770] env[69413]: DEBUG oslo_vmware.api [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': task-3078275, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.901778] env[69413]: DEBUG oslo_vmware.api [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078272, 'name': PowerOnVM_Task, 'duration_secs': 1.146949} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.902090] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.902302] env[69413]: INFO nova.compute.manager [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Took 7.33 seconds to spawn the instance on the hypervisor. [ 1083.902481] env[69413]: DEBUG nova.compute.manager [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.903304] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71776951-b3d0-4b40-bd66-13b74c546676 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.008538] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0d918839-2341-457a-becb-c99849854558 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.009538] env[69413]: DEBUG nova.compute.utils [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1084.010994] env[69413]: DEBUG nova.compute.manager [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1084.011169] env[69413]: DEBUG nova.network.neutron [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1084.062227] env[69413]: DEBUG nova.policy [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62b3d8b424414e2bb1cf083dbf4bd2ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11c2552745004653a56729116c3b1fa6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1084.077463] env[69413]: DEBUG oslo_vmware.api [req-cdd9d11b-8370-44b2-bf20-a3093ad16575 req-67f83dc7-b563-475b-a9e1-7be0c41e1801 service nova] Task: {'id': task-3078254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.104376] env[69413]: DEBUG oslo_vmware.api [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078274, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542523} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.104707] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] e0781694-335c-4773-a54d-538da4eadeaa/e0781694-335c-4773-a54d-538da4eadeaa.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1084.105161] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1084.106874] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a66ee5d-0bbd-46f8-bdb0-ba1b2aaf25b7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.114132] env[69413]: DEBUG oslo_vmware.api [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1084.114132] env[69413]: value = "task-3078277" [ 1084.114132] env[69413]: _type = "Task" [ 1084.114132] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.122341] env[69413]: DEBUG oslo_vmware.api [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078277, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.173209] env[69413]: DEBUG oslo_vmware.api [None req-a1b06be2-7d54-48e3-9829-a357c577947a tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078276, 'name': SuspendVM_Task} progress is 54%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.216712] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c90e7ac1-258d-44e4-b021-d38df5c0e22d tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.217340] env[69413]: DEBUG nova.compute.manager [None req-bcc726d5-ceae-4457-a6bf-b6255463ea7a tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1084.217540] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc726d5-ceae-4457-a6bf-b6255463ea7a tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.218414] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c8d3ac-ca00-4481-8f15-00b91e7741a8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.225965] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc726d5-ceae-4457-a6bf-b6255463ea7a tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.226172] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-385a9249-49fc-4803-8478-11ace7283418 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.285764] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc726d5-ceae-4457-a6bf-b6255463ea7a tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.285908] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc726d5-ceae-4457-a6bf-b6255463ea7a tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.286110] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcc726d5-ceae-4457-a6bf-b6255463ea7a tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Deleting the datastore file [datastore2] fb0eb653-c2e0-451f-b21f-bba3fb477983 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.286806] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9663d23-5d7a-4780-b44f-62c04afdf080 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.294437] env[69413]: DEBUG oslo_vmware.api [None req-bcc726d5-ceae-4457-a6bf-b6255463ea7a tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1084.294437] env[69413]: value = "task-3078279" [ 1084.294437] env[69413]: _type = "Task" [ 1084.294437] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.301954] env[69413]: DEBUG oslo_vmware.api [None req-bcc726d5-ceae-4457-a6bf-b6255463ea7a tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078279, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.384117] env[69413]: DEBUG oslo_vmware.api [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': task-3078275, 'name': ReconfigVM_Task, 'duration_secs': 0.535702} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.384498] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab/5e6f3c64-ad2a-4cc4-af05-71a35a1501ab.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.385139] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4793a4f6-8960-4e0f-9845-4119804247cc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.390834] env[69413]: DEBUG oslo_vmware.api [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Waiting for the task: (returnval){ [ 1084.390834] env[69413]: value = "task-3078280" [ 1084.390834] env[69413]: _type = "Task" [ 1084.390834] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.399414] env[69413]: DEBUG oslo_vmware.api [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': task-3078280, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.423689] env[69413]: INFO nova.compute.manager [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Took 26.24 seconds to build instance. [ 1084.449931] env[69413]: DEBUG nova.network.neutron [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Successfully created port: 93a2e930-2406-4e84-916d-6f7a864671bb {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1084.514476] env[69413]: DEBUG nova.compute.manager [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1084.578033] env[69413]: DEBUG oslo_vmware.api [req-cdd9d11b-8370-44b2-bf20-a3093ad16575 req-67f83dc7-b563-475b-a9e1-7be0c41e1801 service nova] Task: {'id': task-3078254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.625454] env[69413]: DEBUG oslo_vmware.api [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078277, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077874} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.626268] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1084.626592] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0655c273-22c9-4c0d-b00f-f8d0bab4fe8f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.649777] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] e0781694-335c-4773-a54d-538da4eadeaa/e0781694-335c-4773-a54d-538da4eadeaa.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.652636] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7b5b599-ff96-4f72-83bf-bcaf3c35f4ae {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.675968] env[69413]: DEBUG oslo_vmware.api [None req-a1b06be2-7d54-48e3-9829-a357c577947a tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078276, 'name': SuspendVM_Task, 'duration_secs': 0.675614} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.677316] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b06be2-7d54-48e3-9829-a357c577947a tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Suspended the VM {{(pid=69413) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1084.677503] env[69413]: DEBUG nova.compute.manager [None req-a1b06be2-7d54-48e3-9829-a357c577947a tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.677849] env[69413]: DEBUG oslo_vmware.api [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1084.677849] env[69413]: value = "task-3078281" [ 1084.677849] env[69413]: _type = "Task" [ 1084.677849] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.678563] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393cc3ac-04ee-424d-862b-12e154592486 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.695180] env[69413]: DEBUG oslo_vmware.api [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078281, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.809693] env[69413]: DEBUG oslo_vmware.api [None req-bcc726d5-ceae-4457-a6bf-b6255463ea7a tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078279, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.886045] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1fa00f-84a1-4df1-9d8b-5bdecd155545 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.900025] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2f330b-6688-4dce-b9ed-76082435ce51 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.906353] env[69413]: DEBUG oslo_vmware.api [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': task-3078280, 'name': Rename_Task, 'duration_secs': 0.13073} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.936701] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.937187] env[69413]: DEBUG oslo_concurrency.lockutils [None req-493656d8-46b6-4616-8e2e-da2b6bb00b9e tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "245b6791-5aa0-48a4-8f67-ab3e48fca4fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.766s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.937651] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfef1768-86f1-4ac4-b8c9-633a7bebd8c3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.939843] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70593068-0f8d-4739-b97c-e710acc2f761 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.948945] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a74339-1096-4c5e-b794-c383a5fe751a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.953016] env[69413]: DEBUG oslo_vmware.api [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Waiting for the task: (returnval){ [ 1084.953016] env[69413]: value = "task-3078282" [ 1084.953016] env[69413]: _type = "Task" [ 1084.953016] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.964917] env[69413]: DEBUG nova.compute.provider_tree [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.969552] env[69413]: DEBUG oslo_vmware.api [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': task-3078282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.088187] env[69413]: DEBUG oslo_vmware.api [req-cdd9d11b-8370-44b2-bf20-a3093ad16575 req-67f83dc7-b563-475b-a9e1-7be0c41e1801 service nova] Task: {'id': task-3078254, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.190956] env[69413]: DEBUG oslo_vmware.api [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078281, 'name': ReconfigVM_Task, 'duration_secs': 0.322798} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.191409] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Reconfigured VM instance instance-00000063 to attach disk [datastore1] e0781694-335c-4773-a54d-538da4eadeaa/e0781694-335c-4773-a54d-538da4eadeaa.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.192086] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-535786ed-23bc-4c7e-9e16-f6006bfc076a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.199489] env[69413]: DEBUG oslo_vmware.api [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1085.199489] env[69413]: value = "task-3078283" [ 1085.199489] env[69413]: _type = "Task" [ 1085.199489] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.212008] env[69413]: DEBUG oslo_vmware.api [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078283, 'name': Rename_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.307559] env[69413]: DEBUG oslo_vmware.api [None req-bcc726d5-ceae-4457-a6bf-b6255463ea7a tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078279, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.536342} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.308320] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcc726d5-ceae-4457-a6bf-b6255463ea7a tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.308320] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc726d5-ceae-4457-a6bf-b6255463ea7a tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.308320] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc726d5-ceae-4457-a6bf-b6255463ea7a tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.308572] env[69413]: INFO nova.compute.manager [None req-bcc726d5-ceae-4457-a6bf-b6255463ea7a tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1085.308862] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcc726d5-ceae-4457-a6bf-b6255463ea7a tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.309073] env[69413]: DEBUG nova.compute.manager [-] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1085.312552] env[69413]: DEBUG nova.network.neutron [-] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1085.324153] env[69413]: DEBUG nova.compute.manager [req-2eff83a8-09ba-4941-800d-92f44a732509 req-0c975194-f152-4e70-8fff-5f75d307b60c service nova] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Received event network-changed-58e28117-fb76-4c9f-9d8c-8392ced13afd {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.324369] env[69413]: DEBUG nova.compute.manager [req-2eff83a8-09ba-4941-800d-92f44a732509 req-0c975194-f152-4e70-8fff-5f75d307b60c service nova] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Refreshing instance network info cache due to event network-changed-58e28117-fb76-4c9f-9d8c-8392ced13afd. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1085.324593] env[69413]: DEBUG oslo_concurrency.lockutils [req-2eff83a8-09ba-4941-800d-92f44a732509 req-0c975194-f152-4e70-8fff-5f75d307b60c service nova] Acquiring lock "refresh_cache-245b6791-5aa0-48a4-8f67-ab3e48fca4fb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.324729] env[69413]: DEBUG oslo_concurrency.lockutils [req-2eff83a8-09ba-4941-800d-92f44a732509 req-0c975194-f152-4e70-8fff-5f75d307b60c service nova] Acquired lock "refresh_cache-245b6791-5aa0-48a4-8f67-ab3e48fca4fb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.325086] env[69413]: DEBUG nova.network.neutron [req-2eff83a8-09ba-4941-800d-92f44a732509 req-0c975194-f152-4e70-8fff-5f75d307b60c service nova] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Refreshing network info cache for port 58e28117-fb76-4c9f-9d8c-8392ced13afd {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1085.463222] env[69413]: DEBUG oslo_vmware.api [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': task-3078282, 'name': PowerOnVM_Task, 'duration_secs': 0.482461} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.463504] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.464256] env[69413]: DEBUG nova.compute.manager [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.465099] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321e2301-da23-40a0-a9d1-78c717ff75a7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.472552] env[69413]: DEBUG nova.scheduler.client.report [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.523623] env[69413]: DEBUG nova.compute.manager [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1085.552419] env[69413]: DEBUG nova.virt.hardware [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1085.552662] env[69413]: DEBUG nova.virt.hardware [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1085.552816] env[69413]: DEBUG nova.virt.hardware [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1085.552995] env[69413]: DEBUG nova.virt.hardware [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1085.554116] env[69413]: DEBUG nova.virt.hardware [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1085.554533] env[69413]: DEBUG nova.virt.hardware [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1085.554781] env[69413]: DEBUG nova.virt.hardware [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1085.555078] env[69413]: DEBUG nova.virt.hardware [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1085.557945] env[69413]: DEBUG nova.virt.hardware [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1085.557945] env[69413]: DEBUG nova.virt.hardware [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1085.557945] env[69413]: DEBUG nova.virt.hardware [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1085.557945] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c15736-7710-40db-b27d-985b6e5b7086 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.569040] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a022d9f-efe3-4e65-b661-da060b1acb54 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.595054] env[69413]: DEBUG oslo_vmware.api [req-cdd9d11b-8370-44b2-bf20-a3093ad16575 req-67f83dc7-b563-475b-a9e1-7be0c41e1801 service nova] Task: {'id': task-3078254, 'name': ReconfigVM_Task, 'duration_secs': 5.77646} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.595267] env[69413]: DEBUG oslo_concurrency.lockutils [req-cdd9d11b-8370-44b2-bf20-a3093ad16575 req-67f83dc7-b563-475b-a9e1-7be0c41e1801 service nova] Releasing lock "a831417f-aa67-4dc5-9b42-9fa51e69d85c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.595499] env[69413]: DEBUG nova.virt.vmwareapi.vmops [req-cdd9d11b-8370-44b2-bf20-a3093ad16575 req-67f83dc7-b563-475b-a9e1-7be0c41e1801 service nova] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Reconfigured VM to detach interface {{(pid=69413) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1085.595964] env[69413]: DEBUG oslo_concurrency.lockutils [None req-86ea6fed-634d-49d1-ab60-10ffc4dab5c6 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "a831417f-aa67-4dc5-9b42-9fa51e69d85c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.036s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.596191] env[69413]: DEBUG oslo_concurrency.lockutils [None req-86ea6fed-634d-49d1-ab60-10ffc4dab5c6 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "a831417f-aa67-4dc5-9b42-9fa51e69d85c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.596420] env[69413]: DEBUG oslo_concurrency.lockutils [None req-86ea6fed-634d-49d1-ab60-10ffc4dab5c6 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "a831417f-aa67-4dc5-9b42-9fa51e69d85c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.596590] env[69413]: DEBUG oslo_concurrency.lockutils [None req-86ea6fed-634d-49d1-ab60-10ffc4dab5c6 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "a831417f-aa67-4dc5-9b42-9fa51e69d85c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.598553] env[69413]: INFO nova.compute.manager [None req-86ea6fed-634d-49d1-ab60-10ffc4dab5c6 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Terminating instance [ 1085.710804] env[69413]: DEBUG oslo_vmware.api [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078283, 'name': Rename_Task, 'duration_secs': 0.175698} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.711095] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.711348] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd9be294-c171-4e94-92ee-a2d4741e7a3f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.718264] env[69413]: DEBUG oslo_vmware.api [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1085.718264] env[69413]: value = "task-3078284" [ 1085.718264] env[69413]: _type = "Task" [ 1085.718264] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.727397] env[69413]: DEBUG oslo_vmware.api [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078284, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.984076] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.984697] env[69413]: DEBUG nova.compute.manager [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1085.994404] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fc04df9b-79fb-4143-814a-9568a9a40888 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.137s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.994404] env[69413]: DEBUG nova.objects.instance [None req-fc04df9b-79fb-4143-814a-9568a9a40888 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lazy-loading 'resources' on Instance uuid 28e09a43-f40d-4640-8cb7-18f69086b9e1 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.000776] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.069171] env[69413]: DEBUG nova.network.neutron [-] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.108186] env[69413]: DEBUG nova.compute.manager [None req-86ea6fed-634d-49d1-ab60-10ffc4dab5c6 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1086.108186] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-86ea6fed-634d-49d1-ab60-10ffc4dab5c6 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.109951] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac538d0-8d80-4b6b-b2e5-2fddaf9c7480 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.119759] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-86ea6fed-634d-49d1-ab60-10ffc4dab5c6 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.120296] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e34c27c7-b089-408a-acf2-a32536ef6899 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.127651] env[69413]: DEBUG oslo_vmware.api [None req-86ea6fed-634d-49d1-ab60-10ffc4dab5c6 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 1086.127651] env[69413]: value = "task-3078285" [ 1086.127651] env[69413]: _type = "Task" [ 1086.127651] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.144111] env[69413]: DEBUG oslo_vmware.api [None req-86ea6fed-634d-49d1-ab60-10ffc4dab5c6 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.170622] env[69413]: DEBUG nova.network.neutron [req-2eff83a8-09ba-4941-800d-92f44a732509 req-0c975194-f152-4e70-8fff-5f75d307b60c service nova] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Updated VIF entry in instance network info cache for port 58e28117-fb76-4c9f-9d8c-8392ced13afd. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1086.171010] env[69413]: DEBUG nova.network.neutron [req-2eff83a8-09ba-4941-800d-92f44a732509 req-0c975194-f152-4e70-8fff-5f75d307b60c service nova] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Updating instance_info_cache with network_info: [{"id": "58e28117-fb76-4c9f-9d8c-8392ced13afd", "address": "fa:16:3e:8e:f6:44", "network": {"id": "56fb7565-00c6-441e-972a-ed70ccd43ee9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1361173336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ee0c3413b84109b79b8f564907df44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58e28117-fb", "ovs_interfaceid": "58e28117-fb76-4c9f-9d8c-8392ced13afd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.229425] env[69413]: DEBUG oslo_vmware.api [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078284, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.388476] env[69413]: DEBUG nova.compute.manager [req-4ff949c3-c1a5-481c-892b-5f59e16c2275 req-cdaf1a78-baec-4eb1-b9e4-36475c98cb59 service nova] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Received event network-vif-plugged-93a2e930-2406-4e84-916d-6f7a864671bb {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.389439] env[69413]: DEBUG oslo_concurrency.lockutils [req-4ff949c3-c1a5-481c-892b-5f59e16c2275 req-cdaf1a78-baec-4eb1-b9e4-36475c98cb59 service nova] Acquiring lock "dadcf63e-b8ba-48c1-ad31-b7b9ed455850-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.389746] env[69413]: DEBUG oslo_concurrency.lockutils [req-4ff949c3-c1a5-481c-892b-5f59e16c2275 req-cdaf1a78-baec-4eb1-b9e4-36475c98cb59 service nova] Lock "dadcf63e-b8ba-48c1-ad31-b7b9ed455850-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.390457] env[69413]: DEBUG oslo_concurrency.lockutils [req-4ff949c3-c1a5-481c-892b-5f59e16c2275 req-cdaf1a78-baec-4eb1-b9e4-36475c98cb59 service nova] Lock "dadcf63e-b8ba-48c1-ad31-b7b9ed455850-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.390719] env[69413]: DEBUG nova.compute.manager [req-4ff949c3-c1a5-481c-892b-5f59e16c2275 req-cdaf1a78-baec-4eb1-b9e4-36475c98cb59 service nova] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] No waiting events found dispatching network-vif-plugged-93a2e930-2406-4e84-916d-6f7a864671bb {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1086.390927] env[69413]: WARNING nova.compute.manager [req-4ff949c3-c1a5-481c-892b-5f59e16c2275 req-cdaf1a78-baec-4eb1-b9e4-36475c98cb59 service nova] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Received unexpected event network-vif-plugged-93a2e930-2406-4e84-916d-6f7a864671bb for instance with vm_state building and task_state spawning. [ 1086.486927] env[69413]: DEBUG nova.network.neutron [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Successfully updated port: 93a2e930-2406-4e84-916d-6f7a864671bb {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1086.495323] env[69413]: DEBUG nova.compute.utils [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1086.502534] env[69413]: DEBUG nova.compute.manager [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1086.502534] env[69413]: DEBUG nova.network.neutron [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1086.549939] env[69413]: DEBUG nova.policy [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a31bf8abc13f4301b7fd2d046095f508', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '766233e1213a4e82b80bdbaf2b5c3609', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1086.572300] env[69413]: INFO nova.compute.manager [-] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Took 1.26 seconds to deallocate network for instance. [ 1086.649134] env[69413]: DEBUG oslo_vmware.api [None req-86ea6fed-634d-49d1-ab60-10ffc4dab5c6 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078285, 'name': PowerOffVM_Task, 'duration_secs': 0.192407} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.651261] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-86ea6fed-634d-49d1-ab60-10ffc4dab5c6 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.651261] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-86ea6fed-634d-49d1-ab60-10ffc4dab5c6 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.651261] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aab93120-33a7-416c-8a6d-c93ce207c948 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.674657] env[69413]: DEBUG oslo_concurrency.lockutils [req-2eff83a8-09ba-4941-800d-92f44a732509 req-0c975194-f152-4e70-8fff-5f75d307b60c service nova] Releasing lock "refresh_cache-245b6791-5aa0-48a4-8f67-ab3e48fca4fb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.702430] env[69413]: DEBUG oslo_concurrency.lockutils [None req-cb3bb061-cb59-4338-aee4-466b9e8b9ee0 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "37ed227d-495e-4f1b-8acb-2c30ca5555b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.703052] env[69413]: DEBUG oslo_concurrency.lockutils [None req-cb3bb061-cb59-4338-aee4-466b9e8b9ee0 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "37ed227d-495e-4f1b-8acb-2c30ca5555b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.703052] env[69413]: DEBUG oslo_concurrency.lockutils [None req-cb3bb061-cb59-4338-aee4-466b9e8b9ee0 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "37ed227d-495e-4f1b-8acb-2c30ca5555b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.703170] env[69413]: DEBUG oslo_concurrency.lockutils [None req-cb3bb061-cb59-4338-aee4-466b9e8b9ee0 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "37ed227d-495e-4f1b-8acb-2c30ca5555b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.703324] env[69413]: DEBUG oslo_concurrency.lockutils [None req-cb3bb061-cb59-4338-aee4-466b9e8b9ee0 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "37ed227d-495e-4f1b-8acb-2c30ca5555b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.706126] env[69413]: INFO nova.compute.manager [None req-cb3bb061-cb59-4338-aee4-466b9e8b9ee0 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Terminating instance [ 1086.729322] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-86ea6fed-634d-49d1-ab60-10ffc4dab5c6 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.729462] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-86ea6fed-634d-49d1-ab60-10ffc4dab5c6 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.729698] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-86ea6fed-634d-49d1-ab60-10ffc4dab5c6 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Deleting the datastore file [datastore2] a831417f-aa67-4dc5-9b42-9fa51e69d85c {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.730662] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5166594d-234d-4b3b-bcbb-f89fe0c359f3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.740250] env[69413]: DEBUG oslo_vmware.api [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078284, 'name': PowerOnVM_Task, 'duration_secs': 0.647118} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.743479] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1086.743699] env[69413]: INFO nova.compute.manager [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Took 7.70 seconds to spawn the instance on the hypervisor. [ 1086.743881] env[69413]: DEBUG nova.compute.manager [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1086.745515] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8504a8-4113-4422-b761-a2736950ecdb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.751031] env[69413]: DEBUG oslo_vmware.api [None req-86ea6fed-634d-49d1-ab60-10ffc4dab5c6 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 1086.751031] env[69413]: value = "task-3078287" [ 1086.751031] env[69413]: _type = "Task" [ 1086.751031] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.767444] env[69413]: DEBUG oslo_vmware.api [None req-86ea6fed-634d-49d1-ab60-10ffc4dab5c6 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078287, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.903429] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f76c41a-2fdb-47c0-bc4e-bf27f710502b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.911183] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb868ed7-a227-4900-a1ff-0bd861045eff {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.941697] env[69413]: DEBUG nova.network.neutron [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Successfully created port: 62280d4b-3ea0-4e42-9c1d-b781088d391d {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1086.944159] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c806da7-53d4-49be-90b5-460c967d5c94 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.952641] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8580f02f-fa02-4545-8334-f928cc72d9bb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.966621] env[69413]: DEBUG nova.compute.provider_tree [None req-fc04df9b-79fb-4143-814a-9568a9a40888 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.993732] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Acquiring lock "refresh_cache-dadcf63e-b8ba-48c1-ad31-b7b9ed455850" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.994026] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Acquired lock "refresh_cache-dadcf63e-b8ba-48c1-ad31-b7b9ed455850" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.994097] env[69413]: DEBUG nova.network.neutron [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.006137] env[69413]: DEBUG nova.compute.manager [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1087.090330] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bcc726d5-ceae-4457-a6bf-b6255463ea7a tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.142707] env[69413]: DEBUG oslo_concurrency.lockutils [None req-20127c29-f823-423d-8649-4f40a7228aa9 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Acquiring lock "5e6f3c64-ad2a-4cc4-af05-71a35a1501ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.143846] env[69413]: DEBUG oslo_concurrency.lockutils [None req-20127c29-f823-423d-8649-4f40a7228aa9 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Lock "5e6f3c64-ad2a-4cc4-af05-71a35a1501ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.143846] env[69413]: DEBUG oslo_concurrency.lockutils [None req-20127c29-f823-423d-8649-4f40a7228aa9 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Acquiring lock "5e6f3c64-ad2a-4cc4-af05-71a35a1501ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.143846] env[69413]: DEBUG oslo_concurrency.lockutils [None req-20127c29-f823-423d-8649-4f40a7228aa9 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Lock "5e6f3c64-ad2a-4cc4-af05-71a35a1501ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.143846] env[69413]: DEBUG oslo_concurrency.lockutils [None req-20127c29-f823-423d-8649-4f40a7228aa9 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Lock "5e6f3c64-ad2a-4cc4-af05-71a35a1501ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.147865] env[69413]: INFO nova.compute.manager [None req-20127c29-f823-423d-8649-4f40a7228aa9 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Terminating instance [ 1087.210927] env[69413]: DEBUG nova.compute.manager [None req-cb3bb061-cb59-4338-aee4-466b9e8b9ee0 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1087.211409] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3bb061-cb59-4338-aee4-466b9e8b9ee0 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1087.212393] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4163925-9097-4f7b-a435-fcf931c01beb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.226257] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3bb061-cb59-4338-aee4-466b9e8b9ee0 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1087.226257] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1718c19-aa31-4c82-a501-46d27a033d97 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.229392] env[69413]: DEBUG oslo_concurrency.lockutils [None req-01a32570-2712-4567-ade6-03fd9d2ae6a8 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "7d1875ac-2554-480f-96ae-de15482d93df" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.229629] env[69413]: DEBUG oslo_concurrency.lockutils [None req-01a32570-2712-4567-ade6-03fd9d2ae6a8 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "7d1875ac-2554-480f-96ae-de15482d93df" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.229845] env[69413]: INFO nova.compute.manager [None req-01a32570-2712-4567-ade6-03fd9d2ae6a8 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Rebooting instance [ 1087.269029] env[69413]: DEBUG oslo_vmware.api [None req-86ea6fed-634d-49d1-ab60-10ffc4dab5c6 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078287, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.271814] env[69413]: INFO nova.compute.manager [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Took 26.91 seconds to build instance. [ 1087.298221] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3bb061-cb59-4338-aee4-466b9e8b9ee0 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1087.298871] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3bb061-cb59-4338-aee4-466b9e8b9ee0 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1087.298871] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb3bb061-cb59-4338-aee4-466b9e8b9ee0 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Deleting the datastore file [datastore2] 37ed227d-495e-4f1b-8acb-2c30ca5555b3 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1087.299097] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3586975c-f8d2-402d-a35c-c0312c66bf42 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.306562] env[69413]: DEBUG oslo_vmware.api [None req-cb3bb061-cb59-4338-aee4-466b9e8b9ee0 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 1087.306562] env[69413]: value = "task-3078289" [ 1087.306562] env[69413]: _type = "Task" [ 1087.306562] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.315752] env[69413]: DEBUG oslo_vmware.api [None req-cb3bb061-cb59-4338-aee4-466b9e8b9ee0 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078289, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.352651] env[69413]: DEBUG nova.compute.manager [req-fe6917c7-7fde-4859-ba84-82c0b623b906 req-00305f6a-d667-4f47-924e-1611fda99993 service nova] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Received event network-vif-deleted-292318fa-3b66-45f9-8670-29bb290ae5a8 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.471611] env[69413]: DEBUG nova.scheduler.client.report [None req-fc04df9b-79fb-4143-814a-9568a9a40888 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.531898] env[69413]: DEBUG nova.network.neutron [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1087.653541] env[69413]: DEBUG oslo_concurrency.lockutils [None req-20127c29-f823-423d-8649-4f40a7228aa9 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Acquiring lock "refresh_cache-5e6f3c64-ad2a-4cc4-af05-71a35a1501ab" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.653541] env[69413]: DEBUG oslo_concurrency.lockutils [None req-20127c29-f823-423d-8649-4f40a7228aa9 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Acquired lock "refresh_cache-5e6f3c64-ad2a-4cc4-af05-71a35a1501ab" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.653541] env[69413]: DEBUG nova.network.neutron [None req-20127c29-f823-423d-8649-4f40a7228aa9 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.679234] env[69413]: DEBUG nova.network.neutron [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Updating instance_info_cache with network_info: [{"id": "93a2e930-2406-4e84-916d-6f7a864671bb", "address": "fa:16:3e:b6:d5:01", "network": {"id": "6ca4c46b-4399-4648-93fc-ee7067a72f69", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1328359601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11c2552745004653a56729116c3b1fa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93a2e930-24", "ovs_interfaceid": "93a2e930-2406-4e84-916d-6f7a864671bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.748668] env[69413]: DEBUG oslo_concurrency.lockutils [None req-01a32570-2712-4567-ade6-03fd9d2ae6a8 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "refresh_cache-7d1875ac-2554-480f-96ae-de15482d93df" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.748916] env[69413]: DEBUG oslo_concurrency.lockutils [None req-01a32570-2712-4567-ade6-03fd9d2ae6a8 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquired lock "refresh_cache-7d1875ac-2554-480f-96ae-de15482d93df" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.749363] env[69413]: DEBUG nova.network.neutron [None req-01a32570-2712-4567-ade6-03fd9d2ae6a8 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.768791] env[69413]: DEBUG oslo_vmware.api [None req-86ea6fed-634d-49d1-ab60-10ffc4dab5c6 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078287, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.572974} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.769632] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-86ea6fed-634d-49d1-ab60-10ffc4dab5c6 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.769815] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-86ea6fed-634d-49d1-ab60-10ffc4dab5c6 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.769984] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-86ea6fed-634d-49d1-ab60-10ffc4dab5c6 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.770173] env[69413]: INFO nova.compute.manager [None req-86ea6fed-634d-49d1-ab60-10ffc4dab5c6 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1087.770407] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86ea6fed-634d-49d1-ab60-10ffc4dab5c6 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.770591] env[69413]: DEBUG nova.compute.manager [-] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1087.770725] env[69413]: DEBUG nova.network.neutron [-] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1087.774941] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9bad4496-b9b3-4a6e-9db8-fb92e00d02f7 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "e0781694-335c-4773-a54d-538da4eadeaa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.417s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.817954] env[69413]: DEBUG oslo_vmware.api [None req-cb3bb061-cb59-4338-aee4-466b9e8b9ee0 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078289, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167262} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.818661] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb3bb061-cb59-4338-aee4-466b9e8b9ee0 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.818985] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3bb061-cb59-4338-aee4-466b9e8b9ee0 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.819292] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3bb061-cb59-4338-aee4-466b9e8b9ee0 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.819605] env[69413]: INFO nova.compute.manager [None req-cb3bb061-cb59-4338-aee4-466b9e8b9ee0 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1087.819946] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb3bb061-cb59-4338-aee4-466b9e8b9ee0 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.820249] env[69413]: DEBUG nova.compute.manager [-] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1087.820452] env[69413]: DEBUG nova.network.neutron [-] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1087.982029] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fc04df9b-79fb-4143-814a-9568a9a40888 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.987s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.983663] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7ee84586-c337-4515-ae61-bbf09e121dfe tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.850s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.983959] env[69413]: DEBUG nova.objects.instance [None req-7ee84586-c337-4515-ae61-bbf09e121dfe tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lazy-loading 'resources' on Instance uuid d4f71449-d687-4706-9ee0-c2c5841c9709 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.015971] env[69413]: INFO nova.scheduler.client.report [None req-fc04df9b-79fb-4143-814a-9568a9a40888 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Deleted allocations for instance 28e09a43-f40d-4640-8cb7-18f69086b9e1 [ 1088.018339] env[69413]: DEBUG nova.compute.manager [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1088.067766] env[69413]: DEBUG nova.virt.hardware [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.068750] env[69413]: DEBUG nova.virt.hardware [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.068830] env[69413]: DEBUG nova.virt.hardware [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.069051] env[69413]: DEBUG nova.virt.hardware [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.069278] env[69413]: DEBUG nova.virt.hardware [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.069476] env[69413]: DEBUG nova.virt.hardware [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.069775] env[69413]: DEBUG nova.virt.hardware [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.070046] env[69413]: DEBUG nova.virt.hardware [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.070408] env[69413]: DEBUG nova.virt.hardware [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.070498] env[69413]: DEBUG nova.virt.hardware [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.070703] env[69413]: DEBUG nova.virt.hardware [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.073224] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b790989a-9930-4007-a145-b0ba6ba92f9e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.085170] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d7d774-5b4f-4858-aff6-edd5b6a1a80b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.179443] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Releasing lock "refresh_cache-dadcf63e-b8ba-48c1-ad31-b7b9ed455850" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.179967] env[69413]: DEBUG nova.compute.manager [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Instance network_info: |[{"id": "93a2e930-2406-4e84-916d-6f7a864671bb", "address": "fa:16:3e:b6:d5:01", "network": {"id": "6ca4c46b-4399-4648-93fc-ee7067a72f69", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1328359601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11c2552745004653a56729116c3b1fa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93a2e930-24", "ovs_interfaceid": "93a2e930-2406-4e84-916d-6f7a864671bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1088.180964] env[69413]: DEBUG nova.network.neutron [None req-20127c29-f823-423d-8649-4f40a7228aa9 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1088.183963] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:d5:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e9fa4744-8702-4973-b911-ee18192a3e4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93a2e930-2406-4e84-916d-6f7a864671bb', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1088.194338] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.194595] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1088.195255] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95f3cb71-c57c-4db2-8b00-aefe2796134b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.219866] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1088.219866] env[69413]: value = "task-3078290" [ 1088.219866] env[69413]: _type = "Task" [ 1088.219866] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.230502] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078290, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.303108] env[69413]: DEBUG nova.network.neutron [None req-20127c29-f823-423d-8649-4f40a7228aa9 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.417755] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Acquiring lock "ae75ff3f-13fe-4a83-902b-cf69b342bf72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.417996] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Lock "ae75ff3f-13fe-4a83-902b-cf69b342bf72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.422878] env[69413]: DEBUG nova.compute.manager [req-1a9a4c73-80dd-4de2-a391-621a3ef0281b req-2ee1d177-88be-4200-8070-d39b2252e957 service nova] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Received event network-changed-93a2e930-2406-4e84-916d-6f7a864671bb {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.422878] env[69413]: DEBUG nova.compute.manager [req-1a9a4c73-80dd-4de2-a391-621a3ef0281b req-2ee1d177-88be-4200-8070-d39b2252e957 service nova] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Refreshing instance network info cache due to event network-changed-93a2e930-2406-4e84-916d-6f7a864671bb. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1088.422985] env[69413]: DEBUG oslo_concurrency.lockutils [req-1a9a4c73-80dd-4de2-a391-621a3ef0281b req-2ee1d177-88be-4200-8070-d39b2252e957 service nova] Acquiring lock "refresh_cache-dadcf63e-b8ba-48c1-ad31-b7b9ed455850" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.423172] env[69413]: DEBUG oslo_concurrency.lockutils [req-1a9a4c73-80dd-4de2-a391-621a3ef0281b req-2ee1d177-88be-4200-8070-d39b2252e957 service nova] Acquired lock "refresh_cache-dadcf63e-b8ba-48c1-ad31-b7b9ed455850" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.423367] env[69413]: DEBUG nova.network.neutron [req-1a9a4c73-80dd-4de2-a391-621a3ef0281b req-2ee1d177-88be-4200-8070-d39b2252e957 service nova] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Refreshing network info cache for port 93a2e930-2406-4e84-916d-6f7a864671bb {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.527618] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fc04df9b-79fb-4143-814a-9568a9a40888 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "28e09a43-f40d-4640-8cb7-18f69086b9e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.781s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.550758] env[69413]: DEBUG oslo_concurrency.lockutils [None req-15a29fff-911f-4788-8696-316f79569bce tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "e0781694-335c-4773-a54d-538da4eadeaa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.551842] env[69413]: DEBUG oslo_concurrency.lockutils [None req-15a29fff-911f-4788-8696-316f79569bce tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "e0781694-335c-4773-a54d-538da4eadeaa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.552290] env[69413]: DEBUG oslo_concurrency.lockutils [None req-15a29fff-911f-4788-8696-316f79569bce tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "e0781694-335c-4773-a54d-538da4eadeaa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.552401] env[69413]: DEBUG oslo_concurrency.lockutils [None req-15a29fff-911f-4788-8696-316f79569bce tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "e0781694-335c-4773-a54d-538da4eadeaa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.552584] env[69413]: DEBUG oslo_concurrency.lockutils [None req-15a29fff-911f-4788-8696-316f79569bce tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "e0781694-335c-4773-a54d-538da4eadeaa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.558528] env[69413]: INFO nova.compute.manager [None req-15a29fff-911f-4788-8696-316f79569bce tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Terminating instance [ 1088.696187] env[69413]: DEBUG nova.network.neutron [None req-01a32570-2712-4567-ade6-03fd9d2ae6a8 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Updating instance_info_cache with network_info: [{"id": "c6acdae9-7ef1-481d-a2b6-f659f245985e", "address": "fa:16:3e:fb:99:0d", "network": {"id": "9f6a6da5-f7d8-4701-b117-bc929b707d63", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510056269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9155da285b149afae28b1048f0d10d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6acdae9-7e", "ovs_interfaceid": "c6acdae9-7ef1-481d-a2b6-f659f245985e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.730773] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078290, 'name': CreateVM_Task, 'duration_secs': 0.395019} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.734084] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.735140] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.735302] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.735609] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.735860] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8becaeda-c186-49c8-b532-4e869ec79ca2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.741178] env[69413]: DEBUG oslo_vmware.api [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Waiting for the task: (returnval){ [ 1088.741178] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]529291f7-45e7-9ae4-04ee-be7e287743b9" [ 1088.741178] env[69413]: _type = "Task" [ 1088.741178] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.752653] env[69413]: DEBUG oslo_vmware.api [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]529291f7-45e7-9ae4-04ee-be7e287743b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.757755] env[69413]: DEBUG nova.network.neutron [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Successfully updated port: 62280d4b-3ea0-4e42-9c1d-b781088d391d {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1088.801451] env[69413]: DEBUG nova.network.neutron [-] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.807686] env[69413]: DEBUG oslo_concurrency.lockutils [None req-20127c29-f823-423d-8649-4f40a7228aa9 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Releasing lock "refresh_cache-5e6f3c64-ad2a-4cc4-af05-71a35a1501ab" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.807686] env[69413]: DEBUG nova.compute.manager [None req-20127c29-f823-423d-8649-4f40a7228aa9 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1088.807686] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-20127c29-f823-423d-8649-4f40a7228aa9 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.807882] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4837ff94-dbcf-438a-b754-dc9db911f270 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.815456] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-20127c29-f823-423d-8649-4f40a7228aa9 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.818137] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2449b511-1b44-4f2d-9f66-4cb1606a14d8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.825167] env[69413]: DEBUG oslo_vmware.api [None req-20127c29-f823-423d-8649-4f40a7228aa9 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Waiting for the task: (returnval){ [ 1088.825167] env[69413]: value = "task-3078291" [ 1088.825167] env[69413]: _type = "Task" [ 1088.825167] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.833769] env[69413]: DEBUG oslo_vmware.api [None req-20127c29-f823-423d-8649-4f40a7228aa9 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': task-3078291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.848055] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b5d039-38f7-43d8-a238-7a60dd389ad2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.855534] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c980d5f7-01f2-4bd7-a053-e332f3a2a917 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.886646] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5af6be-b8b6-4d3b-b33b-170b5aa4ab94 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.895059] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a92eca8-ce1d-45fa-8ed6-72497c49861a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.910012] env[69413]: DEBUG nova.compute.provider_tree [None req-7ee84586-c337-4515-ae61-bbf09e121dfe tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.920897] env[69413]: DEBUG nova.compute.manager [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1088.980485] env[69413]: DEBUG nova.network.neutron [-] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.064619] env[69413]: DEBUG nova.compute.manager [None req-15a29fff-911f-4788-8696-316f79569bce tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1089.064921] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-15a29fff-911f-4788-8696-316f79569bce tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.066492] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7307e61-429d-4f6f-b19b-19a55b045a68 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.079196] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a29fff-911f-4788-8696-316f79569bce tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.079843] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17e5a9d2-c770-42c9-8816-945fa78a91be {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.086567] env[69413]: DEBUG oslo_vmware.api [None req-15a29fff-911f-4788-8696-316f79569bce tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1089.086567] env[69413]: value = "task-3078292" [ 1089.086567] env[69413]: _type = "Task" [ 1089.086567] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.099291] env[69413]: DEBUG oslo_vmware.api [None req-15a29fff-911f-4788-8696-316f79569bce tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.203610] env[69413]: DEBUG oslo_concurrency.lockutils [None req-01a32570-2712-4567-ade6-03fd9d2ae6a8 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Releasing lock "refresh_cache-7d1875ac-2554-480f-96ae-de15482d93df" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.252468] env[69413]: DEBUG oslo_vmware.api [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]529291f7-45e7-9ae4-04ee-be7e287743b9, 'name': SearchDatastore_Task, 'duration_secs': 0.028357} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.252811] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.253092] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1089.253343] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.253491] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.253674] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.253941] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e4ba819-08c0-4929-a8e4-38c5a2371c1e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.258560] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquiring lock "refresh_cache-575224ad-7ee7-4a0a-a81a-6edb74dec5c8" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.258747] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquired lock "refresh_cache-575224ad-7ee7-4a0a-a81a-6edb74dec5c8" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.258918] env[69413]: DEBUG nova.network.neutron [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.262711] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.262940] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1089.263671] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a45189f-d5b0-4ae7-ac3a-1b5e7583b359 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.270683] env[69413]: DEBUG oslo_vmware.api [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Waiting for the task: (returnval){ [ 1089.270683] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d5b7b1-e0ea-01c7-97a7-c4e6058db2ee" [ 1089.270683] env[69413]: _type = "Task" [ 1089.270683] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.279892] env[69413]: DEBUG oslo_vmware.api [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d5b7b1-e0ea-01c7-97a7-c4e6058db2ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.282255] env[69413]: DEBUG nova.network.neutron [req-1a9a4c73-80dd-4de2-a391-621a3ef0281b req-2ee1d177-88be-4200-8070-d39b2252e957 service nova] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Updated VIF entry in instance network info cache for port 93a2e930-2406-4e84-916d-6f7a864671bb. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.282704] env[69413]: DEBUG nova.network.neutron [req-1a9a4c73-80dd-4de2-a391-621a3ef0281b req-2ee1d177-88be-4200-8070-d39b2252e957 service nova] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Updating instance_info_cache with network_info: [{"id": "93a2e930-2406-4e84-916d-6f7a864671bb", "address": "fa:16:3e:b6:d5:01", "network": {"id": "6ca4c46b-4399-4648-93fc-ee7067a72f69", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1328359601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11c2552745004653a56729116c3b1fa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93a2e930-24", "ovs_interfaceid": "93a2e930-2406-4e84-916d-6f7a864671bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.304643] env[69413]: INFO nova.compute.manager [-] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Took 1.48 seconds to deallocate network for instance. [ 1089.336875] env[69413]: DEBUG oslo_vmware.api [None req-20127c29-f823-423d-8649-4f40a7228aa9 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': task-3078291, 'name': PowerOffVM_Task, 'duration_secs': 0.264101} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.336875] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-20127c29-f823-423d-8649-4f40a7228aa9 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.337020] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-20127c29-f823-423d-8649-4f40a7228aa9 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.337260] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1cb57ad-d654-4176-8c42-c6267be676d0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.370678] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-20127c29-f823-423d-8649-4f40a7228aa9 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.370678] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-20127c29-f823-423d-8649-4f40a7228aa9 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.370678] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-20127c29-f823-423d-8649-4f40a7228aa9 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Deleting the datastore file [datastore1] 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.370832] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29f09494-5b82-4364-9ea6-5f50a840dca5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.377432] env[69413]: DEBUG oslo_vmware.api [None req-20127c29-f823-423d-8649-4f40a7228aa9 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Waiting for the task: (returnval){ [ 1089.377432] env[69413]: value = "task-3078294" [ 1089.377432] env[69413]: _type = "Task" [ 1089.377432] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.385522] env[69413]: DEBUG oslo_vmware.api [None req-20127c29-f823-423d-8649-4f40a7228aa9 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': task-3078294, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.395296] env[69413]: DEBUG nova.compute.manager [req-27daf4a3-4d9c-403f-bcfc-d6a0ce16dc3a req-19a18e27-f939-42ee-a714-36b62f3dc19a service nova] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Received event network-vif-deleted-c4fff2eb-107c-4889-b1cb-ad11f83f36a2 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.395529] env[69413]: DEBUG nova.compute.manager [req-27daf4a3-4d9c-403f-bcfc-d6a0ce16dc3a req-19a18e27-f939-42ee-a714-36b62f3dc19a service nova] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Received event network-vif-deleted-5b98aa6b-8164-43fa-83e5-c9d2a325787d {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.413380] env[69413]: DEBUG nova.scheduler.client.report [None req-7ee84586-c337-4515-ae61-bbf09e121dfe tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.443277] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.482981] env[69413]: INFO nova.compute.manager [-] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Took 1.71 seconds to deallocate network for instance. [ 1089.597710] env[69413]: DEBUG oslo_vmware.api [None req-15a29fff-911f-4788-8696-316f79569bce tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078292, 'name': PowerOffVM_Task, 'duration_secs': 0.295799} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.598019] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a29fff-911f-4788-8696-316f79569bce tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.598019] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-15a29fff-911f-4788-8696-316f79569bce tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.599101] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c6e06ee-9803-45ab-9104-42143bb1a0ca {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.708892] env[69413]: DEBUG nova.compute.manager [None req-01a32570-2712-4567-ade6-03fd9d2ae6a8 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.709794] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c05b6f-bb1f-4f09-9d1c-bb8c8fbfefc5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.780878] env[69413]: DEBUG oslo_vmware.api [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d5b7b1-e0ea-01c7-97a7-c4e6058db2ee, 'name': SearchDatastore_Task, 'duration_secs': 0.014088} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.781033] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1a324f1-fdd3-4fd7-8e54-fcfdd776ad25 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.785131] env[69413]: DEBUG oslo_concurrency.lockutils [req-1a9a4c73-80dd-4de2-a391-621a3ef0281b req-2ee1d177-88be-4200-8070-d39b2252e957 service nova] Releasing lock "refresh_cache-dadcf63e-b8ba-48c1-ad31-b7b9ed455850" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.786766] env[69413]: DEBUG oslo_vmware.api [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Waiting for the task: (returnval){ [ 1089.786766] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]527fb4ef-69e4-2196-64b9-74b53dd9ff93" [ 1089.786766] env[69413]: _type = "Task" [ 1089.786766] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.790128] env[69413]: DEBUG nova.network.neutron [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1089.796336] env[69413]: DEBUG oslo_vmware.api [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]527fb4ef-69e4-2196-64b9-74b53dd9ff93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.809443] env[69413]: DEBUG oslo_concurrency.lockutils [None req-cb3bb061-cb59-4338-aee4-466b9e8b9ee0 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.888633] env[69413]: DEBUG oslo_vmware.api [None req-20127c29-f823-423d-8649-4f40a7228aa9 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': task-3078294, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373736} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.888899] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-20127c29-f823-423d-8649-4f40a7228aa9 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.889096] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-20127c29-f823-423d-8649-4f40a7228aa9 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.889273] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-20127c29-f823-423d-8649-4f40a7228aa9 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.889445] env[69413]: INFO nova.compute.manager [None req-20127c29-f823-423d-8649-4f40a7228aa9 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1089.889684] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20127c29-f823-423d-8649-4f40a7228aa9 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.889872] env[69413]: DEBUG nova.compute.manager [-] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1089.889968] env[69413]: DEBUG nova.network.neutron [-] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1089.912123] env[69413]: DEBUG nova.network.neutron [-] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1089.918656] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7ee84586-c337-4515-ae61-bbf09e121dfe tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.935s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.921720] env[69413]: DEBUG oslo_concurrency.lockutils [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.410s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.921720] env[69413]: DEBUG nova.objects.instance [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69413) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1089.931242] env[69413]: DEBUG nova.network.neutron [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Updating instance_info_cache with network_info: [{"id": "62280d4b-3ea0-4e42-9c1d-b781088d391d", "address": "fa:16:3e:42:ab:e9", "network": {"id": "df4761ae-212a-4073-939a-98388439e29c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-36663941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "766233e1213a4e82b80bdbaf2b5c3609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62280d4b-3e", "ovs_interfaceid": "62280d4b-3ea0-4e42-9c1d-b781088d391d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.939684] env[69413]: INFO nova.scheduler.client.report [None req-7ee84586-c337-4515-ae61-bbf09e121dfe tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Deleted allocations for instance d4f71449-d687-4706-9ee0-c2c5841c9709 [ 1089.988514] env[69413]: DEBUG oslo_concurrency.lockutils [None req-86ea6fed-634d-49d1-ab60-10ffc4dab5c6 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.204594] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-15a29fff-911f-4788-8696-316f79569bce tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1090.204594] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-15a29fff-911f-4788-8696-316f79569bce tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1090.204909] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-15a29fff-911f-4788-8696-316f79569bce tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Deleting the datastore file [datastore1] e0781694-335c-4773-a54d-538da4eadeaa {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1090.204948] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c26a21dd-7a6d-4cf9-9af0-e696bed341f4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.211672] env[69413]: DEBUG oslo_vmware.api [None req-15a29fff-911f-4788-8696-316f79569bce tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1090.211672] env[69413]: value = "task-3078296" [ 1090.211672] env[69413]: _type = "Task" [ 1090.211672] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.219215] env[69413]: DEBUG oslo_vmware.api [None req-15a29fff-911f-4788-8696-316f79569bce tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078296, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.298045] env[69413]: DEBUG oslo_vmware.api [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]527fb4ef-69e4-2196-64b9-74b53dd9ff93, 'name': SearchDatastore_Task, 'duration_secs': 0.04345} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.298045] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.298045] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] dadcf63e-b8ba-48c1-ad31-b7b9ed455850/dadcf63e-b8ba-48c1-ad31-b7b9ed455850.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1090.298045] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96c37864-590d-4d06-87a5-ee5063d9e1e7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.304308] env[69413]: DEBUG oslo_vmware.api [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Waiting for the task: (returnval){ [ 1090.304308] env[69413]: value = "task-3078297" [ 1090.304308] env[69413]: _type = "Task" [ 1090.304308] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.311790] env[69413]: DEBUG oslo_vmware.api [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': task-3078297, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.414589] env[69413]: DEBUG nova.network.neutron [-] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.433772] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Releasing lock "refresh_cache-575224ad-7ee7-4a0a-a81a-6edb74dec5c8" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.433888] env[69413]: DEBUG nova.compute.manager [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Instance network_info: |[{"id": "62280d4b-3ea0-4e42-9c1d-b781088d391d", "address": "fa:16:3e:42:ab:e9", "network": {"id": "df4761ae-212a-4073-939a-98388439e29c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-36663941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "766233e1213a4e82b80bdbaf2b5c3609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62280d4b-3e", "ovs_interfaceid": "62280d4b-3ea0-4e42-9c1d-b781088d391d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1090.434544] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:ab:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74e6f6e0-95e6-4531-99e9-0e78350fb655', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62280d4b-3ea0-4e42-9c1d-b781088d391d', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1090.442269] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.442751] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1090.442994] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc948ce6-84cf-43bf-862f-d3b40088558b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.461070] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7ee84586-c337-4515-ae61-bbf09e121dfe tempest-ServerDiskConfigTestJSON-160604977 tempest-ServerDiskConfigTestJSON-160604977-project-member] Lock "d4f71449-d687-4706-9ee0-c2c5841c9709" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.286s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.465820] env[69413]: DEBUG nova.compute.manager [req-5c7c7e19-3ab8-4798-87e0-82304f3e31b4 req-f9b2a7da-89c3-4f3c-8760-2d31d99a6e23 service nova] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Received event network-vif-plugged-62280d4b-3ea0-4e42-9c1d-b781088d391d {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.465984] env[69413]: DEBUG oslo_concurrency.lockutils [req-5c7c7e19-3ab8-4798-87e0-82304f3e31b4 req-f9b2a7da-89c3-4f3c-8760-2d31d99a6e23 service nova] Acquiring lock "575224ad-7ee7-4a0a-a81a-6edb74dec5c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.466298] env[69413]: DEBUG oslo_concurrency.lockutils [req-5c7c7e19-3ab8-4798-87e0-82304f3e31b4 req-f9b2a7da-89c3-4f3c-8760-2d31d99a6e23 service nova] Lock "575224ad-7ee7-4a0a-a81a-6edb74dec5c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.466467] env[69413]: DEBUG oslo_concurrency.lockutils [req-5c7c7e19-3ab8-4798-87e0-82304f3e31b4 req-f9b2a7da-89c3-4f3c-8760-2d31d99a6e23 service nova] Lock "575224ad-7ee7-4a0a-a81a-6edb74dec5c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.466659] env[69413]: DEBUG nova.compute.manager [req-5c7c7e19-3ab8-4798-87e0-82304f3e31b4 req-f9b2a7da-89c3-4f3c-8760-2d31d99a6e23 service nova] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] No waiting events found dispatching network-vif-plugged-62280d4b-3ea0-4e42-9c1d-b781088d391d {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1090.466778] env[69413]: WARNING nova.compute.manager [req-5c7c7e19-3ab8-4798-87e0-82304f3e31b4 req-f9b2a7da-89c3-4f3c-8760-2d31d99a6e23 service nova] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Received unexpected event network-vif-plugged-62280d4b-3ea0-4e42-9c1d-b781088d391d for instance with vm_state building and task_state spawning. [ 1090.467140] env[69413]: DEBUG nova.compute.manager [req-5c7c7e19-3ab8-4798-87e0-82304f3e31b4 req-f9b2a7da-89c3-4f3c-8760-2d31d99a6e23 service nova] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Received event network-changed-62280d4b-3ea0-4e42-9c1d-b781088d391d {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.467140] env[69413]: DEBUG nova.compute.manager [req-5c7c7e19-3ab8-4798-87e0-82304f3e31b4 req-f9b2a7da-89c3-4f3c-8760-2d31d99a6e23 service nova] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Refreshing instance network info cache due to event network-changed-62280d4b-3ea0-4e42-9c1d-b781088d391d. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1090.467289] env[69413]: DEBUG oslo_concurrency.lockutils [req-5c7c7e19-3ab8-4798-87e0-82304f3e31b4 req-f9b2a7da-89c3-4f3c-8760-2d31d99a6e23 service nova] Acquiring lock "refresh_cache-575224ad-7ee7-4a0a-a81a-6edb74dec5c8" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.467461] env[69413]: DEBUG oslo_concurrency.lockutils [req-5c7c7e19-3ab8-4798-87e0-82304f3e31b4 req-f9b2a7da-89c3-4f3c-8760-2d31d99a6e23 service nova] Acquired lock "refresh_cache-575224ad-7ee7-4a0a-a81a-6edb74dec5c8" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.467588] env[69413]: DEBUG nova.network.neutron [req-5c7c7e19-3ab8-4798-87e0-82304f3e31b4 req-f9b2a7da-89c3-4f3c-8760-2d31d99a6e23 service nova] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Refreshing network info cache for port 62280d4b-3ea0-4e42-9c1d-b781088d391d {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.470355] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1090.470355] env[69413]: value = "task-3078298" [ 1090.470355] env[69413]: _type = "Task" [ 1090.470355] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.480311] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078298, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.721796] env[69413]: DEBUG oslo_vmware.api [None req-15a29fff-911f-4788-8696-316f79569bce tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078296, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213837} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.722212] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-15a29fff-911f-4788-8696-316f79569bce tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.722675] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-15a29fff-911f-4788-8696-316f79569bce tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1090.722861] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-15a29fff-911f-4788-8696-316f79569bce tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.723068] env[69413]: INFO nova.compute.manager [None req-15a29fff-911f-4788-8696-316f79569bce tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1090.723327] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15a29fff-911f-4788-8696-316f79569bce tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.723529] env[69413]: DEBUG nova.compute.manager [-] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1090.723627] env[69413]: DEBUG nova.network.neutron [-] [instance: e0781694-335c-4773-a54d-538da4eadeaa] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1090.727106] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c058f7-29cf-4257-94a1-1498953ff6b3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.734533] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-01a32570-2712-4567-ade6-03fd9d2ae6a8 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Doing hard reboot of VM {{(pid=69413) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1090.734807] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-4d1dda34-f0ec-4df5-ab27-9a7737869f1c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.741677] env[69413]: DEBUG oslo_vmware.api [None req-01a32570-2712-4567-ade6-03fd9d2ae6a8 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1090.741677] env[69413]: value = "task-3078299" [ 1090.741677] env[69413]: _type = "Task" [ 1090.741677] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.750084] env[69413]: DEBUG oslo_vmware.api [None req-01a32570-2712-4567-ade6-03fd9d2ae6a8 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078299, 'name': ResetVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.815619] env[69413]: DEBUG oslo_vmware.api [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': task-3078297, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461559} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.815919] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] dadcf63e-b8ba-48c1-ad31-b7b9ed455850/dadcf63e-b8ba-48c1-ad31-b7b9ed455850.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1090.816131] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1090.816404] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90de7e4c-0806-43e6-a186-92903f92a818 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.823172] env[69413]: DEBUG oslo_vmware.api [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Waiting for the task: (returnval){ [ 1090.823172] env[69413]: value = "task-3078300" [ 1090.823172] env[69413]: _type = "Task" [ 1090.823172] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.833055] env[69413]: DEBUG oslo_vmware.api [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': task-3078300, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.920265] env[69413]: INFO nova.compute.manager [-] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Took 1.03 seconds to deallocate network for instance. [ 1090.930608] env[69413]: DEBUG oslo_concurrency.lockutils [None req-996de0a8-b3f6-46a4-b337-5c3d13aad934 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.933347] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0d918839-2341-457a-becb-c99849854558 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.923s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.933347] env[69413]: DEBUG nova.objects.instance [None req-0d918839-2341-457a-becb-c99849854558 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Lazy-loading 'resources' on Instance uuid ba15ffbe-192a-448a-bc28-461f876c6804 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.984095] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078298, 'name': CreateVM_Task, 'duration_secs': 0.427123} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.984379] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1090.985128] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.985316] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.985672] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.985968] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d591a6d-53e9-411e-9e65-1eb0fc7e3b73 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.991139] env[69413]: DEBUG oslo_vmware.api [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 1090.991139] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f9cb63-7446-2ebe-e1b9-f5b0cd87df91" [ 1090.991139] env[69413]: _type = "Task" [ 1090.991139] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.999525] env[69413]: DEBUG oslo_vmware.api [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f9cb63-7446-2ebe-e1b9-f5b0cd87df91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.252197] env[69413]: DEBUG oslo_vmware.api [None req-01a32570-2712-4567-ade6-03fd9d2ae6a8 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078299, 'name': ResetVM_Task, 'duration_secs': 0.101413} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.252496] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-01a32570-2712-4567-ade6-03fd9d2ae6a8 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Did hard reboot of VM {{(pid=69413) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1091.252721] env[69413]: DEBUG nova.compute.manager [None req-01a32570-2712-4567-ade6-03fd9d2ae6a8 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.253678] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26cd851c-4353-4162-8a19-0f355f68e8c2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.301305] env[69413]: DEBUG nova.network.neutron [req-5c7c7e19-3ab8-4798-87e0-82304f3e31b4 req-f9b2a7da-89c3-4f3c-8760-2d31d99a6e23 service nova] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Updated VIF entry in instance network info cache for port 62280d4b-3ea0-4e42-9c1d-b781088d391d. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.301707] env[69413]: DEBUG nova.network.neutron [req-5c7c7e19-3ab8-4798-87e0-82304f3e31b4 req-f9b2a7da-89c3-4f3c-8760-2d31d99a6e23 service nova] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Updating instance_info_cache with network_info: [{"id": "62280d4b-3ea0-4e42-9c1d-b781088d391d", "address": "fa:16:3e:42:ab:e9", "network": {"id": "df4761ae-212a-4073-939a-98388439e29c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-36663941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "766233e1213a4e82b80bdbaf2b5c3609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62280d4b-3e", "ovs_interfaceid": "62280d4b-3ea0-4e42-9c1d-b781088d391d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.333240] env[69413]: DEBUG oslo_vmware.api [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': task-3078300, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066459} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.333562] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1091.334395] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b47faa-cd78-439e-843b-8873b8ed5c09 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.357240] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] dadcf63e-b8ba-48c1-ad31-b7b9ed455850/dadcf63e-b8ba-48c1-ad31-b7b9ed455850.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.357731] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27895f4e-c688-4884-bfa3-38174349f595 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.378587] env[69413]: DEBUG oslo_vmware.api [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Waiting for the task: (returnval){ [ 1091.378587] env[69413]: value = "task-3078301" [ 1091.378587] env[69413]: _type = "Task" [ 1091.378587] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.386743] env[69413]: DEBUG oslo_vmware.api [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': task-3078301, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.427052] env[69413]: DEBUG oslo_concurrency.lockutils [None req-20127c29-f823-423d-8649-4f40a7228aa9 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.449281] env[69413]: DEBUG nova.network.neutron [-] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.502960] env[69413]: DEBUG oslo_vmware.api [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f9cb63-7446-2ebe-e1b9-f5b0cd87df91, 'name': SearchDatastore_Task, 'duration_secs': 0.00935} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.503540] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.503774] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1091.504013] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.504170] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.504353] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1091.504610] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cef6060e-199f-4c7d-86dd-af02b422e49e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.514619] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1091.515661] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1091.515661] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0297500-e1e3-453d-b003-a257387f8e2a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.520866] env[69413]: DEBUG oslo_vmware.api [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 1091.520866] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5259e8e3-38fa-91e5-28bc-16f6e21dca61" [ 1091.520866] env[69413]: _type = "Task" [ 1091.520866] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.530144] env[69413]: DEBUG oslo_vmware.api [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5259e8e3-38fa-91e5-28bc-16f6e21dca61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.709064] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6241b5cd-ba8b-4cc6-a7b6-12c1b518843c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.715988] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe89bc09-98e0-4511-9dcc-04ba014fe7a7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.747537] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f8db68-9294-4947-98ea-c70f66c187ab {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.754465] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f014ed88-cd33-486c-a909-893e71307281 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.769909] env[69413]: DEBUG nova.compute.provider_tree [None req-0d918839-2341-457a-becb-c99849854558 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.771336] env[69413]: DEBUG oslo_concurrency.lockutils [None req-01a32570-2712-4567-ade6-03fd9d2ae6a8 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "7d1875ac-2554-480f-96ae-de15482d93df" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.542s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.804623] env[69413]: DEBUG oslo_concurrency.lockutils [req-5c7c7e19-3ab8-4798-87e0-82304f3e31b4 req-f9b2a7da-89c3-4f3c-8760-2d31d99a6e23 service nova] Releasing lock "refresh_cache-575224ad-7ee7-4a0a-a81a-6edb74dec5c8" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.889537] env[69413]: DEBUG oslo_vmware.api [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': task-3078301, 'name': ReconfigVM_Task, 'duration_secs': 0.298876} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.890078] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Reconfigured VM instance instance-00000064 to attach disk [datastore2] dadcf63e-b8ba-48c1-ad31-b7b9ed455850/dadcf63e-b8ba-48c1-ad31-b7b9ed455850.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.893443] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08e876f9-1339-4917-9b1f-fae229c83445 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.898438] env[69413]: DEBUG oslo_vmware.api [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Waiting for the task: (returnval){ [ 1091.898438] env[69413]: value = "task-3078302" [ 1091.898438] env[69413]: _type = "Task" [ 1091.898438] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.906507] env[69413]: DEBUG oslo_vmware.api [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': task-3078302, 'name': Rename_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.956076] env[69413]: INFO nova.compute.manager [-] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Took 1.23 seconds to deallocate network for instance. [ 1092.034746] env[69413]: DEBUG oslo_vmware.api [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5259e8e3-38fa-91e5-28bc-16f6e21dca61, 'name': SearchDatastore_Task, 'duration_secs': 0.01661} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.036915] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec7c7592-a854-4110-84aa-1608a0225558 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.043242] env[69413]: DEBUG oslo_vmware.api [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 1092.043242] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d408dd-126b-8ab5-c887-a62ab322168c" [ 1092.043242] env[69413]: _type = "Task" [ 1092.043242] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.057578] env[69413]: DEBUG oslo_vmware.api [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d408dd-126b-8ab5-c887-a62ab322168c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.276158] env[69413]: DEBUG nova.scheduler.client.report [None req-0d918839-2341-457a-becb-c99849854558 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.325326] env[69413]: DEBUG oslo_concurrency.lockutils [None req-409876d7-2d13-4c15-9abc-a8164c7a3b6b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquiring lock "b2cc798f-a3e2-4ad6-8a1f-9b24069f9308" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.325326] env[69413]: DEBUG oslo_concurrency.lockutils [None req-409876d7-2d13-4c15-9abc-a8164c7a3b6b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Lock "b2cc798f-a3e2-4ad6-8a1f-9b24069f9308" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.409558] env[69413]: DEBUG oslo_vmware.api [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': task-3078302, 'name': Rename_Task, 'duration_secs': 0.166091} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.410443] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.410443] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f932a11-864a-4643-8ce7-6aea0f53aea9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.416305] env[69413]: DEBUG oslo_vmware.api [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Waiting for the task: (returnval){ [ 1092.416305] env[69413]: value = "task-3078303" [ 1092.416305] env[69413]: _type = "Task" [ 1092.416305] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.423843] env[69413]: DEBUG oslo_vmware.api [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': task-3078303, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.462477] env[69413]: DEBUG oslo_concurrency.lockutils [None req-15a29fff-911f-4788-8696-316f79569bce tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.495088] env[69413]: DEBUG nova.compute.manager [req-6385b1f6-21c0-48d8-9ec8-ff19d44bd838 req-d471cf4b-342d-4d72-bf4d-6b2f93eb5500 service nova] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Received event network-vif-deleted-e7ad7b02-15e7-424a-9ffc-d6b2d91105a5 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.561451] env[69413]: DEBUG oslo_vmware.api [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d408dd-126b-8ab5-c887-a62ab322168c, 'name': SearchDatastore_Task, 'duration_secs': 0.01357} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.561915] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.562057] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 575224ad-7ee7-4a0a-a81a-6edb74dec5c8/575224ad-7ee7-4a0a-a81a-6edb74dec5c8.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1092.562319] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abf6170b-9bc7-4a46-bc8e-65a43b803e4e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.568596] env[69413]: DEBUG oslo_vmware.api [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 1092.568596] env[69413]: value = "task-3078304" [ 1092.568596] env[69413]: _type = "Task" [ 1092.568596] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.577096] env[69413]: DEBUG oslo_vmware.api [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078304, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.783022] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0d918839-2341-457a-becb-c99849854558 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.849s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.783449] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c90e7ac1-258d-44e4-b021-d38df5c0e22d tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.567s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.784280] env[69413]: DEBUG nova.objects.instance [None req-c90e7ac1-258d-44e4-b021-d38df5c0e22d tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Lazy-loading 'resources' on Instance uuid a00b927a-72f2-43e5-8a2f-b677cac41d83 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.805140] env[69413]: INFO nova.scheduler.client.report [None req-0d918839-2341-457a-becb-c99849854558 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Deleted allocations for instance ba15ffbe-192a-448a-bc28-461f876c6804 [ 1092.829295] env[69413]: INFO nova.compute.manager [None req-409876d7-2d13-4c15-9abc-a8164c7a3b6b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Detaching volume 80cd03d2-20b1-4ea6-a908-44f7bb7293ce [ 1092.874395] env[69413]: INFO nova.virt.block_device [None req-409876d7-2d13-4c15-9abc-a8164c7a3b6b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Attempting to driver detach volume 80cd03d2-20b1-4ea6-a908-44f7bb7293ce from mountpoint /dev/sdb [ 1092.875209] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-409876d7-2d13-4c15-9abc-a8164c7a3b6b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Volume detach. Driver type: vmdk {{(pid=69413) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1092.875209] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-409876d7-2d13-4c15-9abc-a8164c7a3b6b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616287', 'volume_id': '80cd03d2-20b1-4ea6-a908-44f7bb7293ce', 'name': 'volume-80cd03d2-20b1-4ea6-a908-44f7bb7293ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b2cc798f-a3e2-4ad6-8a1f-9b24069f9308', 'attached_at': '', 'detached_at': '', 'volume_id': '80cd03d2-20b1-4ea6-a908-44f7bb7293ce', 'serial': '80cd03d2-20b1-4ea6-a908-44f7bb7293ce'} {{(pid=69413) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1092.876902] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70605a57-628e-4cc5-9519-c622b2e65f50 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.914661] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f30b1da-4292-4155-9f9d-4f5c119abb15 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.932377] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256b1795-e9e7-4839-aeba-59f7ea46c8f0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.934386] env[69413]: DEBUG oslo_vmware.api [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': task-3078303, 'name': PowerOnVM_Task, 'duration_secs': 0.483862} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.935018] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.935018] env[69413]: INFO nova.compute.manager [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Took 7.41 seconds to spawn the instance on the hypervisor. [ 1092.935155] env[69413]: DEBUG nova.compute.manager [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.936503] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43891354-4883-4d17-ba04-0f723beedb1e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.958333] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6a8059-b02e-4829-860f-d185a4f07e53 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.985980] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-409876d7-2d13-4c15-9abc-a8164c7a3b6b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] The volume has not been displaced from its original location: [datastore2] volume-80cd03d2-20b1-4ea6-a908-44f7bb7293ce/volume-80cd03d2-20b1-4ea6-a908-44f7bb7293ce.vmdk. No consolidation needed. {{(pid=69413) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1092.992931] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-409876d7-2d13-4c15-9abc-a8164c7a3b6b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Reconfiguring VM instance instance-00000048 to detach disk 2001 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1092.993125] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52d8d6b1-5383-4129-ba6f-1db07f2ef264 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.014549] env[69413]: DEBUG oslo_vmware.api [None req-409876d7-2d13-4c15-9abc-a8164c7a3b6b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 1093.014549] env[69413]: value = "task-3078305" [ 1093.014549] env[69413]: _type = "Task" [ 1093.014549] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.025219] env[69413]: DEBUG oslo_vmware.api [None req-409876d7-2d13-4c15-9abc-a8164c7a3b6b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3078305, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.078653] env[69413]: DEBUG oslo_vmware.api [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078304, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495743} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.078971] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 575224ad-7ee7-4a0a-a81a-6edb74dec5c8/575224ad-7ee7-4a0a-a81a-6edb74dec5c8.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1093.079212] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1093.079486] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af1ae019-4eb5-42c7-8570-b22d0a84dec5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.084874] env[69413]: DEBUG oslo_vmware.api [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 1093.084874] env[69413]: value = "task-3078306" [ 1093.084874] env[69413]: _type = "Task" [ 1093.084874] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.092610] env[69413]: DEBUG oslo_vmware.api [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078306, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.315139] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0d918839-2341-457a-becb-c99849854558 tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Lock "ba15ffbe-192a-448a-bc28-461f876c6804" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.769s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.477497] env[69413]: INFO nova.compute.manager [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Took 24.33 seconds to build instance. [ 1093.523598] env[69413]: DEBUG oslo_vmware.api [None req-409876d7-2d13-4c15-9abc-a8164c7a3b6b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3078305, 'name': ReconfigVM_Task, 'duration_secs': 0.245629} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.524892] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-409876d7-2d13-4c15-9abc-a8164c7a3b6b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Reconfigured VM instance instance-00000048 to detach disk 2001 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1093.529948] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f9819f-af4c-406d-accb-b271b8cb1bac {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.532526] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cc87aa0-27df-44e2-b791-4034e208097f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.546187] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c5da44-92ac-48d4-a62c-d1eb79c5cc0d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.550200] env[69413]: DEBUG oslo_vmware.api [None req-409876d7-2d13-4c15-9abc-a8164c7a3b6b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 1093.550200] env[69413]: value = "task-3078307" [ 1093.550200] env[69413]: _type = "Task" [ 1093.550200] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.579306] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a3176a-80a0-4618-a493-860c1dc13f36 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.584684] env[69413]: DEBUG oslo_vmware.api [None req-409876d7-2d13-4c15-9abc-a8164c7a3b6b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3078307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.592053] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dee4c2a-1dc9-44f2-98de-49f9d89ffdc1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.598246] env[69413]: DEBUG oslo_vmware.api [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078306, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057765} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.598787] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1093.599518] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a331cff-61a8-4e9c-88f1-0a86069bbb77 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.610194] env[69413]: DEBUG nova.compute.provider_tree [None req-c90e7ac1-258d-44e4-b021-d38df5c0e22d tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.631285] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 575224ad-7ee7-4a0a-a81a-6edb74dec5c8/575224ad-7ee7-4a0a-a81a-6edb74dec5c8.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.632241] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8576f124-ae21-493a-9e60-71700a71ec04 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.651209] env[69413]: DEBUG oslo_vmware.api [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 1093.651209] env[69413]: value = "task-3078308" [ 1093.651209] env[69413]: _type = "Task" [ 1093.651209] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.658724] env[69413]: DEBUG oslo_vmware.api [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078308, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.979661] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dd4bd4f9-3daf-4542-8ca9-2d743744f9d8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Lock "dadcf63e-b8ba-48c1-ad31-b7b9ed455850" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.839s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.061019] env[69413]: DEBUG oslo_vmware.api [None req-409876d7-2d13-4c15-9abc-a8164c7a3b6b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3078307, 'name': ReconfigVM_Task, 'duration_secs': 0.227904} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.061577] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-409876d7-2d13-4c15-9abc-a8164c7a3b6b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616287', 'volume_id': '80cd03d2-20b1-4ea6-a908-44f7bb7293ce', 'name': 'volume-80cd03d2-20b1-4ea6-a908-44f7bb7293ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b2cc798f-a3e2-4ad6-8a1f-9b24069f9308', 'attached_at': '', 'detached_at': '', 'volume_id': '80cd03d2-20b1-4ea6-a908-44f7bb7293ce', 'serial': '80cd03d2-20b1-4ea6-a908-44f7bb7293ce'} {{(pid=69413) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1094.113527] env[69413]: DEBUG nova.scheduler.client.report [None req-c90e7ac1-258d-44e4-b021-d38df5c0e22d tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.162022] env[69413]: DEBUG oslo_vmware.api [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078308, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.606868] env[69413]: DEBUG nova.objects.instance [None req-409876d7-2d13-4c15-9abc-a8164c7a3b6b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Lazy-loading 'flavor' on Instance uuid b2cc798f-a3e2-4ad6-8a1f-9b24069f9308 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.618497] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c90e7ac1-258d-44e4-b021-d38df5c0e22d tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.835s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.621258] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.621s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.621393] env[69413]: DEBUG nova.objects.instance [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69413) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1094.640590] env[69413]: INFO nova.scheduler.client.report [None req-c90e7ac1-258d-44e4-b021-d38df5c0e22d tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Deleted allocations for instance a00b927a-72f2-43e5-8a2f-b677cac41d83 [ 1094.661479] env[69413]: DEBUG oslo_vmware.api [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078308, 'name': ReconfigVM_Task, 'duration_secs': 0.872983} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.661743] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 575224ad-7ee7-4a0a-a81a-6edb74dec5c8/575224ad-7ee7-4a0a-a81a-6edb74dec5c8.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.662366] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1893d07f-5d95-40c7-9298-f894c591da04 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.669317] env[69413]: DEBUG oslo_vmware.api [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 1094.669317] env[69413]: value = "task-3078309" [ 1094.669317] env[69413]: _type = "Task" [ 1094.669317] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.680018] env[69413]: DEBUG oslo_vmware.api [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078309, 'name': Rename_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.147289] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c90e7ac1-258d-44e4-b021-d38df5c0e22d tempest-ListServersNegativeTestJSON-164764535 tempest-ListServersNegativeTestJSON-164764535-project-member] Lock "a00b927a-72f2-43e5-8a2f-b677cac41d83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.506s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.178955] env[69413]: DEBUG oslo_vmware.api [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078309, 'name': Rename_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.616993] env[69413]: DEBUG oslo_concurrency.lockutils [None req-409876d7-2d13-4c15-9abc-a8164c7a3b6b tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Lock "b2cc798f-a3e2-4ad6-8a1f-9b24069f9308" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.293s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.629526] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2145eee2-0fd8-415f-bb19-dd7b82ad9d4f tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.630564] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bcc726d5-ceae-4457-a6bf-b6255463ea7a tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.541s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.630820] env[69413]: DEBUG nova.objects.instance [None req-bcc726d5-ceae-4457-a6bf-b6255463ea7a tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lazy-loading 'resources' on Instance uuid fb0eb653-c2e0-451f-b21f-bba3fb477983 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.680734] env[69413]: DEBUG oslo_vmware.api [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078309, 'name': Rename_Task, 'duration_secs': 0.932358} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.680791] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.681094] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3b79e87-c886-4d96-9314-da2c1898cbd8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.687575] env[69413]: DEBUG oslo_vmware.api [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 1095.687575] env[69413]: value = "task-3078310" [ 1095.687575] env[69413]: _type = "Task" [ 1095.687575] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.695371] env[69413]: DEBUG oslo_vmware.api [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.200414] env[69413]: DEBUG oslo_vmware.api [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078310, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.413015] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5395cbbc-eae6-4895-b71d-56552c1fec43 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.419723] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34edad2-5c30-4d55-ac32-2d38d3b8b3cf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.454110] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7247f06-7696-4ed6-95ce-80465eff05b7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.462362] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1d28e0-8ebd-4306-9c7d-9c28221e000f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.477201] env[69413]: DEBUG nova.compute.provider_tree [None req-bcc726d5-ceae-4457-a6bf-b6255463ea7a tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.593754] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a346830c-7b32-48e8-91d4-a87540fb0bc8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Acquiring lock "dadcf63e-b8ba-48c1-ad31-b7b9ed455850" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.594366] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a346830c-7b32-48e8-91d4-a87540fb0bc8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Lock "dadcf63e-b8ba-48c1-ad31-b7b9ed455850" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.594366] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a346830c-7b32-48e8-91d4-a87540fb0bc8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Acquiring lock "dadcf63e-b8ba-48c1-ad31-b7b9ed455850-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.594511] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a346830c-7b32-48e8-91d4-a87540fb0bc8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Lock "dadcf63e-b8ba-48c1-ad31-b7b9ed455850-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.594647] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a346830c-7b32-48e8-91d4-a87540fb0bc8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Lock "dadcf63e-b8ba-48c1-ad31-b7b9ed455850-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.596814] env[69413]: INFO nova.compute.manager [None req-a346830c-7b32-48e8-91d4-a87540fb0bc8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Terminating instance [ 1096.698771] env[69413]: DEBUG oslo_vmware.api [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078310, 'name': PowerOnVM_Task, 'duration_secs': 0.545265} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.699050] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.699253] env[69413]: INFO nova.compute.manager [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Took 8.68 seconds to spawn the instance on the hypervisor. [ 1096.699431] env[69413]: DEBUG nova.compute.manager [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1096.700258] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa62aee-31e1-4ad7-aeaa-c5964a94a51c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.712695] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1096.712915] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1096.868096] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7799d0f3-473a-4626-9d92-8c4eda3f9d4c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquiring lock "b2cc798f-a3e2-4ad6-8a1f-9b24069f9308" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.868441] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7799d0f3-473a-4626-9d92-8c4eda3f9d4c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Lock "b2cc798f-a3e2-4ad6-8a1f-9b24069f9308" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.868642] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7799d0f3-473a-4626-9d92-8c4eda3f9d4c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquiring lock "b2cc798f-a3e2-4ad6-8a1f-9b24069f9308-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.868832] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7799d0f3-473a-4626-9d92-8c4eda3f9d4c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Lock "b2cc798f-a3e2-4ad6-8a1f-9b24069f9308-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.869009] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7799d0f3-473a-4626-9d92-8c4eda3f9d4c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Lock "b2cc798f-a3e2-4ad6-8a1f-9b24069f9308-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.871241] env[69413]: INFO nova.compute.manager [None req-7799d0f3-473a-4626-9d92-8c4eda3f9d4c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Terminating instance [ 1096.980577] env[69413]: DEBUG nova.scheduler.client.report [None req-bcc726d5-ceae-4457-a6bf-b6255463ea7a tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.100467] env[69413]: DEBUG nova.compute.manager [None req-a346830c-7b32-48e8-91d4-a87540fb0bc8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1097.100708] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a346830c-7b32-48e8-91d4-a87540fb0bc8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.102158] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b396a43-8250-4a75-acce-891550227de1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.110034] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-a346830c-7b32-48e8-91d4-a87540fb0bc8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.110296] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bce7f70d-782a-4024-a752-b169bae33eef {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.117270] env[69413]: DEBUG oslo_vmware.api [None req-a346830c-7b32-48e8-91d4-a87540fb0bc8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Waiting for the task: (returnval){ [ 1097.117270] env[69413]: value = "task-3078311" [ 1097.117270] env[69413]: _type = "Task" [ 1097.117270] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.125161] env[69413]: DEBUG oslo_vmware.api [None req-a346830c-7b32-48e8-91d4-a87540fb0bc8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': task-3078311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.223821] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.224349] env[69413]: INFO nova.compute.manager [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Took 24.87 seconds to build instance. [ 1097.225418] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.225825] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.226787] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.226787] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.226787] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.226787] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69413) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1097.227095] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager.update_available_resource {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.375519] env[69413]: DEBUG nova.compute.manager [None req-7799d0f3-473a-4626-9d92-8c4eda3f9d4c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1097.375740] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7799d0f3-473a-4626-9d92-8c4eda3f9d4c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.377138] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edbe18f-8160-438f-aa38-e810d7f4ee19 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.384887] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7799d0f3-473a-4626-9d92-8c4eda3f9d4c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.385160] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-416cc0cd-17e2-4122-bc50-a9f384d0bce4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.391274] env[69413]: DEBUG oslo_vmware.api [None req-7799d0f3-473a-4626-9d92-8c4eda3f9d4c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 1097.391274] env[69413]: value = "task-3078312" [ 1097.391274] env[69413]: _type = "Task" [ 1097.391274] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.399490] env[69413]: DEBUG oslo_vmware.api [None req-7799d0f3-473a-4626-9d92-8c4eda3f9d4c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3078312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.486425] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bcc726d5-ceae-4457-a6bf-b6255463ea7a tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.855s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.488823] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.046s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.490330] env[69413]: INFO nova.compute.claims [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.510607] env[69413]: INFO nova.scheduler.client.report [None req-bcc726d5-ceae-4457-a6bf-b6255463ea7a tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Deleted allocations for instance fb0eb653-c2e0-451f-b21f-bba3fb477983 [ 1097.629468] env[69413]: DEBUG oslo_vmware.api [None req-a346830c-7b32-48e8-91d4-a87540fb0bc8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': task-3078311, 'name': PowerOffVM_Task, 'duration_secs': 0.361028} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.629749] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-a346830c-7b32-48e8-91d4-a87540fb0bc8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.629916] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a346830c-7b32-48e8-91d4-a87540fb0bc8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1097.630650] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89e934bc-a08c-4e3a-9380-d092afa3f337 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.712578] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a346830c-7b32-48e8-91d4-a87540fb0bc8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1097.712889] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a346830c-7b32-48e8-91d4-a87540fb0bc8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1097.713166] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-a346830c-7b32-48e8-91d4-a87540fb0bc8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Deleting the datastore file [datastore2] dadcf63e-b8ba-48c1-ad31-b7b9ed455850 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1097.713686] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb10f324-a0f3-49f2-9d4a-bc3b1d4e0b2f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.721502] env[69413]: DEBUG oslo_vmware.api [None req-a346830c-7b32-48e8-91d4-a87540fb0bc8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Waiting for the task: (returnval){ [ 1097.721502] env[69413]: value = "task-3078314" [ 1097.721502] env[69413]: _type = "Task" [ 1097.721502] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.727278] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9a4634f8-4fed-4483-92d1-45011371d2c8 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "575224ad-7ee7-4a0a-a81a-6edb74dec5c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.384s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.731737] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.732115] env[69413]: DEBUG oslo_vmware.api [None req-a346830c-7b32-48e8-91d4-a87540fb0bc8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': task-3078314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.901299] env[69413]: DEBUG oslo_vmware.api [None req-7799d0f3-473a-4626-9d92-8c4eda3f9d4c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3078312, 'name': PowerOffVM_Task, 'duration_secs': 0.181219} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.901777] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7799d0f3-473a-4626-9d92-8c4eda3f9d4c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.902126] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7799d0f3-473a-4626-9d92-8c4eda3f9d4c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1097.902441] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d88b141c-b2a0-4834-abce-549181d1725b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.998331] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7799d0f3-473a-4626-9d92-8c4eda3f9d4c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1097.998793] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7799d0f3-473a-4626-9d92-8c4eda3f9d4c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1097.998913] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-7799d0f3-473a-4626-9d92-8c4eda3f9d4c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Deleting the datastore file [datastore2] b2cc798f-a3e2-4ad6-8a1f-9b24069f9308 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1097.999325] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c379c25-10db-432b-81d7-a27fb98ca770 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.006501] env[69413]: DEBUG oslo_vmware.api [None req-7799d0f3-473a-4626-9d92-8c4eda3f9d4c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 1098.006501] env[69413]: value = "task-3078316" [ 1098.006501] env[69413]: _type = "Task" [ 1098.006501] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.018398] env[69413]: DEBUG oslo_concurrency.lockutils [None req-bcc726d5-ceae-4457-a6bf-b6255463ea7a tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "fb0eb653-c2e0-451f-b21f-bba3fb477983" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.312s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.020014] env[69413]: DEBUG oslo_vmware.api [None req-7799d0f3-473a-4626-9d92-8c4eda3f9d4c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3078316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.232219] env[69413]: DEBUG oslo_vmware.api [None req-a346830c-7b32-48e8-91d4-a87540fb0bc8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': task-3078314, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176526} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.232595] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-a346830c-7b32-48e8-91d4-a87540fb0bc8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1098.232681] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a346830c-7b32-48e8-91d4-a87540fb0bc8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1098.233382] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a346830c-7b32-48e8-91d4-a87540fb0bc8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1098.233382] env[69413]: INFO nova.compute.manager [None req-a346830c-7b32-48e8-91d4-a87540fb0bc8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1098.233382] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a346830c-7b32-48e8-91d4-a87540fb0bc8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.233538] env[69413]: DEBUG nova.compute.manager [-] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1098.233571] env[69413]: DEBUG nova.network.neutron [-] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1098.521044] env[69413]: DEBUG oslo_vmware.api [None req-7799d0f3-473a-4626-9d92-8c4eda3f9d4c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3078316, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166127} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.521044] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-7799d0f3-473a-4626-9d92-8c4eda3f9d4c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1098.521044] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7799d0f3-473a-4626-9d92-8c4eda3f9d4c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1098.521044] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7799d0f3-473a-4626-9d92-8c4eda3f9d4c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1098.521044] env[69413]: INFO nova.compute.manager [None req-7799d0f3-473a-4626-9d92-8c4eda3f9d4c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1098.521044] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7799d0f3-473a-4626-9d92-8c4eda3f9d4c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.521044] env[69413]: DEBUG nova.compute.manager [-] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1098.521044] env[69413]: DEBUG nova.network.neutron [-] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1098.561896] env[69413]: DEBUG nova.compute.manager [req-ffedf100-2e16-40d2-870c-b0de0cb9026e req-87f79999-f8a1-4a5b-8d89-22f54ed5488a service nova] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Received event network-vif-deleted-93a2e930-2406-4e84-916d-6f7a864671bb {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.561896] env[69413]: INFO nova.compute.manager [req-ffedf100-2e16-40d2-870c-b0de0cb9026e req-87f79999-f8a1-4a5b-8d89-22f54ed5488a service nova] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Neutron deleted interface 93a2e930-2406-4e84-916d-6f7a864671bb; detaching it from the instance and deleting it from the info cache [ 1098.561896] env[69413]: DEBUG nova.network.neutron [req-ffedf100-2e16-40d2-870c-b0de0cb9026e req-87f79999-f8a1-4a5b-8d89-22f54ed5488a service nova] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.861022] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd7879a-c5f3-4bf0-8439-b83585576435 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.867911] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbd45c4-0eed-486e-83a4-fc3543823876 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.911854] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0938ab-530b-43d5-8214-d28b7368876a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.920959] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2858b9b-3498-4d9b-95b1-3804d54d840f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.934988] env[69413]: DEBUG nova.compute.provider_tree [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.952023] env[69413]: DEBUG nova.compute.manager [None req-cec9ba7c-e15c-47d2-9aed-00be8b023ec9 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1098.952023] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f16aa27-032e-4e59-8927-c7a1ca785754 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.039965] env[69413]: DEBUG nova.network.neutron [-] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.068151] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8643d7db-51ed-42c0-b5d6-037633bf498e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.080780] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9920a5ad-b2ba-4615-8f10-3de8dba49313 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.115441] env[69413]: DEBUG nova.compute.manager [req-ffedf100-2e16-40d2-870c-b0de0cb9026e req-87f79999-f8a1-4a5b-8d89-22f54ed5488a service nova] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Detach interface failed, port_id=93a2e930-2406-4e84-916d-6f7a864671bb, reason: Instance dadcf63e-b8ba-48c1-ad31-b7b9ed455850 could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1099.439051] env[69413]: DEBUG nova.scheduler.client.report [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.462555] env[69413]: INFO nova.compute.manager [None req-cec9ba7c-e15c-47d2-9aed-00be8b023ec9 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] instance snapshotting [ 1099.465980] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398c6d7c-8f1c-4b59-86b7-dd5cb7719344 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.485264] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611e35e9-9430-4785-aa0d-907126eba7f7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.522949] env[69413]: DEBUG nova.network.neutron [-] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.544867] env[69413]: INFO nova.compute.manager [-] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Took 1.31 seconds to deallocate network for instance. [ 1099.943919] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.455s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.944514] env[69413]: DEBUG nova.compute.manager [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1099.948375] env[69413]: DEBUG oslo_concurrency.lockutils [None req-cb3bb061-cb59-4338-aee4-466b9e8b9ee0 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.138s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.948375] env[69413]: DEBUG nova.objects.instance [None req-cb3bb061-cb59-4338-aee4-466b9e8b9ee0 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lazy-loading 'resources' on Instance uuid 37ed227d-495e-4f1b-8acb-2c30ca5555b3 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.998248] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-cec9ba7c-e15c-47d2-9aed-00be8b023ec9 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Creating Snapshot of the VM instance {{(pid=69413) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1099.998591] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a84198bf-550c-40af-8806-0a5581a81504 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.006676] env[69413]: DEBUG oslo_vmware.api [None req-cec9ba7c-e15c-47d2-9aed-00be8b023ec9 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 1100.006676] env[69413]: value = "task-3078317" [ 1100.006676] env[69413]: _type = "Task" [ 1100.006676] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.015354] env[69413]: DEBUG oslo_vmware.api [None req-cec9ba7c-e15c-47d2-9aed-00be8b023ec9 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078317, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.026031] env[69413]: INFO nova.compute.manager [-] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Took 1.51 seconds to deallocate network for instance. [ 1100.049890] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "8871ee21-1801-4e65-b308-3de40cb706e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.050167] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "8871ee21-1801-4e65-b308-3de40cb706e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.053664] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a346830c-7b32-48e8-91d4-a87540fb0bc8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.450605] env[69413]: DEBUG nova.compute.utils [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1100.455422] env[69413]: DEBUG nova.compute.manager [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1100.455640] env[69413]: DEBUG nova.network.neutron [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1100.508299] env[69413]: DEBUG nova.policy [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9845be1eca14cd58c5b078ac9cb5001', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8adf0c7c31b241d0a607ac74915d00dc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1100.520442] env[69413]: DEBUG oslo_vmware.api [None req-cec9ba7c-e15c-47d2-9aed-00be8b023ec9 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078317, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.537058] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7799d0f3-473a-4626-9d92-8c4eda3f9d4c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.552986] env[69413]: DEBUG nova.compute.manager [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1100.631480] env[69413]: DEBUG nova.compute.manager [req-650c5133-f681-4eaf-9942-89e7284d0511 req-5c654ff8-bf11-4712-bc91-52fdd0c3d265 service nova] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Received event network-vif-deleted-469e660c-7595-4388-8b1f-f3b4b540f28c {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.729660] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2ccbb6-5cd1-410a-a123-0023df51794b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.737438] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27a4a97-0925-4e60-a36b-fb54e169d973 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.767212] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760f0f19-77ac-45c0-93bc-bde9a7cbba9f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.774382] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5469d8b7-2692-462a-8ca7-45d1a5288529 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.787580] env[69413]: DEBUG nova.compute.provider_tree [None req-cb3bb061-cb59-4338-aee4-466b9e8b9ee0 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.883529] env[69413]: DEBUG nova.network.neutron [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Successfully created port: c97c3800-61ff-49a7-b8b1-19c9ea5e3292 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1100.959392] env[69413]: DEBUG nova.compute.manager [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1101.020981] env[69413]: DEBUG oslo_vmware.api [None req-cec9ba7c-e15c-47d2-9aed-00be8b023ec9 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078317, 'name': CreateSnapshot_Task, 'duration_secs': 0.656758} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.021280] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-cec9ba7c-e15c-47d2-9aed-00be8b023ec9 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Created Snapshot of the VM instance {{(pid=69413) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1101.022062] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd0171a-76c7-4cd7-b20e-6b2be68bee8c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.075518] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.293912] env[69413]: DEBUG nova.scheduler.client.report [None req-cb3bb061-cb59-4338-aee4-466b9e8b9ee0 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.539949] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-cec9ba7c-e15c-47d2-9aed-00be8b023ec9 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Creating linked-clone VM from snapshot {{(pid=69413) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1101.540259] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a431319b-6bbd-49e0-9c7e-0ba6d152e610 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.550453] env[69413]: DEBUG oslo_vmware.api [None req-cec9ba7c-e15c-47d2-9aed-00be8b023ec9 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 1101.550453] env[69413]: value = "task-3078318" [ 1101.550453] env[69413]: _type = "Task" [ 1101.550453] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.558283] env[69413]: DEBUG oslo_vmware.api [None req-cec9ba7c-e15c-47d2-9aed-00be8b023ec9 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078318, 'name': CloneVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.798522] env[69413]: DEBUG oslo_concurrency.lockutils [None req-cb3bb061-cb59-4338-aee4-466b9e8b9ee0 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.851s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.800833] env[69413]: DEBUG oslo_concurrency.lockutils [None req-86ea6fed-634d-49d1-ab60-10ffc4dab5c6 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.812s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.801077] env[69413]: DEBUG nova.objects.instance [None req-86ea6fed-634d-49d1-ab60-10ffc4dab5c6 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lazy-loading 'resources' on Instance uuid a831417f-aa67-4dc5-9b42-9fa51e69d85c {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.817103] env[69413]: INFO nova.scheduler.client.report [None req-cb3bb061-cb59-4338-aee4-466b9e8b9ee0 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Deleted allocations for instance 37ed227d-495e-4f1b-8acb-2c30ca5555b3 [ 1101.969148] env[69413]: DEBUG nova.compute.manager [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1101.995374] env[69413]: DEBUG nova.virt.hardware [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1101.995635] env[69413]: DEBUG nova.virt.hardware [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1101.995803] env[69413]: DEBUG nova.virt.hardware [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.995996] env[69413]: DEBUG nova.virt.hardware [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1101.996166] env[69413]: DEBUG nova.virt.hardware [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.996345] env[69413]: DEBUG nova.virt.hardware [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1101.996641] env[69413]: DEBUG nova.virt.hardware [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1101.996806] env[69413]: DEBUG nova.virt.hardware [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1101.996967] env[69413]: DEBUG nova.virt.hardware [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1101.997152] env[69413]: DEBUG nova.virt.hardware [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1101.997341] env[69413]: DEBUG nova.virt.hardware [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1101.998288] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a2ac50-7ea9-44a7-b7bb-d317b4c656a0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.006457] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1e4ec4-2506-4da7-afa0-af561c7ee24f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.061230] env[69413]: DEBUG oslo_vmware.api [None req-cec9ba7c-e15c-47d2-9aed-00be8b023ec9 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078318, 'name': CloneVM_Task} progress is 94%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.332567] env[69413]: DEBUG oslo_concurrency.lockutils [None req-cb3bb061-cb59-4338-aee4-466b9e8b9ee0 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "37ed227d-495e-4f1b-8acb-2c30ca5555b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.630s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.549018] env[69413]: DEBUG nova.network.neutron [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Successfully updated port: c97c3800-61ff-49a7-b8b1-19c9ea5e3292 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1102.560047] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a9e632-6a12-4de0-a85f-7d69000be589 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.570090] env[69413]: DEBUG oslo_vmware.api [None req-cec9ba7c-e15c-47d2-9aed-00be8b023ec9 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078318, 'name': CloneVM_Task} progress is 95%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.574168] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f0e12d-c69c-4d51-889d-d489a3a361be {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.608494] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07c59d2-b9a1-4315-beda-718936331541 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.616745] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279bcd45-ee55-4663-8d63-2a03d37179d1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.631534] env[69413]: DEBUG nova.compute.provider_tree [None req-86ea6fed-634d-49d1-ab60-10ffc4dab5c6 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.655086] env[69413]: DEBUG nova.compute.manager [req-ee2b815a-28f6-4a17-ac30-f7dd660a8811 req-70762980-a309-43f4-a5c4-bd6be1ae6d28 service nova] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Received event network-vif-plugged-c97c3800-61ff-49a7-b8b1-19c9ea5e3292 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.655306] env[69413]: DEBUG oslo_concurrency.lockutils [req-ee2b815a-28f6-4a17-ac30-f7dd660a8811 req-70762980-a309-43f4-a5c4-bd6be1ae6d28 service nova] Acquiring lock "ae75ff3f-13fe-4a83-902b-cf69b342bf72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.655563] env[69413]: DEBUG oslo_concurrency.lockutils [req-ee2b815a-28f6-4a17-ac30-f7dd660a8811 req-70762980-a309-43f4-a5c4-bd6be1ae6d28 service nova] Lock "ae75ff3f-13fe-4a83-902b-cf69b342bf72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.655806] env[69413]: DEBUG oslo_concurrency.lockutils [req-ee2b815a-28f6-4a17-ac30-f7dd660a8811 req-70762980-a309-43f4-a5c4-bd6be1ae6d28 service nova] Lock "ae75ff3f-13fe-4a83-902b-cf69b342bf72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.655806] env[69413]: DEBUG nova.compute.manager [req-ee2b815a-28f6-4a17-ac30-f7dd660a8811 req-70762980-a309-43f4-a5c4-bd6be1ae6d28 service nova] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] No waiting events found dispatching network-vif-plugged-c97c3800-61ff-49a7-b8b1-19c9ea5e3292 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1102.655983] env[69413]: WARNING nova.compute.manager [req-ee2b815a-28f6-4a17-ac30-f7dd660a8811 req-70762980-a309-43f4-a5c4-bd6be1ae6d28 service nova] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Received unexpected event network-vif-plugged-c97c3800-61ff-49a7-b8b1-19c9ea5e3292 for instance with vm_state building and task_state spawning. [ 1102.656180] env[69413]: DEBUG nova.compute.manager [req-ee2b815a-28f6-4a17-ac30-f7dd660a8811 req-70762980-a309-43f4-a5c4-bd6be1ae6d28 service nova] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Received event network-changed-c97c3800-61ff-49a7-b8b1-19c9ea5e3292 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.656338] env[69413]: DEBUG nova.compute.manager [req-ee2b815a-28f6-4a17-ac30-f7dd660a8811 req-70762980-a309-43f4-a5c4-bd6be1ae6d28 service nova] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Refreshing instance network info cache due to event network-changed-c97c3800-61ff-49a7-b8b1-19c9ea5e3292. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1102.656546] env[69413]: DEBUG oslo_concurrency.lockutils [req-ee2b815a-28f6-4a17-ac30-f7dd660a8811 req-70762980-a309-43f4-a5c4-bd6be1ae6d28 service nova] Acquiring lock "refresh_cache-ae75ff3f-13fe-4a83-902b-cf69b342bf72" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.656701] env[69413]: DEBUG oslo_concurrency.lockutils [req-ee2b815a-28f6-4a17-ac30-f7dd660a8811 req-70762980-a309-43f4-a5c4-bd6be1ae6d28 service nova] Acquired lock "refresh_cache-ae75ff3f-13fe-4a83-902b-cf69b342bf72" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.656867] env[69413]: DEBUG nova.network.neutron [req-ee2b815a-28f6-4a17-ac30-f7dd660a8811 req-70762980-a309-43f4-a5c4-bd6be1ae6d28 service nova] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Refreshing network info cache for port c97c3800-61ff-49a7-b8b1-19c9ea5e3292 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.062796] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Acquiring lock "refresh_cache-ae75ff3f-13fe-4a83-902b-cf69b342bf72" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.063119] env[69413]: DEBUG oslo_vmware.api [None req-cec9ba7c-e15c-47d2-9aed-00be8b023ec9 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078318, 'name': CloneVM_Task, 'duration_secs': 1.200852} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.063347] env[69413]: INFO nova.virt.vmwareapi.vmops [None req-cec9ba7c-e15c-47d2-9aed-00be8b023ec9 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Created linked-clone VM from snapshot [ 1103.064122] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe44f02-6363-43e8-acb6-4cbb0b07498d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.071877] env[69413]: DEBUG nova.virt.vmwareapi.images [None req-cec9ba7c-e15c-47d2-9aed-00be8b023ec9 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Uploading image 3cf5c497-fe32-4c5e-8982-f5a2b3632fec {{(pid=69413) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1103.084250] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec9ba7c-e15c-47d2-9aed-00be8b023ec9 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Destroying the VM {{(pid=69413) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1103.084623] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-da2309d2-9985-4d42-af2c-febd8c7d4e9e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.091137] env[69413]: DEBUG oslo_vmware.api [None req-cec9ba7c-e15c-47d2-9aed-00be8b023ec9 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 1103.091137] env[69413]: value = "task-3078319" [ 1103.091137] env[69413]: _type = "Task" [ 1103.091137] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.099393] env[69413]: DEBUG oslo_vmware.api [None req-cec9ba7c-e15c-47d2-9aed-00be8b023ec9 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078319, 'name': Destroy_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.134559] env[69413]: DEBUG nova.scheduler.client.report [None req-86ea6fed-634d-49d1-ab60-10ffc4dab5c6 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.147666] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "e7198b96-86ee-479a-bc7c-2e35c62d6c80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.147839] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "e7198b96-86ee-479a-bc7c-2e35c62d6c80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.190084] env[69413]: DEBUG nova.network.neutron [req-ee2b815a-28f6-4a17-ac30-f7dd660a8811 req-70762980-a309-43f4-a5c4-bd6be1ae6d28 service nova] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1103.260222] env[69413]: DEBUG nova.network.neutron [req-ee2b815a-28f6-4a17-ac30-f7dd660a8811 req-70762980-a309-43f4-a5c4-bd6be1ae6d28 service nova] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.601587] env[69413]: DEBUG oslo_vmware.api [None req-cec9ba7c-e15c-47d2-9aed-00be8b023ec9 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078319, 'name': Destroy_Task} progress is 33%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.639762] env[69413]: DEBUG oslo_concurrency.lockutils [None req-86ea6fed-634d-49d1-ab60-10ffc4dab5c6 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.839s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.642379] env[69413]: DEBUG oslo_concurrency.lockutils [None req-20127c29-f823-423d-8649-4f40a7228aa9 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.215s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.642437] env[69413]: DEBUG nova.objects.instance [None req-20127c29-f823-423d-8649-4f40a7228aa9 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Lazy-loading 'resources' on Instance uuid 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.650236] env[69413]: DEBUG nova.compute.manager [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1103.662221] env[69413]: INFO nova.scheduler.client.report [None req-86ea6fed-634d-49d1-ab60-10ffc4dab5c6 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Deleted allocations for instance a831417f-aa67-4dc5-9b42-9fa51e69d85c [ 1103.762500] env[69413]: DEBUG oslo_concurrency.lockutils [req-ee2b815a-28f6-4a17-ac30-f7dd660a8811 req-70762980-a309-43f4-a5c4-bd6be1ae6d28 service nova] Releasing lock "refresh_cache-ae75ff3f-13fe-4a83-902b-cf69b342bf72" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.762995] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Acquired lock "refresh_cache-ae75ff3f-13fe-4a83-902b-cf69b342bf72" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.763225] env[69413]: DEBUG nova.network.neutron [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.105491] env[69413]: DEBUG oslo_vmware.api [None req-cec9ba7c-e15c-47d2-9aed-00be8b023ec9 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078319, 'name': Destroy_Task, 'duration_secs': 0.557622} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.106017] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-cec9ba7c-e15c-47d2-9aed-00be8b023ec9 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Destroyed the VM [ 1104.106017] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-cec9ba7c-e15c-47d2-9aed-00be8b023ec9 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Deleting Snapshot of the VM instance {{(pid=69413) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1104.106294] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-33c7049e-b0a8-49a9-845b-3f3d681f5ee2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.114393] env[69413]: DEBUG oslo_vmware.api [None req-cec9ba7c-e15c-47d2-9aed-00be8b023ec9 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 1104.114393] env[69413]: value = "task-3078320" [ 1104.114393] env[69413]: _type = "Task" [ 1104.114393] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.122566] env[69413]: DEBUG oslo_vmware.api [None req-cec9ba7c-e15c-47d2-9aed-00be8b023ec9 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078320, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.170702] env[69413]: DEBUG oslo_concurrency.lockutils [None req-86ea6fed-634d-49d1-ab60-10ffc4dab5c6 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "a831417f-aa67-4dc5-9b42-9fa51e69d85c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.574s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.173502] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.304788] env[69413]: DEBUG nova.network.neutron [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1104.376450] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5fb4d3-38cd-4651-baac-2d412b6c2ec0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.384055] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69828c5d-af0a-4784-b199-1c529ed2c7e9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.417392] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570fdf61-5452-4b1f-97a8-31017300a576 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.424926] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d54f80-1a9e-449b-b696-924bdd522c0c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.439684] env[69413]: DEBUG nova.compute.provider_tree [None req-20127c29-f823-423d-8649-4f40a7228aa9 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.523206] env[69413]: DEBUG nova.network.neutron [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Updating instance_info_cache with network_info: [{"id": "c97c3800-61ff-49a7-b8b1-19c9ea5e3292", "address": "fa:16:3e:51:d3:b9", "network": {"id": "8c49844f-c1e5-4495-97f1-95f9928d8d70", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-605922746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8adf0c7c31b241d0a607ac74915d00dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc97c3800-61", "ovs_interfaceid": "c97c3800-61ff-49a7-b8b1-19c9ea5e3292", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.624529] env[69413]: DEBUG oslo_vmware.api [None req-cec9ba7c-e15c-47d2-9aed-00be8b023ec9 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078320, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.943238] env[69413]: DEBUG nova.scheduler.client.report [None req-20127c29-f823-423d-8649-4f40a7228aa9 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.025506] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Releasing lock "refresh_cache-ae75ff3f-13fe-4a83-902b-cf69b342bf72" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.025834] env[69413]: DEBUG nova.compute.manager [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Instance network_info: |[{"id": "c97c3800-61ff-49a7-b8b1-19c9ea5e3292", "address": "fa:16:3e:51:d3:b9", "network": {"id": "8c49844f-c1e5-4495-97f1-95f9928d8d70", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-605922746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8adf0c7c31b241d0a607ac74915d00dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc97c3800-61", "ovs_interfaceid": "c97c3800-61ff-49a7-b8b1-19c9ea5e3292", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1105.026283] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:d3:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '233536d0-6913-4879-8442-42dcf1d4ecbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c97c3800-61ff-49a7-b8b1-19c9ea5e3292', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.034438] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Creating folder: Project (8adf0c7c31b241d0a607ac74915d00dc). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1105.034685] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-370a2ad6-d6fa-406d-8b95-87dbf503c6a3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.048955] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Created folder: Project (8adf0c7c31b241d0a607ac74915d00dc) in parent group-v616034. [ 1105.049176] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Creating folder: Instances. Parent ref: group-v616316. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1105.049434] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06e731c8-f1c4-4c45-811b-fd9b14fb18b3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.058812] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Created folder: Instances in parent group-v616316. [ 1105.059079] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.059287] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.059514] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2a88c61-5035-4e3c-b523-60c2844ce1f4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.082222] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.082222] env[69413]: value = "task-3078323" [ 1105.082222] env[69413]: _type = "Task" [ 1105.082222] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.091248] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078323, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.124529] env[69413]: DEBUG oslo_vmware.api [None req-cec9ba7c-e15c-47d2-9aed-00be8b023ec9 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078320, 'name': RemoveSnapshot_Task, 'duration_secs': 0.685179} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.124869] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-cec9ba7c-e15c-47d2-9aed-00be8b023ec9 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Deleted Snapshot of the VM instance {{(pid=69413) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1105.448381] env[69413]: DEBUG oslo_concurrency.lockutils [None req-20127c29-f823-423d-8649-4f40a7228aa9 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.806s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.450800] env[69413]: DEBUG oslo_concurrency.lockutils [None req-15a29fff-911f-4788-8696-316f79569bce tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.988s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.451053] env[69413]: DEBUG nova.objects.instance [None req-15a29fff-911f-4788-8696-316f79569bce tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lazy-loading 'resources' on Instance uuid e0781694-335c-4773-a54d-538da4eadeaa {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.473685] env[69413]: INFO nova.scheduler.client.report [None req-20127c29-f823-423d-8649-4f40a7228aa9 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Deleted allocations for instance 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab [ 1105.593061] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078323, 'name': CreateVM_Task} progress is 25%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.629627] env[69413]: WARNING nova.compute.manager [None req-cec9ba7c-e15c-47d2-9aed-00be8b023ec9 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Image not found during snapshot: nova.exception.ImageNotFound: Image 3cf5c497-fe32-4c5e-8982-f5a2b3632fec could not be found. [ 1105.981427] env[69413]: DEBUG oslo_concurrency.lockutils [None req-20127c29-f823-423d-8649-4f40a7228aa9 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Lock "5e6f3c64-ad2a-4cc4-af05-71a35a1501ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.838s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.093160] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078323, 'name': CreateVM_Task, 'duration_secs': 0.644477} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.095704] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1106.096597] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.096782] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.097091] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.097344] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-333452ae-4ced-4ab9-ac21-864ffd0babd8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.102419] env[69413]: DEBUG oslo_vmware.api [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Waiting for the task: (returnval){ [ 1106.102419] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d9d80d-c896-cb40-a8ac-e8fd5cddafd1" [ 1106.102419] env[69413]: _type = "Task" [ 1106.102419] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.112697] env[69413]: DEBUG oslo_vmware.api [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d9d80d-c896-cb40-a8ac-e8fd5cddafd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.193993] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750868a7-c412-40ad-b4f5-3f6021fdd792 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.202347] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce31e8f-482b-4605-b2e8-cdb3045a55c4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.237251] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74a6153-5450-4bb5-93e7-3e1d92fe7527 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.245350] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9efc2c-348e-4ef1-942b-c4572630c1c1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.260133] env[69413]: DEBUG nova.compute.provider_tree [None req-15a29fff-911f-4788-8696-316f79569bce tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.308837] env[69413]: DEBUG oslo_concurrency.lockutils [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "4d549d35-17c1-4c49-bafb-481bb9701936" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.309223] env[69413]: DEBUG oslo_concurrency.lockutils [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "4d549d35-17c1-4c49-bafb-481bb9701936" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.615153] env[69413]: DEBUG oslo_vmware.api [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d9d80d-c896-cb40-a8ac-e8fd5cddafd1, 'name': SearchDatastore_Task, 'duration_secs': 0.031238} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.615795] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.616022] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1106.616277] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.616383] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.616592] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1106.616858] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf00b5ca-1825-4625-8f93-31b1d0b996a1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.625359] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1106.625551] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1106.626266] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd22d7c8-b0b3-40e7-b152-0e6c203099b0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.631304] env[69413]: DEBUG oslo_vmware.api [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Waiting for the task: (returnval){ [ 1106.631304] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d2cc80-282b-7503-7cb6-b57fe5e41b29" [ 1106.631304] env[69413]: _type = "Task" [ 1106.631304] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.638924] env[69413]: DEBUG oslo_vmware.api [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d2cc80-282b-7503-7cb6-b57fe5e41b29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.763345] env[69413]: DEBUG nova.scheduler.client.report [None req-15a29fff-911f-4788-8696-316f79569bce tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.813038] env[69413]: DEBUG nova.compute.manager [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1106.852686] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a06f3dd2-6860-46f3-9527-787e92f2aa83 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquiring lock "575224ad-7ee7-4a0a-a81a-6edb74dec5c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.852941] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a06f3dd2-6860-46f3-9527-787e92f2aa83 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "575224ad-7ee7-4a0a-a81a-6edb74dec5c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.853167] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a06f3dd2-6860-46f3-9527-787e92f2aa83 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquiring lock "575224ad-7ee7-4a0a-a81a-6edb74dec5c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.853348] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a06f3dd2-6860-46f3-9527-787e92f2aa83 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "575224ad-7ee7-4a0a-a81a-6edb74dec5c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.853515] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a06f3dd2-6860-46f3-9527-787e92f2aa83 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "575224ad-7ee7-4a0a-a81a-6edb74dec5c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.855429] env[69413]: INFO nova.compute.manager [None req-a06f3dd2-6860-46f3-9527-787e92f2aa83 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Terminating instance [ 1106.986671] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9a1ef292-c6fd-4b01-9ef9-24542516dff3 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Acquiring lock "2ed3d884-3573-4e93-be24-23b1cd5cd9c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.986942] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9a1ef292-c6fd-4b01-9ef9-24542516dff3 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Lock "2ed3d884-3573-4e93-be24-23b1cd5cd9c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.987179] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9a1ef292-c6fd-4b01-9ef9-24542516dff3 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Acquiring lock "2ed3d884-3573-4e93-be24-23b1cd5cd9c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.987361] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9a1ef292-c6fd-4b01-9ef9-24542516dff3 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Lock "2ed3d884-3573-4e93-be24-23b1cd5cd9c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.987538] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9a1ef292-c6fd-4b01-9ef9-24542516dff3 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Lock "2ed3d884-3573-4e93-be24-23b1cd5cd9c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.989758] env[69413]: INFO nova.compute.manager [None req-9a1ef292-c6fd-4b01-9ef9-24542516dff3 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 2ed3d884-3573-4e93-be24-23b1cd5cd9c5] Terminating instance [ 1107.141913] env[69413]: DEBUG oslo_vmware.api [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d2cc80-282b-7503-7cb6-b57fe5e41b29, 'name': SearchDatastore_Task, 'duration_secs': 0.008405} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.142730] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c69a78f3-78b9-4714-b2e0-aa879c054293 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.148447] env[69413]: DEBUG oslo_vmware.api [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Waiting for the task: (returnval){ [ 1107.148447] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]524ead33-8308-349e-54c9-bae38f725716" [ 1107.148447] env[69413]: _type = "Task" [ 1107.148447] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.156134] env[69413]: DEBUG oslo_vmware.api [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]524ead33-8308-349e-54c9-bae38f725716, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.268261] env[69413]: DEBUG oslo_concurrency.lockutils [None req-15a29fff-911f-4788-8696-316f79569bce tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.817s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.270863] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.539s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.271069] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.271242] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69413) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1107.271562] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a346830c-7b32-48e8-91d4-a87540fb0bc8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.218s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.271891] env[69413]: DEBUG nova.objects.instance [None req-a346830c-7b32-48e8-91d4-a87540fb0bc8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Lazy-loading 'resources' on Instance uuid dadcf63e-b8ba-48c1-ad31-b7b9ed455850 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.273643] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a312b916-b8b1-4b0c-9da5-40d33dad1d7c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.283160] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14d956d-b1ec-482c-ad93-34edc21e63a1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.298035] env[69413]: INFO nova.scheduler.client.report [None req-15a29fff-911f-4788-8696-316f79569bce tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Deleted allocations for instance e0781694-335c-4773-a54d-538da4eadeaa [ 1107.299426] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2ccfc7-9658-4942-a10b-cd5424c2bcfb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.309488] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db45de8f-2b33-4f77-8ff3-8f399dde7c8a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.047596] env[69413]: DEBUG nova.compute.manager [None req-a06f3dd2-6860-46f3-9527-787e92f2aa83 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1108.047895] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a06f3dd2-6860-46f3-9527-787e92f2aa83 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.048420] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9a1ef292-c6fd-4b01-9ef9-24542516dff3 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Acquiring lock "refresh_cache-2ed3d884-3573-4e93-be24-23b1cd5cd9c5" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.048674] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9a1ef292-c6fd-4b01-9ef9-24542516dff3 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Acquired lock "refresh_cache-2ed3d884-3573-4e93-be24-23b1cd5cd9c5" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.048843] env[69413]: DEBUG nova.network.neutron [None req-9a1ef292-c6fd-4b01-9ef9-24542516dff3 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 2ed3d884-3573-4e93-be24-23b1cd5cd9c5] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.054510] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178745MB free_disk=139GB free_vcpus=48 pci_devices=None {{(pid=69413) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1108.054646] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.058139] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9873956-6a8f-4c3e-9f1e-b78e6cd560f2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.064083] env[69413]: DEBUG oslo_concurrency.lockutils [None req-15a29fff-911f-4788-8696-316f79569bce tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "e0781694-335c-4773-a54d-538da4eadeaa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.513s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.071432] env[69413]: DEBUG oslo_vmware.api [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]524ead33-8308-349e-54c9-bae38f725716, 'name': SearchDatastore_Task, 'duration_secs': 0.009671} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.073504] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.073773] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] ae75ff3f-13fe-4a83-902b-cf69b342bf72/ae75ff3f-13fe-4a83-902b-cf69b342bf72.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1108.074074] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-a06f3dd2-6860-46f3-9527-787e92f2aa83 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.074290] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d65eee7-a924-465d-aea0-70c04950c26e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.076366] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da699891-6937-4c5f-8049-b96d42efbe88 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.080204] env[69413]: DEBUG oslo_concurrency.lockutils [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.084740] env[69413]: DEBUG oslo_vmware.api [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Waiting for the task: (returnval){ [ 1108.084740] env[69413]: value = "task-3078324" [ 1108.084740] env[69413]: _type = "Task" [ 1108.084740] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.085041] env[69413]: DEBUG oslo_vmware.api [None req-a06f3dd2-6860-46f3-9527-787e92f2aa83 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 1108.085041] env[69413]: value = "task-3078325" [ 1108.085041] env[69413]: _type = "Task" [ 1108.085041] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.100862] env[69413]: DEBUG oslo_vmware.api [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Task: {'id': task-3078324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.103855] env[69413]: DEBUG oslo_vmware.api [None req-a06f3dd2-6860-46f3-9527-787e92f2aa83 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078325, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.279623] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e44238-4343-4f9c-831d-28fc24c606ae {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.289170] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8219941e-b402-4b82-b469-705ca6028892 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.321476] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4892c7-dfc4-4582-8cac-dedd89c35e16 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.329027] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2658f09a-0cdd-472a-be6a-e669d0c5710c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.346354] env[69413]: DEBUG nova.compute.provider_tree [None req-a346830c-7b32-48e8-91d4-a87540fb0bc8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.577030] env[69413]: DEBUG nova.network.neutron [None req-9a1ef292-c6fd-4b01-9ef9-24542516dff3 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 2ed3d884-3573-4e93-be24-23b1cd5cd9c5] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1108.600208] env[69413]: DEBUG oslo_vmware.api [None req-a06f3dd2-6860-46f3-9527-787e92f2aa83 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078325, 'name': PowerOffVM_Task, 'duration_secs': 0.210197} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.602713] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-a06f3dd2-6860-46f3-9527-787e92f2aa83 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.602876] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a06f3dd2-6860-46f3-9527-787e92f2aa83 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.603148] env[69413]: DEBUG oslo_vmware.api [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Task: {'id': task-3078324, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514961} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.603339] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-904224d6-5451-4d3f-a7a2-00c3e5fbf697 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.604839] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] ae75ff3f-13fe-4a83-902b-cf69b342bf72/ae75ff3f-13fe-4a83-902b-cf69b342bf72.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.604946] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.605297] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c509f42f-63b7-48a5-884a-7906f632d10e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.611352] env[69413]: DEBUG oslo_vmware.api [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Waiting for the task: (returnval){ [ 1108.611352] env[69413]: value = "task-3078327" [ 1108.611352] env[69413]: _type = "Task" [ 1108.611352] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.619329] env[69413]: DEBUG oslo_vmware.api [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Task: {'id': task-3078327, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.636282] env[69413]: DEBUG nova.network.neutron [None req-9a1ef292-c6fd-4b01-9ef9-24542516dff3 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 2ed3d884-3573-4e93-be24-23b1cd5cd9c5] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.745102] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "4f3fe258-4b51-47fb-b864-a16f3f8300a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.745346] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "4f3fe258-4b51-47fb-b864-a16f3f8300a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.795609] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a06f3dd2-6860-46f3-9527-787e92f2aa83 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1108.795847] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a06f3dd2-6860-46f3-9527-787e92f2aa83 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1108.796043] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-a06f3dd2-6860-46f3-9527-787e92f2aa83 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Deleting the datastore file [datastore2] 575224ad-7ee7-4a0a-a81a-6edb74dec5c8 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1108.796315] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5cb5a28a-1805-4d84-8899-7970ec152cf9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.802165] env[69413]: DEBUG oslo_vmware.api [None req-a06f3dd2-6860-46f3-9527-787e92f2aa83 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for the task: (returnval){ [ 1108.802165] env[69413]: value = "task-3078328" [ 1108.802165] env[69413]: _type = "Task" [ 1108.802165] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.809521] env[69413]: DEBUG oslo_vmware.api [None req-a06f3dd2-6860-46f3-9527-787e92f2aa83 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078328, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.849199] env[69413]: DEBUG nova.scheduler.client.report [None req-a346830c-7b32-48e8-91d4-a87540fb0bc8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.120772] env[69413]: DEBUG oslo_vmware.api [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Task: {'id': task-3078327, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072458} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.121171] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1109.121971] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419141c7-f942-4dae-8fc9-2956b89f2419 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.144427] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] ae75ff3f-13fe-4a83-902b-cf69b342bf72/ae75ff3f-13fe-4a83-902b-cf69b342bf72.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.144956] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9a1ef292-c6fd-4b01-9ef9-24542516dff3 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Releasing lock "refresh_cache-2ed3d884-3573-4e93-be24-23b1cd5cd9c5" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.145364] env[69413]: DEBUG nova.compute.manager [None req-9a1ef292-c6fd-4b01-9ef9-24542516dff3 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 2ed3d884-3573-4e93-be24-23b1cd5cd9c5] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1109.145558] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1ef292-c6fd-4b01-9ef9-24542516dff3 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 2ed3d884-3573-4e93-be24-23b1cd5cd9c5] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1109.145793] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c79bb8f-36b3-463f-86cb-dc0269109035 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.161353] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8710cee2-b307-4a7c-adc0-dd6b755ab8a1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.169129] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1ef292-c6fd-4b01-9ef9-24542516dff3 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 2ed3d884-3573-4e93-be24-23b1cd5cd9c5] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.170273] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc33abb2-fe6a-4710-b0a6-d634dd1a487b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.171671] env[69413]: DEBUG oslo_vmware.api [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Waiting for the task: (returnval){ [ 1109.171671] env[69413]: value = "task-3078329" [ 1109.171671] env[69413]: _type = "Task" [ 1109.171671] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.181956] env[69413]: DEBUG oslo_vmware.api [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Task: {'id': task-3078329, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.183056] env[69413]: DEBUG oslo_vmware.api [None req-9a1ef292-c6fd-4b01-9ef9-24542516dff3 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Waiting for the task: (returnval){ [ 1109.183056] env[69413]: value = "task-3078330" [ 1109.183056] env[69413]: _type = "Task" [ 1109.183056] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.191619] env[69413]: DEBUG oslo_vmware.api [None req-9a1ef292-c6fd-4b01-9ef9-24542516dff3 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': task-3078330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.247318] env[69413]: DEBUG nova.compute.manager [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1109.311399] env[69413]: DEBUG oslo_vmware.api [None req-a06f3dd2-6860-46f3-9527-787e92f2aa83 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Task: {'id': task-3078328, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165764} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.311726] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-a06f3dd2-6860-46f3-9527-787e92f2aa83 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.311842] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a06f3dd2-6860-46f3-9527-787e92f2aa83 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.312022] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a06f3dd2-6860-46f3-9527-787e92f2aa83 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.312197] env[69413]: INFO nova.compute.manager [None req-a06f3dd2-6860-46f3-9527-787e92f2aa83 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1109.312445] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a06f3dd2-6860-46f3-9527-787e92f2aa83 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.312631] env[69413]: DEBUG nova.compute.manager [-] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1109.312726] env[69413]: DEBUG nova.network.neutron [-] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1109.354338] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a346830c-7b32-48e8-91d4-a87540fb0bc8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.082s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.357064] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7799d0f3-473a-4626-9d92-8c4eda3f9d4c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.820s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.357447] env[69413]: DEBUG nova.objects.instance [None req-7799d0f3-473a-4626-9d92-8c4eda3f9d4c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Lazy-loading 'resources' on Instance uuid b2cc798f-a3e2-4ad6-8a1f-9b24069f9308 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.380040] env[69413]: INFO nova.scheduler.client.report [None req-a346830c-7b32-48e8-91d4-a87540fb0bc8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Deleted allocations for instance dadcf63e-b8ba-48c1-ad31-b7b9ed455850 [ 1109.595046] env[69413]: DEBUG nova.compute.manager [req-27ec9c5a-d72e-49c5-aeea-50ff1416a599 req-5e5ff447-9c82-47d6-8fdf-fcf157d05271 service nova] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Received event network-vif-deleted-62280d4b-3ea0-4e42-9c1d-b781088d391d {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.595046] env[69413]: INFO nova.compute.manager [req-27ec9c5a-d72e-49c5-aeea-50ff1416a599 req-5e5ff447-9c82-47d6-8fdf-fcf157d05271 service nova] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Neutron deleted interface 62280d4b-3ea0-4e42-9c1d-b781088d391d; detaching it from the instance and deleting it from the info cache [ 1109.595223] env[69413]: DEBUG nova.network.neutron [req-27ec9c5a-d72e-49c5-aeea-50ff1416a599 req-5e5ff447-9c82-47d6-8fdf-fcf157d05271 service nova] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.682106] env[69413]: DEBUG oslo_vmware.api [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Task: {'id': task-3078329, 'name': ReconfigVM_Task, 'duration_secs': 0.278645} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.682412] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Reconfigured VM instance instance-00000066 to attach disk [datastore2] ae75ff3f-13fe-4a83-902b-cf69b342bf72/ae75ff3f-13fe-4a83-902b-cf69b342bf72.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.683040] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06674701-afaf-4cef-8501-84489e91166d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.691079] env[69413]: DEBUG oslo_vmware.api [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Waiting for the task: (returnval){ [ 1109.691079] env[69413]: value = "task-3078331" [ 1109.691079] env[69413]: _type = "Task" [ 1109.691079] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.693758] env[69413]: DEBUG oslo_vmware.api [None req-9a1ef292-c6fd-4b01-9ef9-24542516dff3 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': task-3078330, 'name': PowerOffVM_Task, 'duration_secs': 0.195909} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.697034] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1ef292-c6fd-4b01-9ef9-24542516dff3 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 2ed3d884-3573-4e93-be24-23b1cd5cd9c5] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1109.697194] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1ef292-c6fd-4b01-9ef9-24542516dff3 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 2ed3d884-3573-4e93-be24-23b1cd5cd9c5] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1109.697423] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24467bc0-0f6e-4c20-94bb-38937c92c09c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.721672] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1ef292-c6fd-4b01-9ef9-24542516dff3 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 2ed3d884-3573-4e93-be24-23b1cd5cd9c5] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1109.721765] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1ef292-c6fd-4b01-9ef9-24542516dff3 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 2ed3d884-3573-4e93-be24-23b1cd5cd9c5] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1109.721937] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a1ef292-c6fd-4b01-9ef9-24542516dff3 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Deleting the datastore file [datastore2] 2ed3d884-3573-4e93-be24-23b1cd5cd9c5 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1109.722601] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57285e7b-b071-49ac-a7cf-b5b8fb695a27 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.730216] env[69413]: DEBUG oslo_vmware.api [None req-9a1ef292-c6fd-4b01-9ef9-24542516dff3 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Waiting for the task: (returnval){ [ 1109.730216] env[69413]: value = "task-3078333" [ 1109.730216] env[69413]: _type = "Task" [ 1109.730216] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.738505] env[69413]: DEBUG oslo_vmware.api [None req-9a1ef292-c6fd-4b01-9ef9-24542516dff3 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': task-3078333, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.766723] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.890139] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a346830c-7b32-48e8-91d4-a87540fb0bc8 tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Lock "dadcf63e-b8ba-48c1-ad31-b7b9ed455850" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.296s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.044201] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d87ebd0-4059-48ec-9542-66fc01bc5af7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.051476] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58284e5-604b-49ae-b004-1f1afe5b2498 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.080147] env[69413]: DEBUG nova.network.neutron [-] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.082292] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293181d5-b5b0-4b2d-af3f-246a9f65290b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.089601] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57818c35-856c-4ced-9cfb-7015159ecfcd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.103486] env[69413]: DEBUG nova.compute.provider_tree [None req-7799d0f3-473a-4626-9d92-8c4eda3f9d4c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.104664] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96c22eb7-f48a-42be-a419-8658a1ad5a54 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.112627] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61938928-dc7a-491b-8e13-72ba7af97be2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.141689] env[69413]: DEBUG nova.compute.manager [req-27ec9c5a-d72e-49c5-aeea-50ff1416a599 req-5e5ff447-9c82-47d6-8fdf-fcf157d05271 service nova] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Detach interface failed, port_id=62280d4b-3ea0-4e42-9c1d-b781088d391d, reason: Instance 575224ad-7ee7-4a0a-a81a-6edb74dec5c8 could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1110.204134] env[69413]: DEBUG oslo_vmware.api [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Task: {'id': task-3078331, 'name': Rename_Task, 'duration_secs': 0.17444} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.204300] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.204402] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80b322dd-4caf-4a46-96bf-cab1ef0740c7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.207348] env[69413]: DEBUG oslo_concurrency.lockutils [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquiring lock "a7ce7788-f901-4440-8467-39889734fccb" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.207584] env[69413]: DEBUG oslo_concurrency.lockutils [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lock "a7ce7788-f901-4440-8467-39889734fccb" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.207755] env[69413]: INFO nova.compute.manager [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Shelving [ 1110.210546] env[69413]: DEBUG oslo_vmware.api [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Waiting for the task: (returnval){ [ 1110.210546] env[69413]: value = "task-3078334" [ 1110.210546] env[69413]: _type = "Task" [ 1110.210546] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.218676] env[69413]: DEBUG oslo_vmware.api [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Task: {'id': task-3078334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.238584] env[69413]: DEBUG oslo_vmware.api [None req-9a1ef292-c6fd-4b01-9ef9-24542516dff3 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Task: {'id': task-3078333, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134218} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.238831] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a1ef292-c6fd-4b01-9ef9-24542516dff3 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1110.239022] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1ef292-c6fd-4b01-9ef9-24542516dff3 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 2ed3d884-3573-4e93-be24-23b1cd5cd9c5] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1110.239202] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1ef292-c6fd-4b01-9ef9-24542516dff3 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 2ed3d884-3573-4e93-be24-23b1cd5cd9c5] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1110.239369] env[69413]: INFO nova.compute.manager [None req-9a1ef292-c6fd-4b01-9ef9-24542516dff3 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] [instance: 2ed3d884-3573-4e93-be24-23b1cd5cd9c5] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1110.239605] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a1ef292-c6fd-4b01-9ef9-24542516dff3 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.239794] env[69413]: DEBUG nova.compute.manager [-] [instance: 2ed3d884-3573-4e93-be24-23b1cd5cd9c5] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1110.239886] env[69413]: DEBUG nova.network.neutron [-] [instance: 2ed3d884-3573-4e93-be24-23b1cd5cd9c5] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1110.257059] env[69413]: DEBUG nova.network.neutron [-] [instance: 2ed3d884-3573-4e93-be24-23b1cd5cd9c5] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1110.587484] env[69413]: INFO nova.compute.manager [-] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Took 1.27 seconds to deallocate network for instance. [ 1110.607783] env[69413]: DEBUG nova.scheduler.client.report [None req-7799d0f3-473a-4626-9d92-8c4eda3f9d4c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.724169] env[69413]: DEBUG oslo_vmware.api [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Task: {'id': task-3078334, 'name': PowerOnVM_Task, 'duration_secs': 0.490338} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.724508] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.724715] env[69413]: INFO nova.compute.manager [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1110.724889] env[69413]: DEBUG nova.compute.manager [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.725653] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9f2217-1a66-4214-8818-e796b76a4393 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.759515] env[69413]: DEBUG nova.network.neutron [-] [instance: 2ed3d884-3573-4e93-be24-23b1cd5cd9c5] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.093518] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a06f3dd2-6860-46f3-9527-787e92f2aa83 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.112391] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7799d0f3-473a-4626-9d92-8c4eda3f9d4c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.755s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.114762] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.039s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.116393] env[69413]: INFO nova.compute.claims [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1111.133104] env[69413]: INFO nova.scheduler.client.report [None req-7799d0f3-473a-4626-9d92-8c4eda3f9d4c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Deleted allocations for instance b2cc798f-a3e2-4ad6-8a1f-9b24069f9308 [ 1111.221123] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.221443] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ead451a4-bcab-42d7-8b17-e0d91a733749 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.228497] env[69413]: DEBUG oslo_vmware.api [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 1111.228497] env[69413]: value = "task-3078336" [ 1111.228497] env[69413]: _type = "Task" [ 1111.228497] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.240291] env[69413]: DEBUG oslo_vmware.api [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.244904] env[69413]: INFO nova.compute.manager [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Took 21.82 seconds to build instance. [ 1111.262134] env[69413]: INFO nova.compute.manager [-] [instance: 2ed3d884-3573-4e93-be24-23b1cd5cd9c5] Took 1.02 seconds to deallocate network for instance. [ 1111.640969] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7799d0f3-473a-4626-9d92-8c4eda3f9d4c tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Lock "b2cc798f-a3e2-4ad6-8a1f-9b24069f9308" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.772s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.737711] env[69413]: DEBUG oslo_vmware.api [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078336, 'name': PowerOffVM_Task, 'duration_secs': 0.224184} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.737975] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.738747] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4820867-0c97-42e5-aa8b-83770b5f7480 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.756013] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4fc0d4ef-291f-4e02-a5f6-07459a89c439 tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Lock "ae75ff3f-13fe-4a83-902b-cf69b342bf72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.338s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.756814] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce8623c-8f8d-43bc-b061-95838835b6eb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.769871] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9a1ef292-c6fd-4b01-9ef9-24542516dff3 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.025283] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a1ab423b-b019-47ea-b739-77d0bf92905c tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Acquiring lock "ae75ff3f-13fe-4a83-902b-cf69b342bf72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.025634] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a1ab423b-b019-47ea-b739-77d0bf92905c tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Lock "ae75ff3f-13fe-4a83-902b-cf69b342bf72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.025907] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a1ab423b-b019-47ea-b739-77d0bf92905c tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Acquiring lock "ae75ff3f-13fe-4a83-902b-cf69b342bf72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.026127] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a1ab423b-b019-47ea-b739-77d0bf92905c tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Lock "ae75ff3f-13fe-4a83-902b-cf69b342bf72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.026329] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a1ab423b-b019-47ea-b739-77d0bf92905c tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Lock "ae75ff3f-13fe-4a83-902b-cf69b342bf72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.028698] env[69413]: INFO nova.compute.manager [None req-a1ab423b-b019-47ea-b739-77d0bf92905c tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Terminating instance [ 1112.267200] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Creating Snapshot of the VM instance {{(pid=69413) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1112.267524] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-64523872-45cc-4b65-940d-ccfd23ca5d18 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.275955] env[69413]: DEBUG oslo_vmware.api [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 1112.275955] env[69413]: value = "task-3078338" [ 1112.275955] env[69413]: _type = "Task" [ 1112.275955] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.284043] env[69413]: DEBUG oslo_vmware.api [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078338, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.328363] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52566691-b8ac-4f59-93a2-f65a844b1bc4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.335512] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d722ef-a1b5-4188-8d19-569824e1c199 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.365794] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54674c54-d0a3-4e5f-8d90-1a3aa9ba19d0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.372711] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65392d6-cf5f-4ccc-a85f-3aa01a84e4ab {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.386941] env[69413]: DEBUG nova.compute.provider_tree [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.533261] env[69413]: DEBUG nova.compute.manager [None req-a1ab423b-b019-47ea-b739-77d0bf92905c tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1112.533377] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ab423b-b019-47ea-b739-77d0bf92905c tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1112.534336] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9012ff08-e316-40ef-9f9a-9c324d329414 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.541705] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ab423b-b019-47ea-b739-77d0bf92905c tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1112.542508] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8b41f12-538f-42b7-a061-cb538256485d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.547666] env[69413]: DEBUG oslo_vmware.api [None req-a1ab423b-b019-47ea-b739-77d0bf92905c tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Waiting for the task: (returnval){ [ 1112.547666] env[69413]: value = "task-3078339" [ 1112.547666] env[69413]: _type = "Task" [ 1112.547666] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.555480] env[69413]: DEBUG oslo_vmware.api [None req-a1ab423b-b019-47ea-b739-77d0bf92905c tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Task: {'id': task-3078339, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.786045] env[69413]: DEBUG oslo_vmware.api [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078338, 'name': CreateSnapshot_Task, 'duration_secs': 0.488052} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.786395] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Created Snapshot of the VM instance {{(pid=69413) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1112.787263] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8243d4b-27a4-4c65-bdca-ec7350f91551 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.890845] env[69413]: DEBUG nova.scheduler.client.report [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.058017] env[69413]: DEBUG oslo_vmware.api [None req-a1ab423b-b019-47ea-b739-77d0bf92905c tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Task: {'id': task-3078339, 'name': PowerOffVM_Task, 'duration_secs': 0.164968} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.058349] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ab423b-b019-47ea-b739-77d0bf92905c tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.058530] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ab423b-b019-47ea-b739-77d0bf92905c tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1113.058797] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b1a6661-fc00-49b4-9b5a-ec73f76dd106 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.116811] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ab423b-b019-47ea-b739-77d0bf92905c tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1113.117037] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ab423b-b019-47ea-b739-77d0bf92905c tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1113.117253] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1ab423b-b019-47ea-b739-77d0bf92905c tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Deleting the datastore file [datastore2] ae75ff3f-13fe-4a83-902b-cf69b342bf72 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1113.117523] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ef7439e-f84a-4ba0-a9f6-1817ea7887a6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.124655] env[69413]: DEBUG oslo_vmware.api [None req-a1ab423b-b019-47ea-b739-77d0bf92905c tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Waiting for the task: (returnval){ [ 1113.124655] env[69413]: value = "task-3078341" [ 1113.124655] env[69413]: _type = "Task" [ 1113.124655] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.132158] env[69413]: DEBUG oslo_vmware.api [None req-a1ab423b-b019-47ea-b739-77d0bf92905c tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Task: {'id': task-3078341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.303983] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Creating linked-clone VM from snapshot {{(pid=69413) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1113.304310] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dfe45fbe-c94a-466e-b035-24a443000ec4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.311748] env[69413]: DEBUG oslo_vmware.api [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 1113.311748] env[69413]: value = "task-3078342" [ 1113.311748] env[69413]: _type = "Task" [ 1113.311748] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.319150] env[69413]: DEBUG oslo_vmware.api [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078342, 'name': CloneVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.395587] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.281s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.396130] env[69413]: DEBUG nova.compute.manager [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1113.399126] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.226s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.400677] env[69413]: INFO nova.compute.claims [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1113.634924] env[69413]: DEBUG oslo_vmware.api [None req-a1ab423b-b019-47ea-b739-77d0bf92905c tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Task: {'id': task-3078341, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155537} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.635461] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1ab423b-b019-47ea-b739-77d0bf92905c tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1113.635762] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ab423b-b019-47ea-b739-77d0bf92905c tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1113.636121] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ab423b-b019-47ea-b739-77d0bf92905c tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1113.636408] env[69413]: INFO nova.compute.manager [None req-a1ab423b-b019-47ea-b739-77d0bf92905c tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1113.636765] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1ab423b-b019-47ea-b739-77d0bf92905c tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.637907] env[69413]: DEBUG nova.compute.manager [-] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1113.637907] env[69413]: DEBUG nova.network.neutron [-] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1113.824390] env[69413]: DEBUG oslo_vmware.api [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078342, 'name': CloneVM_Task} progress is 94%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.905526] env[69413]: DEBUG nova.compute.utils [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1113.911249] env[69413]: DEBUG nova.compute.manager [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1113.911436] env[69413]: DEBUG nova.network.neutron [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1113.979456] env[69413]: DEBUG nova.policy [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6cd27bf370e34e37a04044b9027c48f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c094863d31844fc5a72997c864212713', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1113.991048] env[69413]: DEBUG nova.compute.manager [req-07ce0cd0-bf22-4071-b73e-4df01075ba46 req-62c4f989-61c7-47d3-9abd-0a8a76a47390 service nova] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Received event network-vif-deleted-c97c3800-61ff-49a7-b8b1-19c9ea5e3292 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.991168] env[69413]: INFO nova.compute.manager [req-07ce0cd0-bf22-4071-b73e-4df01075ba46 req-62c4f989-61c7-47d3-9abd-0a8a76a47390 service nova] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Neutron deleted interface c97c3800-61ff-49a7-b8b1-19c9ea5e3292; detaching it from the instance and deleting it from the info cache [ 1113.991304] env[69413]: DEBUG nova.network.neutron [req-07ce0cd0-bf22-4071-b73e-4df01075ba46 req-62c4f989-61c7-47d3-9abd-0a8a76a47390 service nova] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.143984] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5144a0f5-33c4-42ed-885f-dcf8b9669c0e tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Acquiring lock "e6cd12ab-429c-4174-b2c0-bce6b23df85a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.144258] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5144a0f5-33c4-42ed-885f-dcf8b9669c0e tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Lock "e6cd12ab-429c-4174-b2c0-bce6b23df85a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.144500] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5144a0f5-33c4-42ed-885f-dcf8b9669c0e tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Acquiring lock "e6cd12ab-429c-4174-b2c0-bce6b23df85a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.144675] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5144a0f5-33c4-42ed-885f-dcf8b9669c0e tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Lock "e6cd12ab-429c-4174-b2c0-bce6b23df85a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.144841] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5144a0f5-33c4-42ed-885f-dcf8b9669c0e tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Lock "e6cd12ab-429c-4174-b2c0-bce6b23df85a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.147144] env[69413]: INFO nova.compute.manager [None req-5144a0f5-33c4-42ed-885f-dcf8b9669c0e tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Terminating instance [ 1114.312574] env[69413]: DEBUG nova.network.neutron [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Successfully created port: 22d1225c-ba70-4419-9ab4-a072f795baba {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1114.323454] env[69413]: DEBUG oslo_vmware.api [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078342, 'name': CloneVM_Task} progress is 95%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.412516] env[69413]: DEBUG nova.compute.manager [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1114.465961] env[69413]: DEBUG nova.network.neutron [-] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.496407] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-597f2d5a-8e39-447c-8025-e96d6ea8244e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.509129] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c5c0df-a913-4e7a-833a-c726cc803be2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.543534] env[69413]: DEBUG nova.compute.manager [req-07ce0cd0-bf22-4071-b73e-4df01075ba46 req-62c4f989-61c7-47d3-9abd-0a8a76a47390 service nova] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Detach interface failed, port_id=c97c3800-61ff-49a7-b8b1-19c9ea5e3292, reason: Instance ae75ff3f-13fe-4a83-902b-cf69b342bf72 could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1114.650855] env[69413]: DEBUG nova.compute.manager [None req-5144a0f5-33c4-42ed-885f-dcf8b9669c0e tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1114.651106] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5144a0f5-33c4-42ed-885f-dcf8b9669c0e tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1114.652056] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa07a679-7b08-4fbf-9c70-d50a3497ea11 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.657959] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bfab1e-e00d-47ca-b04a-6437b9e5aab9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.666926] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806cbb8a-3f39-41a8-847f-227e11fe5f57 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.669728] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-5144a0f5-33c4-42ed-885f-dcf8b9669c0e tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.670157] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8445928-f865-4872-8bcf-849c8909116f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.699745] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fdaea4-228a-4669-b88b-78dba0986bfd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.702597] env[69413]: DEBUG oslo_vmware.api [None req-5144a0f5-33c4-42ed-885f-dcf8b9669c0e tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Waiting for the task: (returnval){ [ 1114.702597] env[69413]: value = "task-3078343" [ 1114.702597] env[69413]: _type = "Task" [ 1114.702597] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.709386] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2522c14-9e85-4eab-9b9b-8450204234fe {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.715933] env[69413]: DEBUG oslo_vmware.api [None req-5144a0f5-33c4-42ed-885f-dcf8b9669c0e tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': task-3078343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.725480] env[69413]: DEBUG nova.compute.provider_tree [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.826356] env[69413]: DEBUG oslo_vmware.api [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078342, 'name': CloneVM_Task, 'duration_secs': 1.108851} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.826778] env[69413]: INFO nova.virt.vmwareapi.vmops [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Created linked-clone VM from snapshot [ 1114.827860] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08037e04-358e-4bad-b4a2-8fa7a0eb880a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.837036] env[69413]: DEBUG nova.virt.vmwareapi.images [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Uploading image 6fb0a329-8d1f-4f85-b258-f6ace0334aeb {{(pid=69413) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1114.863595] env[69413]: DEBUG oslo_vmware.rw_handles [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1114.863595] env[69413]: value = "vm-616320" [ 1114.863595] env[69413]: _type = "VirtualMachine" [ 1114.863595] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1114.864210] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a85dda56-a4ca-48c2-91cc-89663d207466 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.870635] env[69413]: DEBUG oslo_vmware.rw_handles [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lease: (returnval){ [ 1114.870635] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52494139-0c92-be93-2dbe-f96cf1fecb1c" [ 1114.870635] env[69413]: _type = "HttpNfcLease" [ 1114.870635] env[69413]: } obtained for exporting VM: (result){ [ 1114.870635] env[69413]: value = "vm-616320" [ 1114.870635] env[69413]: _type = "VirtualMachine" [ 1114.870635] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1114.870956] env[69413]: DEBUG oslo_vmware.api [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the lease: (returnval){ [ 1114.870956] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52494139-0c92-be93-2dbe-f96cf1fecb1c" [ 1114.870956] env[69413]: _type = "HttpNfcLease" [ 1114.870956] env[69413]: } to be ready. {{(pid=69413) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1114.877354] env[69413]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1114.877354] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52494139-0c92-be93-2dbe-f96cf1fecb1c" [ 1114.877354] env[69413]: _type = "HttpNfcLease" [ 1114.877354] env[69413]: } is initializing. {{(pid=69413) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1114.970907] env[69413]: INFO nova.compute.manager [-] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Took 1.33 seconds to deallocate network for instance. [ 1115.212141] env[69413]: DEBUG oslo_vmware.api [None req-5144a0f5-33c4-42ed-885f-dcf8b9669c0e tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': task-3078343, 'name': PowerOffVM_Task, 'duration_secs': 0.209834} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.212424] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-5144a0f5-33c4-42ed-885f-dcf8b9669c0e tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1115.212586] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5144a0f5-33c4-42ed-885f-dcf8b9669c0e tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1115.212831] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54d5ae51-3b6c-4835-8973-039a969450d8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.228357] env[69413]: DEBUG nova.scheduler.client.report [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.271216] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5144a0f5-33c4-42ed-885f-dcf8b9669c0e tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1115.271460] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5144a0f5-33c4-42ed-885f-dcf8b9669c0e tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1115.271829] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-5144a0f5-33c4-42ed-885f-dcf8b9669c0e tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Deleting the datastore file [datastore1] e6cd12ab-429c-4174-b2c0-bce6b23df85a {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1115.271918] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed6557ad-f6d1-4fed-9125-3185d76607bf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.278945] env[69413]: DEBUG oslo_vmware.api [None req-5144a0f5-33c4-42ed-885f-dcf8b9669c0e tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Waiting for the task: (returnval){ [ 1115.278945] env[69413]: value = "task-3078346" [ 1115.278945] env[69413]: _type = "Task" [ 1115.278945] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.287236] env[69413]: DEBUG oslo_vmware.api [None req-5144a0f5-33c4-42ed-885f-dcf8b9669c0e tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': task-3078346, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.379607] env[69413]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1115.379607] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52494139-0c92-be93-2dbe-f96cf1fecb1c" [ 1115.379607] env[69413]: _type = "HttpNfcLease" [ 1115.379607] env[69413]: } is ready. {{(pid=69413) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1115.379858] env[69413]: DEBUG oslo_vmware.rw_handles [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1115.379858] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52494139-0c92-be93-2dbe-f96cf1fecb1c" [ 1115.379858] env[69413]: _type = "HttpNfcLease" [ 1115.379858] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1115.380617] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81398c0-7e89-450c-b59d-114abb6f4435 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.388532] env[69413]: DEBUG oslo_vmware.rw_handles [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52877cf4-7c70-78b1-3fc3-39f05e25df84/disk-0.vmdk from lease info. {{(pid=69413) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1115.388740] env[69413]: DEBUG oslo_vmware.rw_handles [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52877cf4-7c70-78b1-3fc3-39f05e25df84/disk-0.vmdk for reading. {{(pid=69413) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1115.445198] env[69413]: DEBUG nova.compute.manager [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1115.469746] env[69413]: DEBUG nova.virt.hardware [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1115.469903] env[69413]: DEBUG nova.virt.hardware [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.469960] env[69413]: DEBUG nova.virt.hardware [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.470164] env[69413]: DEBUG nova.virt.hardware [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.470314] env[69413]: DEBUG nova.virt.hardware [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.470458] env[69413]: DEBUG nova.virt.hardware [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1115.470661] env[69413]: DEBUG nova.virt.hardware [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1115.470819] env[69413]: DEBUG nova.virt.hardware [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1115.470970] env[69413]: DEBUG nova.virt.hardware [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1115.471143] env[69413]: DEBUG nova.virt.hardware [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1115.471314] env[69413]: DEBUG nova.virt.hardware [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1115.472176] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d3144d-a3cc-4d7b-8bdb-7b845c58a3ef {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.477383] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a1ab423b-b019-47ea-b739-77d0bf92905c tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.478141] env[69413]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0fab2284-bd60-4181-8516-39def115650a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.483665] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b95162-fbf5-4805-98d2-a1fd48a9b7ae {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.734064] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.335s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.734906] env[69413]: DEBUG nova.compute.manager [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1115.741441] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.684s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.789705] env[69413]: DEBUG oslo_vmware.api [None req-5144a0f5-33c4-42ed-885f-dcf8b9669c0e tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Task: {'id': task-3078346, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137351} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.791420] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-5144a0f5-33c4-42ed-885f-dcf8b9669c0e tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.791605] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5144a0f5-33c4-42ed-885f-dcf8b9669c0e tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.791775] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5144a0f5-33c4-42ed-885f-dcf8b9669c0e tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.791949] env[69413]: INFO nova.compute.manager [None req-5144a0f5-33c4-42ed-885f-dcf8b9669c0e tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1115.792200] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5144a0f5-33c4-42ed-885f-dcf8b9669c0e tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.792392] env[69413]: DEBUG nova.compute.manager [-] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1115.792482] env[69413]: DEBUG nova.network.neutron [-] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1115.962984] env[69413]: DEBUG nova.network.neutron [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Successfully updated port: 22d1225c-ba70-4419-9ab4-a072f795baba {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1116.062454] env[69413]: DEBUG nova.compute.manager [req-d5843906-a367-498c-9465-f802823cdd1e req-f97e93b9-1860-4b9e-a303-a1350fa28815 service nova] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Received event network-vif-plugged-22d1225c-ba70-4419-9ab4-a072f795baba {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.062782] env[69413]: DEBUG oslo_concurrency.lockutils [req-d5843906-a367-498c-9465-f802823cdd1e req-f97e93b9-1860-4b9e-a303-a1350fa28815 service nova] Acquiring lock "8871ee21-1801-4e65-b308-3de40cb706e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.063105] env[69413]: DEBUG oslo_concurrency.lockutils [req-d5843906-a367-498c-9465-f802823cdd1e req-f97e93b9-1860-4b9e-a303-a1350fa28815 service nova] Lock "8871ee21-1801-4e65-b308-3de40cb706e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.064189] env[69413]: DEBUG oslo_concurrency.lockutils [req-d5843906-a367-498c-9465-f802823cdd1e req-f97e93b9-1860-4b9e-a303-a1350fa28815 service nova] Lock "8871ee21-1801-4e65-b308-3de40cb706e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.064189] env[69413]: DEBUG nova.compute.manager [req-d5843906-a367-498c-9465-f802823cdd1e req-f97e93b9-1860-4b9e-a303-a1350fa28815 service nova] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] No waiting events found dispatching network-vif-plugged-22d1225c-ba70-4419-9ab4-a072f795baba {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1116.064189] env[69413]: WARNING nova.compute.manager [req-d5843906-a367-498c-9465-f802823cdd1e req-f97e93b9-1860-4b9e-a303-a1350fa28815 service nova] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Received unexpected event network-vif-plugged-22d1225c-ba70-4419-9ab4-a072f795baba for instance with vm_state building and task_state spawning. [ 1116.064189] env[69413]: DEBUG nova.compute.manager [req-d5843906-a367-498c-9465-f802823cdd1e req-f97e93b9-1860-4b9e-a303-a1350fa28815 service nova] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Received event network-changed-22d1225c-ba70-4419-9ab4-a072f795baba {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.064189] env[69413]: DEBUG nova.compute.manager [req-d5843906-a367-498c-9465-f802823cdd1e req-f97e93b9-1860-4b9e-a303-a1350fa28815 service nova] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Refreshing instance network info cache due to event network-changed-22d1225c-ba70-4419-9ab4-a072f795baba. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1116.064527] env[69413]: DEBUG oslo_concurrency.lockutils [req-d5843906-a367-498c-9465-f802823cdd1e req-f97e93b9-1860-4b9e-a303-a1350fa28815 service nova] Acquiring lock "refresh_cache-8871ee21-1801-4e65-b308-3de40cb706e4" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.064559] env[69413]: DEBUG oslo_concurrency.lockutils [req-d5843906-a367-498c-9465-f802823cdd1e req-f97e93b9-1860-4b9e-a303-a1350fa28815 service nova] Acquired lock "refresh_cache-8871ee21-1801-4e65-b308-3de40cb706e4" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.064754] env[69413]: DEBUG nova.network.neutron [req-d5843906-a367-498c-9465-f802823cdd1e req-f97e93b9-1860-4b9e-a303-a1350fa28815 service nova] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Refreshing network info cache for port 22d1225c-ba70-4419-9ab4-a072f795baba {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.248981] env[69413]: DEBUG nova.compute.utils [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1116.251275] env[69413]: DEBUG nova.compute.manager [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1116.251505] env[69413]: DEBUG nova.network.neutron [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1116.329342] env[69413]: DEBUG nova.policy [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39d506af3462433cac48b10446705c6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9de209e31d334361a502bcd6046c7204', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1116.469101] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "refresh_cache-8871ee21-1801-4e65-b308-3de40cb706e4" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.607751] env[69413]: DEBUG nova.network.neutron [req-d5843906-a367-498c-9465-f802823cdd1e req-f97e93b9-1860-4b9e-a303-a1350fa28815 service nova] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1116.692860] env[69413]: DEBUG nova.network.neutron [req-d5843906-a367-498c-9465-f802823cdd1e req-f97e93b9-1860-4b9e-a303-a1350fa28815 service nova] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.702226] env[69413]: DEBUG oslo_concurrency.lockutils [None req-034d4efd-bdda-4aaf-8985-bc8b54fda427 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquiring lock "9fb1b0a7-ddb8-4325-a38a-4659ee69ce36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.702530] env[69413]: DEBUG oslo_concurrency.lockutils [None req-034d4efd-bdda-4aaf-8985-bc8b54fda427 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Lock "9fb1b0a7-ddb8-4325-a38a-4659ee69ce36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.702747] env[69413]: DEBUG oslo_concurrency.lockutils [None req-034d4efd-bdda-4aaf-8985-bc8b54fda427 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquiring lock "9fb1b0a7-ddb8-4325-a38a-4659ee69ce36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.702931] env[69413]: DEBUG oslo_concurrency.lockutils [None req-034d4efd-bdda-4aaf-8985-bc8b54fda427 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Lock "9fb1b0a7-ddb8-4325-a38a-4659ee69ce36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.703517] env[69413]: DEBUG oslo_concurrency.lockutils [None req-034d4efd-bdda-4aaf-8985-bc8b54fda427 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Lock "9fb1b0a7-ddb8-4325-a38a-4659ee69ce36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.706434] env[69413]: INFO nova.compute.manager [None req-034d4efd-bdda-4aaf-8985-bc8b54fda427 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Terminating instance [ 1116.751896] env[69413]: DEBUG nova.compute.manager [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1116.780246] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance dc802a86-b5a3-4808-a641-dc42d77ee1e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1116.780407] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1116.780533] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 7d1875ac-2554-480f-96ae-de15482d93df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1116.780657] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1116.781132] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 9714646b-1525-4dd9-805d-cae11ee88a3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1116.781132] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance e6cd12ab-429c-4174-b2c0-bce6b23df85a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1116.781132] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance a7ce7788-f901-4440-8467-39889734fccb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1116.781253] env[69413]: WARNING nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 2ed3d884-3573-4e93-be24-23b1cd5cd9c5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1116.781358] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 245b6791-5aa0-48a4-8f67-ab3e48fca4fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1116.781481] env[69413]: WARNING nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 575224ad-7ee7-4a0a-a81a-6edb74dec5c8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1116.781602] env[69413]: WARNING nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance ae75ff3f-13fe-4a83-902b-cf69b342bf72 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1116.781716] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 8871ee21-1801-4e65-b308-3de40cb706e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1116.781827] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance e7198b96-86ee-479a-bc7c-2e35c62d6c80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1116.839808] env[69413]: DEBUG nova.network.neutron [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Successfully created port: 838f5ae5-10a2-49da-b744-eef6d7210e7d {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1117.089461] env[69413]: DEBUG nova.network.neutron [-] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.197472] env[69413]: DEBUG oslo_concurrency.lockutils [req-d5843906-a367-498c-9465-f802823cdd1e req-f97e93b9-1860-4b9e-a303-a1350fa28815 service nova] Releasing lock "refresh_cache-8871ee21-1801-4e65-b308-3de40cb706e4" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.197872] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquired lock "refresh_cache-8871ee21-1801-4e65-b308-3de40cb706e4" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.198042] env[69413]: DEBUG nova.network.neutron [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.209881] env[69413]: DEBUG nova.compute.manager [None req-034d4efd-bdda-4aaf-8985-bc8b54fda427 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1117.210130] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-034d4efd-bdda-4aaf-8985-bc8b54fda427 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1117.211308] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381ce7c9-3989-4506-a137-738763baf4ac {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.219243] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-034d4efd-bdda-4aaf-8985-bc8b54fda427 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.219985] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f920715c-e988-4086-8833-fa8012f5dc8d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.228649] env[69413]: DEBUG oslo_vmware.api [None req-034d4efd-bdda-4aaf-8985-bc8b54fda427 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 1117.228649] env[69413]: value = "task-3078347" [ 1117.228649] env[69413]: _type = "Task" [ 1117.228649] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.237231] env[69413]: DEBUG oslo_vmware.api [None req-034d4efd-bdda-4aaf-8985-bc8b54fda427 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3078347, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.284487] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 4d549d35-17c1-4c49-bafb-481bb9701936 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1117.593168] env[69413]: INFO nova.compute.manager [-] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Took 1.80 seconds to deallocate network for instance. [ 1117.733148] env[69413]: DEBUG nova.network.neutron [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1117.740641] env[69413]: DEBUG oslo_vmware.api [None req-034d4efd-bdda-4aaf-8985-bc8b54fda427 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3078347, 'name': PowerOffVM_Task, 'duration_secs': 0.24386} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.740924] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-034d4efd-bdda-4aaf-8985-bc8b54fda427 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.741108] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-034d4efd-bdda-4aaf-8985-bc8b54fda427 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1117.741688] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5cd1e2c3-f67e-4629-8e5c-f209faf53324 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.767727] env[69413]: DEBUG nova.compute.manager [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1117.792574] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 4f3fe258-4b51-47fb-b864-a16f3f8300a5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1117.792874] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69413) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1117.793044] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69413) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1117.797645] env[69413]: DEBUG nova.virt.hardware [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.797880] env[69413]: DEBUG nova.virt.hardware [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.798069] env[69413]: DEBUG nova.virt.hardware [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.798267] env[69413]: DEBUG nova.virt.hardware [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.798416] env[69413]: DEBUG nova.virt.hardware [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.798567] env[69413]: DEBUG nova.virt.hardware [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.798802] env[69413]: DEBUG nova.virt.hardware [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.798962] env[69413]: DEBUG nova.virt.hardware [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.799146] env[69413]: DEBUG nova.virt.hardware [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.799328] env[69413]: DEBUG nova.virt.hardware [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.799503] env[69413]: DEBUG nova.virt.hardware [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.800874] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113a98b8-04bd-4b07-bd3c-2eb6e0629e1f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.808409] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-034d4efd-bdda-4aaf-8985-bc8b54fda427 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1117.808633] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-034d4efd-bdda-4aaf-8985-bc8b54fda427 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1117.808812] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-034d4efd-bdda-4aaf-8985-bc8b54fda427 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Deleting the datastore file [datastore1] 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1117.809738] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8bd22e5-9a72-4a7f-877e-247e215cac45 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.815613] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd24cd77-6e27-4e80-b615-bda7c2865feb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.823246] env[69413]: DEBUG oslo_vmware.api [None req-034d4efd-bdda-4aaf-8985-bc8b54fda427 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 1117.823246] env[69413]: value = "task-3078349" [ 1117.823246] env[69413]: _type = "Task" [ 1117.823246] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.842787] env[69413]: DEBUG oslo_vmware.api [None req-034d4efd-bdda-4aaf-8985-bc8b54fda427 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3078349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.884946] env[69413]: DEBUG nova.network.neutron [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Updating instance_info_cache with network_info: [{"id": "22d1225c-ba70-4419-9ab4-a072f795baba", "address": "fa:16:3e:cc:75:92", "network": {"id": "b93ce486-44e4-4c58-8f72-021297e2ca51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2061790933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c094863d31844fc5a72997c864212713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22d1225c-ba", "ovs_interfaceid": "22d1225c-ba70-4419-9ab4-a072f795baba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.028042] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810c7b0f-a478-4f71-9a4a-f9a6800b172a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.036573] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbc5aa3-7807-4013-b919-2a0724813e2b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.068817] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03ded88-70f8-457b-8fb2-793f4e910fc4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.076401] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fd48e7-0876-4776-9d52-c811d46fb2ce {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.091612] env[69413]: DEBUG nova.compute.provider_tree [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.096825] env[69413]: DEBUG nova.compute.manager [req-df7e946c-b7b3-4d19-b6e3-fc07735e9c81 req-bd318215-b7de-4bb5-93e5-4fc8e35d5ba0 service nova] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Received event network-vif-deleted-dc416386-ec95-4820-9eef-607bfcd4343a {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.100193] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5144a0f5-33c4-42ed-885f-dcf8b9669c0e tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.337023] env[69413]: DEBUG oslo_vmware.api [None req-034d4efd-bdda-4aaf-8985-bc8b54fda427 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3078349, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236309} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.337023] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-034d4efd-bdda-4aaf-8985-bc8b54fda427 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1118.337023] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-034d4efd-bdda-4aaf-8985-bc8b54fda427 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1118.337023] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-034d4efd-bdda-4aaf-8985-bc8b54fda427 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1118.337548] env[69413]: INFO nova.compute.manager [None req-034d4efd-bdda-4aaf-8985-bc8b54fda427 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1118.337972] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-034d4efd-bdda-4aaf-8985-bc8b54fda427 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.338347] env[69413]: DEBUG nova.compute.manager [-] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1118.338578] env[69413]: DEBUG nova.network.neutron [-] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1118.387247] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Releasing lock "refresh_cache-8871ee21-1801-4e65-b308-3de40cb706e4" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.390153] env[69413]: DEBUG nova.compute.manager [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Instance network_info: |[{"id": "22d1225c-ba70-4419-9ab4-a072f795baba", "address": "fa:16:3e:cc:75:92", "network": {"id": "b93ce486-44e4-4c58-8f72-021297e2ca51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2061790933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c094863d31844fc5a72997c864212713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22d1225c-ba", "ovs_interfaceid": "22d1225c-ba70-4419-9ab4-a072f795baba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1118.390153] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:75:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22d1225c-ba70-4419-9ab4-a072f795baba', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1118.396793] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.402013] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1118.402013] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f49a2d72-1e6d-4c73-98d1-79c77eb3c3b7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.420172] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1118.420172] env[69413]: value = "task-3078350" [ 1118.420172] env[69413]: _type = "Task" [ 1118.420172] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.429197] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078350, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.594963] env[69413]: DEBUG nova.scheduler.client.report [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.622396] env[69413]: DEBUG nova.network.neutron [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Successfully updated port: 838f5ae5-10a2-49da-b744-eef6d7210e7d {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1118.698771] env[69413]: DEBUG nova.compute.manager [req-0d895bf1-96aa-4c9c-acb8-fcf989b3726f req-3a3e8523-e05b-4d57-a53b-51a9bbe45e72 service nova] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Received event network-vif-deleted-5b4d5b00-b745-476f-9f4c-fd912f4a70a4 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.698771] env[69413]: INFO nova.compute.manager [req-0d895bf1-96aa-4c9c-acb8-fcf989b3726f req-3a3e8523-e05b-4d57-a53b-51a9bbe45e72 service nova] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Neutron deleted interface 5b4d5b00-b745-476f-9f4c-fd912f4a70a4; detaching it from the instance and deleting it from the info cache [ 1118.699562] env[69413]: DEBUG nova.network.neutron [req-0d895bf1-96aa-4c9c-acb8-fcf989b3726f req-3a3e8523-e05b-4d57-a53b-51a9bbe45e72 service nova] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.932443] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078350, 'name': CreateVM_Task, 'duration_secs': 0.381817} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.933028] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1118.933440] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.933544] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.933880] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.934656] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f46d7419-e516-45d0-b022-7f57237ee55b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.938968] env[69413]: DEBUG oslo_vmware.api [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1118.938968] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]525d0cb9-aa83-c23a-3dfc-22cebf878c37" [ 1118.938968] env[69413]: _type = "Task" [ 1118.938968] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.947123] env[69413]: DEBUG oslo_vmware.api [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]525d0cb9-aa83-c23a-3dfc-22cebf878c37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.101480] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69413) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1119.101801] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.363s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.101914] env[69413]: DEBUG oslo_concurrency.lockutils [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.022s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.103610] env[69413]: INFO nova.compute.claims [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1119.110740] env[69413]: DEBUG nova.network.neutron [-] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.125514] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "refresh_cache-e7198b96-86ee-479a-bc7c-2e35c62d6c80" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.126040] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquired lock "refresh_cache-e7198b96-86ee-479a-bc7c-2e35c62d6c80" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.126040] env[69413]: DEBUG nova.network.neutron [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.201698] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6d66ee0d-536d-496c-892d-697dae26cca5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.211744] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972ff764-94e0-48a4-a289-ac59b6210887 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.242123] env[69413]: DEBUG nova.compute.manager [req-0d895bf1-96aa-4c9c-acb8-fcf989b3726f req-3a3e8523-e05b-4d57-a53b-51a9bbe45e72 service nova] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Detach interface failed, port_id=5b4d5b00-b745-476f-9f4c-fd912f4a70a4, reason: Instance 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36 could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1119.451876] env[69413]: DEBUG oslo_vmware.api [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]525d0cb9-aa83-c23a-3dfc-22cebf878c37, 'name': SearchDatastore_Task, 'duration_secs': 0.010539} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.452114] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.452561] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1119.452561] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.452693] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.452943] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1119.453326] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b157811-aac6-497c-a60d-db762473f214 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.462295] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1119.462474] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1119.463199] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5609072-7fd3-4bc7-8efb-48676ed472c5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.468339] env[69413]: DEBUG oslo_vmware.api [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1119.468339] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]527c242f-f7f1-10b9-6943-a90fa3b45d08" [ 1119.468339] env[69413]: _type = "Task" [ 1119.468339] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.476731] env[69413]: DEBUG oslo_vmware.api [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]527c242f-f7f1-10b9-6943-a90fa3b45d08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.613122] env[69413]: INFO nova.compute.manager [-] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Took 1.27 seconds to deallocate network for instance. [ 1119.659188] env[69413]: DEBUG nova.network.neutron [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1119.892542] env[69413]: DEBUG nova.network.neutron [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Updating instance_info_cache with network_info: [{"id": "838f5ae5-10a2-49da-b744-eef6d7210e7d", "address": "fa:16:3e:2e:a8:38", "network": {"id": "79035362-4c66-46cb-959e-06e2bfc25b97", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-862600175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9de209e31d334361a502bcd6046c7204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap838f5ae5-10", "ovs_interfaceid": "838f5ae5-10a2-49da-b744-eef6d7210e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.982732] env[69413]: DEBUG oslo_vmware.api [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]527c242f-f7f1-10b9-6943-a90fa3b45d08, 'name': SearchDatastore_Task, 'duration_secs': 0.008552} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.984030] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80e290b6-9961-40d4-9b33-44113eb5a753 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.988840] env[69413]: DEBUG oslo_vmware.api [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1119.988840] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5298cb7f-fb84-4186-4aeb-81c69a8fc34a" [ 1119.988840] env[69413]: _type = "Task" [ 1119.988840] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.997716] env[69413]: DEBUG oslo_vmware.api [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5298cb7f-fb84-4186-4aeb-81c69a8fc34a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.120913] env[69413]: DEBUG oslo_concurrency.lockutils [None req-034d4efd-bdda-4aaf-8985-bc8b54fda427 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.125752] env[69413]: DEBUG nova.compute.manager [req-0d4c4c5e-4f4a-4c59-a33d-a3381f13c653 req-aa4f3a98-bab6-4d9f-887a-83b774a7072f service nova] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Received event network-vif-plugged-838f5ae5-10a2-49da-b744-eef6d7210e7d {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.126166] env[69413]: DEBUG oslo_concurrency.lockutils [req-0d4c4c5e-4f4a-4c59-a33d-a3381f13c653 req-aa4f3a98-bab6-4d9f-887a-83b774a7072f service nova] Acquiring lock "e7198b96-86ee-479a-bc7c-2e35c62d6c80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.126384] env[69413]: DEBUG oslo_concurrency.lockutils [req-0d4c4c5e-4f4a-4c59-a33d-a3381f13c653 req-aa4f3a98-bab6-4d9f-887a-83b774a7072f service nova] Lock "e7198b96-86ee-479a-bc7c-2e35c62d6c80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.126384] env[69413]: DEBUG oslo_concurrency.lockutils [req-0d4c4c5e-4f4a-4c59-a33d-a3381f13c653 req-aa4f3a98-bab6-4d9f-887a-83b774a7072f service nova] Lock "e7198b96-86ee-479a-bc7c-2e35c62d6c80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.126675] env[69413]: DEBUG nova.compute.manager [req-0d4c4c5e-4f4a-4c59-a33d-a3381f13c653 req-aa4f3a98-bab6-4d9f-887a-83b774a7072f service nova] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] No waiting events found dispatching network-vif-plugged-838f5ae5-10a2-49da-b744-eef6d7210e7d {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1120.127077] env[69413]: WARNING nova.compute.manager [req-0d4c4c5e-4f4a-4c59-a33d-a3381f13c653 req-aa4f3a98-bab6-4d9f-887a-83b774a7072f service nova] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Received unexpected event network-vif-plugged-838f5ae5-10a2-49da-b744-eef6d7210e7d for instance with vm_state building and task_state spawning. [ 1120.127077] env[69413]: DEBUG nova.compute.manager [req-0d4c4c5e-4f4a-4c59-a33d-a3381f13c653 req-aa4f3a98-bab6-4d9f-887a-83b774a7072f service nova] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Received event network-changed-838f5ae5-10a2-49da-b744-eef6d7210e7d {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.127077] env[69413]: DEBUG nova.compute.manager [req-0d4c4c5e-4f4a-4c59-a33d-a3381f13c653 req-aa4f3a98-bab6-4d9f-887a-83b774a7072f service nova] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Refreshing instance network info cache due to event network-changed-838f5ae5-10a2-49da-b744-eef6d7210e7d. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.127281] env[69413]: DEBUG oslo_concurrency.lockutils [req-0d4c4c5e-4f4a-4c59-a33d-a3381f13c653 req-aa4f3a98-bab6-4d9f-887a-83b774a7072f service nova] Acquiring lock "refresh_cache-e7198b96-86ee-479a-bc7c-2e35c62d6c80" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.308383] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15510bbb-b0e3-44a9-8578-368d4e679a1a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.316033] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe59d0d3-8e10-4019-9844-fe49c1249f37 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.346717] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8722a8-ef51-4ca2-a373-611c18925854 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.354528] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c0c752-6630-4597-bfb4-c5b7da31c900 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.370016] env[69413]: DEBUG nova.compute.provider_tree [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.395687] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Releasing lock "refresh_cache-e7198b96-86ee-479a-bc7c-2e35c62d6c80" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.396132] env[69413]: DEBUG nova.compute.manager [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Instance network_info: |[{"id": "838f5ae5-10a2-49da-b744-eef6d7210e7d", "address": "fa:16:3e:2e:a8:38", "network": {"id": "79035362-4c66-46cb-959e-06e2bfc25b97", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-862600175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9de209e31d334361a502bcd6046c7204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap838f5ae5-10", "ovs_interfaceid": "838f5ae5-10a2-49da-b744-eef6d7210e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1120.396444] env[69413]: DEBUG oslo_concurrency.lockutils [req-0d4c4c5e-4f4a-4c59-a33d-a3381f13c653 req-aa4f3a98-bab6-4d9f-887a-83b774a7072f service nova] Acquired lock "refresh_cache-e7198b96-86ee-479a-bc7c-2e35c62d6c80" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.396682] env[69413]: DEBUG nova.network.neutron [req-0d4c4c5e-4f4a-4c59-a33d-a3381f13c653 req-aa4f3a98-bab6-4d9f-887a-83b774a7072f service nova] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Refreshing network info cache for port 838f5ae5-10a2-49da-b744-eef6d7210e7d {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.398059] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:a8:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd70692eb-97b3-417c-a4ca-1ee888246ad9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '838f5ae5-10a2-49da-b744-eef6d7210e7d', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1120.407462] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.410765] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1120.411711] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9403b788-a3d5-4561-a5f4-5f83a4a42432 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.432230] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1120.432230] env[69413]: value = "task-3078351" [ 1120.432230] env[69413]: _type = "Task" [ 1120.432230] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.443166] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078351, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.499359] env[69413]: DEBUG oslo_vmware.api [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5298cb7f-fb84-4186-4aeb-81c69a8fc34a, 'name': SearchDatastore_Task, 'duration_secs': 0.010769} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.499680] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.499950] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 8871ee21-1801-4e65-b308-3de40cb706e4/8871ee21-1801-4e65-b308-3de40cb706e4.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1120.500250] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e811d953-c8cb-4a27-ba37-ee5e8a48a8af {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.508986] env[69413]: DEBUG oslo_vmware.api [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1120.508986] env[69413]: value = "task-3078352" [ 1120.508986] env[69413]: _type = "Task" [ 1120.508986] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.516827] env[69413]: DEBUG oslo_vmware.api [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.620382] env[69413]: DEBUG nova.network.neutron [req-0d4c4c5e-4f4a-4c59-a33d-a3381f13c653 req-aa4f3a98-bab6-4d9f-887a-83b774a7072f service nova] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Updated VIF entry in instance network info cache for port 838f5ae5-10a2-49da-b744-eef6d7210e7d. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.620779] env[69413]: DEBUG nova.network.neutron [req-0d4c4c5e-4f4a-4c59-a33d-a3381f13c653 req-aa4f3a98-bab6-4d9f-887a-83b774a7072f service nova] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Updating instance_info_cache with network_info: [{"id": "838f5ae5-10a2-49da-b744-eef6d7210e7d", "address": "fa:16:3e:2e:a8:38", "network": {"id": "79035362-4c66-46cb-959e-06e2bfc25b97", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-862600175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9de209e31d334361a502bcd6046c7204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap838f5ae5-10", "ovs_interfaceid": "838f5ae5-10a2-49da-b744-eef6d7210e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.872868] env[69413]: DEBUG nova.scheduler.client.report [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.944148] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078351, 'name': CreateVM_Task, 'duration_secs': 0.481164} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.944392] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1120.945113] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.945328] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.945625] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.945893] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f90fa05f-1718-43c0-a4db-e5cd2eab0e86 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.953330] env[69413]: DEBUG oslo_vmware.api [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 1120.953330] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f12b20-1964-da24-a657-4944a53072bc" [ 1120.953330] env[69413]: _type = "Task" [ 1120.953330] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.964815] env[69413]: DEBUG oslo_vmware.api [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f12b20-1964-da24-a657-4944a53072bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.019616] env[69413]: DEBUG oslo_vmware.api [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078352, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471739} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.019947] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 8871ee21-1801-4e65-b308-3de40cb706e4/8871ee21-1801-4e65-b308-3de40cb706e4.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1121.020236] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1121.020518] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c84c9e4f-1710-41e3-bc97-3ead4f17e146 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.028496] env[69413]: DEBUG oslo_vmware.api [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1121.028496] env[69413]: value = "task-3078353" [ 1121.028496] env[69413]: _type = "Task" [ 1121.028496] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.035781] env[69413]: DEBUG oslo_vmware.api [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078353, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.123963] env[69413]: DEBUG oslo_concurrency.lockutils [req-0d4c4c5e-4f4a-4c59-a33d-a3381f13c653 req-aa4f3a98-bab6-4d9f-887a-83b774a7072f service nova] Releasing lock "refresh_cache-e7198b96-86ee-479a-bc7c-2e35c62d6c80" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.379321] env[69413]: DEBUG oslo_concurrency.lockutils [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.277s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.379928] env[69413]: DEBUG nova.compute.manager [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1121.382892] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.616s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.384682] env[69413]: INFO nova.compute.claims [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1121.463897] env[69413]: DEBUG oslo_vmware.api [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f12b20-1964-da24-a657-4944a53072bc, 'name': SearchDatastore_Task, 'duration_secs': 0.017873} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.464244] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.464483] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1121.464723] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.464874] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.465068] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1121.465328] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4b5b8e2-3c33-4b47-aa1a-9eb5b8ea1446 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.473535] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1121.473704] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1121.474453] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab7cc3ab-df01-4b08-9873-5a25756d35bf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.479358] env[69413]: DEBUG oslo_vmware.api [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 1121.479358] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52af9127-68d6-aaa7-c42c-315703576ea2" [ 1121.479358] env[69413]: _type = "Task" [ 1121.479358] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.488912] env[69413]: DEBUG oslo_vmware.api [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52af9127-68d6-aaa7-c42c-315703576ea2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.537757] env[69413]: DEBUG oslo_vmware.api [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078353, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066565} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.538101] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1121.538893] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bc9d94-d153-489f-b12f-a93ede80b5ab {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.560306] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 8871ee21-1801-4e65-b308-3de40cb706e4/8871ee21-1801-4e65-b308-3de40cb706e4.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.560862] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff963227-493b-495b-9294-df69ecdbf534 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.580016] env[69413]: DEBUG oslo_vmware.api [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1121.580016] env[69413]: value = "task-3078354" [ 1121.580016] env[69413]: _type = "Task" [ 1121.580016] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.587673] env[69413]: DEBUG oslo_vmware.api [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078354, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.889817] env[69413]: DEBUG nova.compute.utils [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1121.893020] env[69413]: DEBUG nova.compute.manager [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1121.893206] env[69413]: DEBUG nova.network.neutron [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1121.970284] env[69413]: DEBUG nova.policy [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a25a0d59affd46439113f3d7f38d0c20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea25ce60cf4241789625cf6571347633', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1121.991419] env[69413]: DEBUG oslo_vmware.api [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52af9127-68d6-aaa7-c42c-315703576ea2, 'name': SearchDatastore_Task, 'duration_secs': 0.008137} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.992299] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93c0bb16-7a52-41ff-8a72-9995b2decc6c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.998342] env[69413]: DEBUG oslo_vmware.api [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 1121.998342] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5201db14-a45f-49e9-c0c2-fa84263a24ec" [ 1121.998342] env[69413]: _type = "Task" [ 1121.998342] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.014628] env[69413]: DEBUG oslo_vmware.api [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5201db14-a45f-49e9-c0c2-fa84263a24ec, 'name': SearchDatastore_Task, 'duration_secs': 0.009951} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.014936] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.015224] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] e7198b96-86ee-479a-bc7c-2e35c62d6c80/e7198b96-86ee-479a-bc7c-2e35c62d6c80.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1122.015525] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-474156e3-bcf4-48c4-88e7-2c1005537dd0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.023143] env[69413]: DEBUG oslo_vmware.api [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 1122.023143] env[69413]: value = "task-3078355" [ 1122.023143] env[69413]: _type = "Task" [ 1122.023143] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.031702] env[69413]: DEBUG oslo_vmware.api [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078355, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.090346] env[69413]: DEBUG oslo_vmware.api [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078354, 'name': ReconfigVM_Task, 'duration_secs': 0.270316} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.090807] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 8871ee21-1801-4e65-b308-3de40cb706e4/8871ee21-1801-4e65-b308-3de40cb706e4.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.091782] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68ddf83e-d4e8-46a9-a16b-db797c52ba15 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.100029] env[69413]: DEBUG oslo_vmware.api [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1122.100029] env[69413]: value = "task-3078356" [ 1122.100029] env[69413]: _type = "Task" [ 1122.100029] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.109730] env[69413]: DEBUG oslo_vmware.api [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078356, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.399022] env[69413]: DEBUG nova.compute.manager [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1122.542976] env[69413]: DEBUG oslo_vmware.api [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078355, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482584} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.543280] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] e7198b96-86ee-479a-bc7c-2e35c62d6c80/e7198b96-86ee-479a-bc7c-2e35c62d6c80.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.543529] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.543809] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a43e9085-db18-4844-8063-e42e25710030 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.550338] env[69413]: DEBUG oslo_vmware.api [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 1122.550338] env[69413]: value = "task-3078357" [ 1122.550338] env[69413]: _type = "Task" [ 1122.550338] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.562272] env[69413]: DEBUG oslo_vmware.api [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078357, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.593996] env[69413]: DEBUG nova.network.neutron [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Successfully created port: 4ac12f01-6c87-45b7-9aeb-4ae10040c208 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1122.612108] env[69413]: DEBUG oslo_vmware.api [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078356, 'name': Rename_Task, 'duration_secs': 0.193071} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.615306] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.615798] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a32ad12-7aaa-4a8a-b7fe-835de8e3634d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.621836] env[69413]: DEBUG oslo_vmware.api [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1122.621836] env[69413]: value = "task-3078358" [ 1122.621836] env[69413]: _type = "Task" [ 1122.621836] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.635021] env[69413]: DEBUG oslo_vmware.api [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078358, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.669572] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f28b85-d390-499a-b95a-ca7db0703cc2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.679764] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62f083d-2d3e-4390-a09c-21735e886cd7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.722456] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f99396-522c-4a6f-891b-7c335f7e22f0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.729792] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa7f6ca-51b0-49df-91fe-7966953ab9f9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.744484] env[69413]: DEBUG nova.compute.provider_tree [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.932112] env[69413]: DEBUG oslo_vmware.rw_handles [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52877cf4-7c70-78b1-3fc3-39f05e25df84/disk-0.vmdk. {{(pid=69413) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1122.933221] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e93ed22-41bb-4e48-ba59-158d76695c5b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.939723] env[69413]: DEBUG oslo_vmware.rw_handles [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52877cf4-7c70-78b1-3fc3-39f05e25df84/disk-0.vmdk is in state: ready. {{(pid=69413) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1122.939900] env[69413]: ERROR oslo_vmware.rw_handles [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52877cf4-7c70-78b1-3fc3-39f05e25df84/disk-0.vmdk due to incomplete transfer. [ 1122.940138] env[69413]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c1658d35-8fbe-4bc1-b885-d5533c3f9d46 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.947086] env[69413]: DEBUG oslo_vmware.rw_handles [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52877cf4-7c70-78b1-3fc3-39f05e25df84/disk-0.vmdk. {{(pid=69413) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1122.947292] env[69413]: DEBUG nova.virt.vmwareapi.images [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Uploaded image 6fb0a329-8d1f-4f85-b258-f6ace0334aeb to the Glance image server {{(pid=69413) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1122.949610] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Destroying the VM {{(pid=69413) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1122.950119] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a7734114-ea53-4dc7-8403-cff07449f4ee {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.957814] env[69413]: DEBUG oslo_vmware.api [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 1122.957814] env[69413]: value = "task-3078359" [ 1122.957814] env[69413]: _type = "Task" [ 1122.957814] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.966988] env[69413]: DEBUG oslo_vmware.api [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078359, 'name': Destroy_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.061085] env[69413]: DEBUG oslo_vmware.api [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078357, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08027} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.061414] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1123.062363] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801b27c8-876d-4454-87f3-462edb2c27c3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.089074] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] e7198b96-86ee-479a-bc7c-2e35c62d6c80/e7198b96-86ee-479a-bc7c-2e35c62d6c80.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.089777] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-514782b1-d1eb-48e4-95a0-7c0684154822 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.113733] env[69413]: DEBUG oslo_vmware.api [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 1123.113733] env[69413]: value = "task-3078360" [ 1123.113733] env[69413]: _type = "Task" [ 1123.113733] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.122183] env[69413]: DEBUG oslo_vmware.api [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078360, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.130495] env[69413]: DEBUG oslo_vmware.api [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078358, 'name': PowerOnVM_Task, 'duration_secs': 0.471017} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.130833] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.131070] env[69413]: INFO nova.compute.manager [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Took 7.69 seconds to spawn the instance on the hypervisor. [ 1123.131426] env[69413]: DEBUG nova.compute.manager [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1123.132088] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3930d8-0700-4121-b586-f44ede877d92 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.248725] env[69413]: DEBUG nova.scheduler.client.report [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.296239] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4b640fa0-e938-4517-81b1-b9d3713a9e0a tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquiring lock "245b6791-5aa0-48a4-8f67-ab3e48fca4fb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.297034] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4b640fa0-e938-4517-81b1-b9d3713a9e0a tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "245b6791-5aa0-48a4-8f67-ab3e48fca4fb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.407265] env[69413]: DEBUG nova.compute.manager [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1123.427889] env[69413]: DEBUG nova.virt.hardware [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.428163] env[69413]: DEBUG nova.virt.hardware [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.428326] env[69413]: DEBUG nova.virt.hardware [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.428510] env[69413]: DEBUG nova.virt.hardware [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.428658] env[69413]: DEBUG nova.virt.hardware [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.428805] env[69413]: DEBUG nova.virt.hardware [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.429051] env[69413]: DEBUG nova.virt.hardware [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.429218] env[69413]: DEBUG nova.virt.hardware [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.429386] env[69413]: DEBUG nova.virt.hardware [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.429548] env[69413]: DEBUG nova.virt.hardware [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.429735] env[69413]: DEBUG nova.virt.hardware [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.430955] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbe1462-2251-4348-b389-741f242c1c40 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.438980] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8e5115-5d20-4355-81ed-e8636ae58609 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.466037] env[69413]: DEBUG oslo_vmware.api [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078359, 'name': Destroy_Task, 'duration_secs': 0.338069} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.466281] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Destroyed the VM [ 1123.466510] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Deleting Snapshot of the VM instance {{(pid=69413) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1123.466753] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8d704235-a9f2-40db-ac26-8c25cf4b0ea1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.473939] env[69413]: DEBUG oslo_vmware.api [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 1123.473939] env[69413]: value = "task-3078361" [ 1123.473939] env[69413]: _type = "Task" [ 1123.473939] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.482925] env[69413]: DEBUG oslo_vmware.api [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078361, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.622949] env[69413]: DEBUG oslo_vmware.api [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078360, 'name': ReconfigVM_Task, 'duration_secs': 0.302851} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.623201] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Reconfigured VM instance instance-00000068 to attach disk [datastore2] e7198b96-86ee-479a-bc7c-2e35c62d6c80/e7198b96-86ee-479a-bc7c-2e35c62d6c80.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.623883] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9320089-5d35-4569-8b43-8fd6eea74ca9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.630890] env[69413]: DEBUG oslo_vmware.api [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 1123.630890] env[69413]: value = "task-3078362" [ 1123.630890] env[69413]: _type = "Task" [ 1123.630890] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.639649] env[69413]: DEBUG oslo_vmware.api [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078362, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.650332] env[69413]: INFO nova.compute.manager [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Took 22.59 seconds to build instance. [ 1123.756704] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.756704] env[69413]: DEBUG nova.compute.manager [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1123.758933] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a06f3dd2-6860-46f3-9527-787e92f2aa83 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.666s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.759150] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a06f3dd2-6860-46f3-9527-787e92f2aa83 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.761258] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9a1ef292-c6fd-4b01-9ef9-24542516dff3 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.991s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.762187] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9a1ef292-c6fd-4b01-9ef9-24542516dff3 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.763915] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a1ab423b-b019-47ea-b739-77d0bf92905c tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.286s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.764118] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a1ab423b-b019-47ea-b739-77d0bf92905c tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.765763] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5144a0f5-33c4-42ed-885f-dcf8b9669c0e tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.666s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.766010] env[69413]: DEBUG nova.objects.instance [None req-5144a0f5-33c4-42ed-885f-dcf8b9669c0e tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Lazy-loading 'resources' on Instance uuid e6cd12ab-429c-4174-b2c0-bce6b23df85a {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.784343] env[69413]: INFO nova.scheduler.client.report [None req-9a1ef292-c6fd-4b01-9ef9-24542516dff3 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Deleted allocations for instance 2ed3d884-3573-4e93-be24-23b1cd5cd9c5 [ 1123.789144] env[69413]: INFO nova.scheduler.client.report [None req-a06f3dd2-6860-46f3-9527-787e92f2aa83 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Deleted allocations for instance 575224ad-7ee7-4a0a-a81a-6edb74dec5c8 [ 1123.799342] env[69413]: INFO nova.scheduler.client.report [None req-a1ab423b-b019-47ea-b739-77d0bf92905c tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Deleted allocations for instance ae75ff3f-13fe-4a83-902b-cf69b342bf72 [ 1123.801349] env[69413]: DEBUG nova.compute.utils [None req-4b640fa0-e938-4517-81b1-b9d3713a9e0a tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1123.983402] env[69413]: DEBUG oslo_vmware.api [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078361, 'name': RemoveSnapshot_Task, 'duration_secs': 0.384923} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.983677] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Deleted Snapshot of the VM instance {{(pid=69413) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1123.984109] env[69413]: DEBUG nova.compute.manager [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1123.984715] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3dd305-9091-4e9b-979c-9331fcc6e549 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.118403] env[69413]: DEBUG nova.compute.manager [req-fe5427f3-8b87-4bf4-8ae8-2484d3598fe2 req-33ef339c-7d0b-4397-8091-cc391031dbbc service nova] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Received event network-vif-plugged-4ac12f01-6c87-45b7-9aeb-4ae10040c208 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.118403] env[69413]: DEBUG oslo_concurrency.lockutils [req-fe5427f3-8b87-4bf4-8ae8-2484d3598fe2 req-33ef339c-7d0b-4397-8091-cc391031dbbc service nova] Acquiring lock "4d549d35-17c1-4c49-bafb-481bb9701936-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.120550] env[69413]: DEBUG oslo_concurrency.lockutils [req-fe5427f3-8b87-4bf4-8ae8-2484d3598fe2 req-33ef339c-7d0b-4397-8091-cc391031dbbc service nova] Lock "4d549d35-17c1-4c49-bafb-481bb9701936-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.120550] env[69413]: DEBUG oslo_concurrency.lockutils [req-fe5427f3-8b87-4bf4-8ae8-2484d3598fe2 req-33ef339c-7d0b-4397-8091-cc391031dbbc service nova] Lock "4d549d35-17c1-4c49-bafb-481bb9701936-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.120550] env[69413]: DEBUG nova.compute.manager [req-fe5427f3-8b87-4bf4-8ae8-2484d3598fe2 req-33ef339c-7d0b-4397-8091-cc391031dbbc service nova] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] No waiting events found dispatching network-vif-plugged-4ac12f01-6c87-45b7-9aeb-4ae10040c208 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1124.120550] env[69413]: WARNING nova.compute.manager [req-fe5427f3-8b87-4bf4-8ae8-2484d3598fe2 req-33ef339c-7d0b-4397-8091-cc391031dbbc service nova] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Received unexpected event network-vif-plugged-4ac12f01-6c87-45b7-9aeb-4ae10040c208 for instance with vm_state building and task_state spawning. [ 1124.136276] env[69413]: DEBUG oslo_concurrency.lockutils [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "66647c01-10d2-411e-81ef-bd0470b77646" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.136276] env[69413]: DEBUG oslo_concurrency.lockutils [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "66647c01-10d2-411e-81ef-bd0470b77646" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.147223] env[69413]: DEBUG oslo_vmware.api [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078362, 'name': Rename_Task, 'duration_secs': 0.141891} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.148118] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.148118] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-329ea703-4c5b-4cee-9bd4-74eed9efb1f5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.157288] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9064666a-6753-408b-8953-a88353e6f0e8 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "8871ee21-1801-4e65-b308-3de40cb706e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.106s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.158983] env[69413]: DEBUG oslo_vmware.api [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 1124.158983] env[69413]: value = "task-3078363" [ 1124.158983] env[69413]: _type = "Task" [ 1124.158983] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.159685] env[69413]: DEBUG nova.network.neutron [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Successfully updated port: 4ac12f01-6c87-45b7-9aeb-4ae10040c208 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1124.170304] env[69413]: DEBUG oslo_vmware.api [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078363, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.260228] env[69413]: DEBUG nova.compute.utils [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1124.263834] env[69413]: DEBUG nova.compute.manager [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1124.264051] env[69413]: DEBUG nova.network.neutron [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1124.300473] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9a1ef292-c6fd-4b01-9ef9-24542516dff3 tempest-ServerShowV247Test-1357581010 tempest-ServerShowV247Test-1357581010-project-member] Lock "2ed3d884-3573-4e93-be24-23b1cd5cd9c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.313s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.302313] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a06f3dd2-6860-46f3-9527-787e92f2aa83 tempest-ImagesTestJSON-1254830844 tempest-ImagesTestJSON-1254830844-project-member] Lock "575224ad-7ee7-4a0a-a81a-6edb74dec5c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.449s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.308090] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4b640fa0-e938-4517-81b1-b9d3713a9e0a tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "245b6791-5aa0-48a4-8f67-ab3e48fca4fb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.309016] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a1ab423b-b019-47ea-b739-77d0bf92905c tempest-ServerMetadataNegativeTestJSON-1258871301 tempest-ServerMetadataNegativeTestJSON-1258871301-project-member] Lock "ae75ff3f-13fe-4a83-902b-cf69b342bf72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.283s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.335221] env[69413]: DEBUG nova.policy [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f027c0debdc149ddb78f3a057ad09dfd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38a8868548d7403ea0a11a77a65ba7ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1124.441309] env[69413]: DEBUG nova.compute.manager [req-fffe16d2-f67e-4b5c-a5e1-ced65bc1c623 req-2509b7a2-d770-4c4a-abf9-8053ba9e867b service nova] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Received event network-changed-22d1225c-ba70-4419-9ab4-a072f795baba {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.441583] env[69413]: DEBUG nova.compute.manager [req-fffe16d2-f67e-4b5c-a5e1-ced65bc1c623 req-2509b7a2-d770-4c4a-abf9-8053ba9e867b service nova] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Refreshing instance network info cache due to event network-changed-22d1225c-ba70-4419-9ab4-a072f795baba. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.441796] env[69413]: DEBUG oslo_concurrency.lockutils [req-fffe16d2-f67e-4b5c-a5e1-ced65bc1c623 req-2509b7a2-d770-4c4a-abf9-8053ba9e867b service nova] Acquiring lock "refresh_cache-8871ee21-1801-4e65-b308-3de40cb706e4" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.441969] env[69413]: DEBUG oslo_concurrency.lockutils [req-fffe16d2-f67e-4b5c-a5e1-ced65bc1c623 req-2509b7a2-d770-4c4a-abf9-8053ba9e867b service nova] Acquired lock "refresh_cache-8871ee21-1801-4e65-b308-3de40cb706e4" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.442137] env[69413]: DEBUG nova.network.neutron [req-fffe16d2-f67e-4b5c-a5e1-ced65bc1c623 req-2509b7a2-d770-4c4a-abf9-8053ba9e867b service nova] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Refreshing network info cache for port 22d1225c-ba70-4419-9ab4-a072f795baba {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.483983] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5862f91e-e833-44ea-8adb-bf9ee5b4f356 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.492287] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d50c89-f2d0-443c-ada9-554d746c9dca {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.497815] env[69413]: INFO nova.compute.manager [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Shelve offloading [ 1124.526348] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.527163] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a65c05-634b-4d03-b008-0083332cfddc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.529847] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76252d46-1100-4c57-b347-0d6a4d971c12 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.538056] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04445d9c-8d07-4a01-b101-7b2730dfcda8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.542151] env[69413]: DEBUG oslo_vmware.api [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 1124.542151] env[69413]: value = "task-3078364" [ 1124.542151] env[69413]: _type = "Task" [ 1124.542151] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.555864] env[69413]: DEBUG nova.compute.provider_tree [None req-5144a0f5-33c4-42ed-885f-dcf8b9669c0e tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.562868] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] VM already powered off {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1124.562868] env[69413]: DEBUG nova.compute.manager [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1124.565023] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fdb94b8-d11e-4300-bf63-c0b755009b07 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.572326] env[69413]: DEBUG oslo_concurrency.lockutils [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquiring lock "refresh_cache-a7ce7788-f901-4440-8467-39889734fccb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.572326] env[69413]: DEBUG oslo_concurrency.lockutils [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquired lock "refresh_cache-a7ce7788-f901-4440-8467-39889734fccb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.572326] env[69413]: DEBUG nova.network.neutron [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.640529] env[69413]: DEBUG nova.compute.manager [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1124.655539] env[69413]: DEBUG nova.network.neutron [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Successfully created port: f6d2f86a-f3da-4901-95d0-4677411ce231 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1124.664888] env[69413]: DEBUG oslo_concurrency.lockutils [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "refresh_cache-4d549d35-17c1-4c49-bafb-481bb9701936" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.665036] env[69413]: DEBUG oslo_concurrency.lockutils [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquired lock "refresh_cache-4d549d35-17c1-4c49-bafb-481bb9701936" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.665192] env[69413]: DEBUG nova.network.neutron [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.671423] env[69413]: DEBUG oslo_vmware.api [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078363, 'name': PowerOnVM_Task, 'duration_secs': 0.455659} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.671691] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1124.671903] env[69413]: INFO nova.compute.manager [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Took 6.90 seconds to spawn the instance on the hypervisor. [ 1124.672091] env[69413]: DEBUG nova.compute.manager [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1124.672896] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6d1c7a-4a0c-4a65-8289-f9a67d06d1c5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.767449] env[69413]: DEBUG nova.compute.manager [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1125.059418] env[69413]: DEBUG nova.scheduler.client.report [None req-5144a0f5-33c4-42ed-885f-dcf8b9669c0e tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.171483] env[69413]: DEBUG oslo_concurrency.lockutils [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.192633] env[69413]: INFO nova.compute.manager [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Took 21.04 seconds to build instance. [ 1125.218281] env[69413]: DEBUG nova.network.neutron [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1125.328684] env[69413]: DEBUG nova.network.neutron [req-fffe16d2-f67e-4b5c-a5e1-ced65bc1c623 req-2509b7a2-d770-4c4a-abf9-8053ba9e867b service nova] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Updated VIF entry in instance network info cache for port 22d1225c-ba70-4419-9ab4-a072f795baba. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.329102] env[69413]: DEBUG nova.network.neutron [req-fffe16d2-f67e-4b5c-a5e1-ced65bc1c623 req-2509b7a2-d770-4c4a-abf9-8053ba9e867b service nova] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Updating instance_info_cache with network_info: [{"id": "22d1225c-ba70-4419-9ab4-a072f795baba", "address": "fa:16:3e:cc:75:92", "network": {"id": "b93ce486-44e4-4c58-8f72-021297e2ca51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2061790933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c094863d31844fc5a72997c864212713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22d1225c-ba", "ovs_interfaceid": "22d1225c-ba70-4419-9ab4-a072f795baba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.399647] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4b640fa0-e938-4517-81b1-b9d3713a9e0a tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquiring lock "245b6791-5aa0-48a4-8f67-ab3e48fca4fb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.399861] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4b640fa0-e938-4517-81b1-b9d3713a9e0a tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "245b6791-5aa0-48a4-8f67-ab3e48fca4fb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.400517] env[69413]: INFO nova.compute.manager [None req-4b640fa0-e938-4517-81b1-b9d3713a9e0a tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Attaching volume b2de5fc7-c690-4a80-b4fa-1849b830b693 to /dev/sdb [ 1125.448300] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa900d07-3417-414d-ac25-f4a5a54c94aa {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.456743] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3826f7a3-174d-43ba-a9ac-fee519925688 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.470750] env[69413]: DEBUG nova.virt.block_device [None req-4b640fa0-e938-4517-81b1-b9d3713a9e0a tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Updating existing volume attachment record: 6388aecd-f125-482c-97a7-8e940134b25d {{(pid=69413) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1125.482630] env[69413]: DEBUG nova.network.neutron [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Updating instance_info_cache with network_info: [{"id": "4ac12f01-6c87-45b7-9aeb-4ae10040c208", "address": "fa:16:3e:18:4f:54", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ac12f01-6c", "ovs_interfaceid": "4ac12f01-6c87-45b7-9aeb-4ae10040c208", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.533154] env[69413]: DEBUG nova.network.neutron [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Updating instance_info_cache with network_info: [{"id": "f2d59b23-48ea-4850-9482-95f515c93f38", "address": "fa:16:3e:96:dc:9c", "network": {"id": "be70a538-4339-4cc1-9578-fd50ad7faf60", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-848088410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3244903a5a34e34a5f19ae8831810d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2d59b23-48", "ovs_interfaceid": "f2d59b23-48ea-4850-9482-95f515c93f38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.567101] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5144a0f5-33c4-42ed-885f-dcf8b9669c0e tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.801s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.569565] env[69413]: DEBUG oslo_concurrency.lockutils [None req-034d4efd-bdda-4aaf-8985-bc8b54fda427 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.449s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.569795] env[69413]: DEBUG nova.objects.instance [None req-034d4efd-bdda-4aaf-8985-bc8b54fda427 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Lazy-loading 'resources' on Instance uuid 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.608050] env[69413]: INFO nova.scheduler.client.report [None req-5144a0f5-33c4-42ed-885f-dcf8b9669c0e tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Deleted allocations for instance e6cd12ab-429c-4174-b2c0-bce6b23df85a [ 1125.695126] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c595068c-f3b4-4bb0-b2a0-a5be9d1b8af7 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "e7198b96-86ee-479a-bc7c-2e35c62d6c80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.547s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.777905] env[69413]: DEBUG nova.compute.manager [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1125.806996] env[69413]: DEBUG nova.virt.hardware [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1125.807279] env[69413]: DEBUG nova.virt.hardware [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1125.807436] env[69413]: DEBUG nova.virt.hardware [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.807640] env[69413]: DEBUG nova.virt.hardware [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1125.807808] env[69413]: DEBUG nova.virt.hardware [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.807956] env[69413]: DEBUG nova.virt.hardware [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1125.808342] env[69413]: DEBUG nova.virt.hardware [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1125.808553] env[69413]: DEBUG nova.virt.hardware [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1125.808763] env[69413]: DEBUG nova.virt.hardware [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1125.809063] env[69413]: DEBUG nova.virt.hardware [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1125.809298] env[69413]: DEBUG nova.virt.hardware [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1125.810319] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc6881f-f253-4c24-a82c-2a3f64f62ccf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.819293] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f51ae1-b658-4529-818c-1a1af8d028cb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.834984] env[69413]: DEBUG oslo_concurrency.lockutils [req-fffe16d2-f67e-4b5c-a5e1-ced65bc1c623 req-2509b7a2-d770-4c4a-abf9-8053ba9e867b service nova] Releasing lock "refresh_cache-8871ee21-1801-4e65-b308-3de40cb706e4" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.987489] env[69413]: DEBUG oslo_concurrency.lockutils [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Releasing lock "refresh_cache-4d549d35-17c1-4c49-bafb-481bb9701936" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.987489] env[69413]: DEBUG nova.compute.manager [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Instance network_info: |[{"id": "4ac12f01-6c87-45b7-9aeb-4ae10040c208", "address": "fa:16:3e:18:4f:54", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ac12f01-6c", "ovs_interfaceid": "4ac12f01-6c87-45b7-9aeb-4ae10040c208", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1125.988317] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:4f:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1bf71001-973b-4fda-b804-ee6abcd12776', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ac12f01-6c87-45b7-9aeb-4ae10040c208', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1125.998328] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.998497] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1125.998739] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2c5171d-8816-463b-9629-5336949e13b4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.022129] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1126.022129] env[69413]: value = "task-3078368" [ 1126.022129] env[69413]: _type = "Task" [ 1126.022129] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.033421] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078368, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.035317] env[69413]: DEBUG oslo_concurrency.lockutils [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Releasing lock "refresh_cache-a7ce7788-f901-4440-8467-39889734fccb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.114115] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5144a0f5-33c4-42ed-885f-dcf8b9669c0e tempest-VolumesAdminNegativeTest-651607018 tempest-VolumesAdminNegativeTest-651607018-project-member] Lock "e6cd12ab-429c-4174-b2c0-bce6b23df85a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.969s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.160939] env[69413]: DEBUG nova.compute.manager [req-487d48b8-1da6-4b6a-8eca-db81e1f7a3e2 req-159c2240-c5a7-42da-a915-890584213292 service nova] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Received event network-changed-4ac12f01-6c87-45b7-9aeb-4ae10040c208 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.161678] env[69413]: DEBUG nova.compute.manager [req-487d48b8-1da6-4b6a-8eca-db81e1f7a3e2 req-159c2240-c5a7-42da-a915-890584213292 service nova] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Refreshing instance network info cache due to event network-changed-4ac12f01-6c87-45b7-9aeb-4ae10040c208. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1126.161678] env[69413]: DEBUG oslo_concurrency.lockutils [req-487d48b8-1da6-4b6a-8eca-db81e1f7a3e2 req-159c2240-c5a7-42da-a915-890584213292 service nova] Acquiring lock "refresh_cache-4d549d35-17c1-4c49-bafb-481bb9701936" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.161678] env[69413]: DEBUG oslo_concurrency.lockutils [req-487d48b8-1da6-4b6a-8eca-db81e1f7a3e2 req-159c2240-c5a7-42da-a915-890584213292 service nova] Acquired lock "refresh_cache-4d549d35-17c1-4c49-bafb-481bb9701936" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.161856] env[69413]: DEBUG nova.network.neutron [req-487d48b8-1da6-4b6a-8eca-db81e1f7a3e2 req-159c2240-c5a7-42da-a915-890584213292 service nova] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Refreshing network info cache for port 4ac12f01-6c87-45b7-9aeb-4ae10040c208 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.307105] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28d35aa-5af8-4764-b7c3-f485d18b8f5e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.317101] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e34f30c-cb81-41b3-aa18-a0649923351f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.358099] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1c4b44-4a24-4881-bb42-547b93f745a1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.365996] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305f5d42-e1ba-4f73-95e1-62faaf893494 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.379623] env[69413]: DEBUG nova.compute.provider_tree [None req-034d4efd-bdda-4aaf-8985-bc8b54fda427 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.533227] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078368, 'name': CreateVM_Task, 'duration_secs': 0.332269} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.533488] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1126.534218] env[69413]: DEBUG oslo_concurrency.lockutils [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.534376] env[69413]: DEBUG oslo_concurrency.lockutils [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.534752] env[69413]: DEBUG oslo_concurrency.lockutils [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.535029] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d65a5c3c-2a79-4786-985c-b56d0923727f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.539560] env[69413]: DEBUG oslo_vmware.api [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 1126.539560] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b095f8-5818-27f0-fb9c-5b78b39a0a09" [ 1126.539560] env[69413]: _type = "Task" [ 1126.539560] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.547633] env[69413]: DEBUG oslo_vmware.api [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b095f8-5818-27f0-fb9c-5b78b39a0a09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.882708] env[69413]: DEBUG nova.scheduler.client.report [None req-034d4efd-bdda-4aaf-8985-bc8b54fda427 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.004209] env[69413]: DEBUG nova.network.neutron [req-487d48b8-1da6-4b6a-8eca-db81e1f7a3e2 req-159c2240-c5a7-42da-a915-890584213292 service nova] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Updated VIF entry in instance network info cache for port 4ac12f01-6c87-45b7-9aeb-4ae10040c208. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.004568] env[69413]: DEBUG nova.network.neutron [req-487d48b8-1da6-4b6a-8eca-db81e1f7a3e2 req-159c2240-c5a7-42da-a915-890584213292 service nova] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Updating instance_info_cache with network_info: [{"id": "4ac12f01-6c87-45b7-9aeb-4ae10040c208", "address": "fa:16:3e:18:4f:54", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ac12f01-6c", "ovs_interfaceid": "4ac12f01-6c87-45b7-9aeb-4ae10040c208", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.051884] env[69413]: DEBUG oslo_vmware.api [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b095f8-5818-27f0-fb9c-5b78b39a0a09, 'name': SearchDatastore_Task, 'duration_secs': 0.031269} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.052150] env[69413]: DEBUG oslo_concurrency.lockutils [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.052414] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1127.052684] env[69413]: DEBUG oslo_concurrency.lockutils [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.053140] env[69413]: DEBUG oslo_concurrency.lockutils [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.053140] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1127.053337] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4b9ba9d-62d9-4aac-911c-28ceb78b4e39 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.063360] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1127.063484] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1127.064251] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d215dae-2a28-4494-9551-c09241b4a920 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.070198] env[69413]: DEBUG oslo_vmware.api [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 1127.070198] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]529a6329-9f09-c93b-1bfe-4294e41c36fe" [ 1127.070198] env[69413]: _type = "Task" [ 1127.070198] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.079733] env[69413]: DEBUG oslo_vmware.api [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]529a6329-9f09-c93b-1bfe-4294e41c36fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.208867] env[69413]: DEBUG nova.network.neutron [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Successfully updated port: f6d2f86a-f3da-4901-95d0-4677411ce231 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1127.244179] env[69413]: DEBUG nova.compute.manager [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Stashing vm_state: active {{(pid=69413) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1127.390474] env[69413]: DEBUG oslo_concurrency.lockutils [None req-034d4efd-bdda-4aaf-8985-bc8b54fda427 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.821s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.398378] env[69413]: DEBUG oslo_concurrency.lockutils [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.222s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.400225] env[69413]: INFO nova.compute.claims [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.405447] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1127.406468] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70c38ee-30ff-4ca5-a005-e821161c8903 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.418073] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1127.418432] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b16ebf46-febc-4073-93c7-df523bce98a6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.422685] env[69413]: INFO nova.scheduler.client.report [None req-034d4efd-bdda-4aaf-8985-bc8b54fda427 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Deleted allocations for instance 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36 [ 1127.488785] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1127.489073] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1127.489264] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Deleting the datastore file [datastore1] a7ce7788-f901-4440-8467-39889734fccb {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1127.489531] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8dce406f-d898-4579-8b6b-6a7ec2fb6b9c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.497806] env[69413]: DEBUG oslo_vmware.api [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 1127.497806] env[69413]: value = "task-3078370" [ 1127.497806] env[69413]: _type = "Task" [ 1127.497806] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.507710] env[69413]: DEBUG oslo_concurrency.lockutils [req-487d48b8-1da6-4b6a-8eca-db81e1f7a3e2 req-159c2240-c5a7-42da-a915-890584213292 service nova] Releasing lock "refresh_cache-4d549d35-17c1-4c49-bafb-481bb9701936" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.508912] env[69413]: DEBUG oslo_vmware.api [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.582415] env[69413]: DEBUG oslo_vmware.api [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]529a6329-9f09-c93b-1bfe-4294e41c36fe, 'name': SearchDatastore_Task, 'duration_secs': 0.012291} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.583054] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a998e6ca-6978-4b44-8014-b5089cc902e4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.588546] env[69413]: DEBUG oslo_vmware.api [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 1127.588546] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]527a73a7-36ea-0317-a93e-bff655c68b06" [ 1127.588546] env[69413]: _type = "Task" [ 1127.588546] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.596515] env[69413]: DEBUG oslo_vmware.api [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]527a73a7-36ea-0317-a93e-bff655c68b06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.713374] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "refresh_cache-4f3fe258-4b51-47fb-b864-a16f3f8300a5" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.713544] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquired lock "refresh_cache-4f3fe258-4b51-47fb-b864-a16f3f8300a5" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.713719] env[69413]: DEBUG nova.network.neutron [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.765488] env[69413]: DEBUG oslo_concurrency.lockutils [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.934318] env[69413]: DEBUG oslo_concurrency.lockutils [None req-034d4efd-bdda-4aaf-8985-bc8b54fda427 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Lock "9fb1b0a7-ddb8-4325-a38a-4659ee69ce36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.231s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.008916] env[69413]: DEBUG oslo_vmware.api [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.40671} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.009945] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1128.010170] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1128.010344] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1128.039886] env[69413]: INFO nova.scheduler.client.report [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Deleted allocations for instance a7ce7788-f901-4440-8467-39889734fccb [ 1128.100617] env[69413]: DEBUG oslo_vmware.api [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]527a73a7-36ea-0317-a93e-bff655c68b06, 'name': SearchDatastore_Task, 'duration_secs': 0.010953} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.102368] env[69413]: DEBUG oslo_concurrency.lockutils [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.102368] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 4d549d35-17c1-4c49-bafb-481bb9701936/4d549d35-17c1-4c49-bafb-481bb9701936.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1128.104036] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b597baf-bf66-4809-9bab-fd3dc5f50d9c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.113113] env[69413]: DEBUG oslo_vmware.api [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 1128.113113] env[69413]: value = "task-3078372" [ 1128.113113] env[69413]: _type = "Task" [ 1128.113113] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.121807] env[69413]: DEBUG oslo_vmware.api [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.129378] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c803ffde-c725-4240-9108-f8fb0c6a9451 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquiring lock "dc802a86-b5a3-4808-a641-dc42d77ee1e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.129626] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c803ffde-c725-4240-9108-f8fb0c6a9451 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Lock "dc802a86-b5a3-4808-a641-dc42d77ee1e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.129831] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c803ffde-c725-4240-9108-f8fb0c6a9451 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquiring lock "dc802a86-b5a3-4808-a641-dc42d77ee1e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.130025] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c803ffde-c725-4240-9108-f8fb0c6a9451 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Lock "dc802a86-b5a3-4808-a641-dc42d77ee1e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.130215] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c803ffde-c725-4240-9108-f8fb0c6a9451 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Lock "dc802a86-b5a3-4808-a641-dc42d77ee1e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.132420] env[69413]: INFO nova.compute.manager [None req-c803ffde-c725-4240-9108-f8fb0c6a9451 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Terminating instance [ 1128.204175] env[69413]: DEBUG nova.compute.manager [req-17d6d724-9cf8-41b3-8825-302ca0ba2e82 req-fa47b518-d899-4913-85a3-0ac4ad90e73a service nova] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Received event network-vif-plugged-f6d2f86a-f3da-4901-95d0-4677411ce231 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.204850] env[69413]: DEBUG oslo_concurrency.lockutils [req-17d6d724-9cf8-41b3-8825-302ca0ba2e82 req-fa47b518-d899-4913-85a3-0ac4ad90e73a service nova] Acquiring lock "4f3fe258-4b51-47fb-b864-a16f3f8300a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.204850] env[69413]: DEBUG oslo_concurrency.lockutils [req-17d6d724-9cf8-41b3-8825-302ca0ba2e82 req-fa47b518-d899-4913-85a3-0ac4ad90e73a service nova] Lock "4f3fe258-4b51-47fb-b864-a16f3f8300a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.205146] env[69413]: DEBUG oslo_concurrency.lockutils [req-17d6d724-9cf8-41b3-8825-302ca0ba2e82 req-fa47b518-d899-4913-85a3-0ac4ad90e73a service nova] Lock "4f3fe258-4b51-47fb-b864-a16f3f8300a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.205439] env[69413]: DEBUG nova.compute.manager [req-17d6d724-9cf8-41b3-8825-302ca0ba2e82 req-fa47b518-d899-4913-85a3-0ac4ad90e73a service nova] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] No waiting events found dispatching network-vif-plugged-f6d2f86a-f3da-4901-95d0-4677411ce231 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1128.205713] env[69413]: WARNING nova.compute.manager [req-17d6d724-9cf8-41b3-8825-302ca0ba2e82 req-fa47b518-d899-4913-85a3-0ac4ad90e73a service nova] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Received unexpected event network-vif-plugged-f6d2f86a-f3da-4901-95d0-4677411ce231 for instance with vm_state building and task_state spawning. [ 1128.205977] env[69413]: DEBUG nova.compute.manager [req-17d6d724-9cf8-41b3-8825-302ca0ba2e82 req-fa47b518-d899-4913-85a3-0ac4ad90e73a service nova] [instance: a7ce7788-f901-4440-8467-39889734fccb] Received event network-vif-unplugged-f2d59b23-48ea-4850-9482-95f515c93f38 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.206313] env[69413]: DEBUG oslo_concurrency.lockutils [req-17d6d724-9cf8-41b3-8825-302ca0ba2e82 req-fa47b518-d899-4913-85a3-0ac4ad90e73a service nova] Acquiring lock "a7ce7788-f901-4440-8467-39889734fccb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.206534] env[69413]: DEBUG oslo_concurrency.lockutils [req-17d6d724-9cf8-41b3-8825-302ca0ba2e82 req-fa47b518-d899-4913-85a3-0ac4ad90e73a service nova] Lock "a7ce7788-f901-4440-8467-39889734fccb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.206765] env[69413]: DEBUG oslo_concurrency.lockutils [req-17d6d724-9cf8-41b3-8825-302ca0ba2e82 req-fa47b518-d899-4913-85a3-0ac4ad90e73a service nova] Lock "a7ce7788-f901-4440-8467-39889734fccb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.207011] env[69413]: DEBUG nova.compute.manager [req-17d6d724-9cf8-41b3-8825-302ca0ba2e82 req-fa47b518-d899-4913-85a3-0ac4ad90e73a service nova] [instance: a7ce7788-f901-4440-8467-39889734fccb] No waiting events found dispatching network-vif-unplugged-f2d59b23-48ea-4850-9482-95f515c93f38 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1128.207257] env[69413]: WARNING nova.compute.manager [req-17d6d724-9cf8-41b3-8825-302ca0ba2e82 req-fa47b518-d899-4913-85a3-0ac4ad90e73a service nova] [instance: a7ce7788-f901-4440-8467-39889734fccb] Received unexpected event network-vif-unplugged-f2d59b23-48ea-4850-9482-95f515c93f38 for instance with vm_state shelved_offloaded and task_state None. [ 1128.207615] env[69413]: DEBUG nova.compute.manager [req-17d6d724-9cf8-41b3-8825-302ca0ba2e82 req-fa47b518-d899-4913-85a3-0ac4ad90e73a service nova] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Received event network-changed-f6d2f86a-f3da-4901-95d0-4677411ce231 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.207807] env[69413]: DEBUG nova.compute.manager [req-17d6d724-9cf8-41b3-8825-302ca0ba2e82 req-fa47b518-d899-4913-85a3-0ac4ad90e73a service nova] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Refreshing instance network info cache due to event network-changed-f6d2f86a-f3da-4901-95d0-4677411ce231. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.208142] env[69413]: DEBUG oslo_concurrency.lockutils [req-17d6d724-9cf8-41b3-8825-302ca0ba2e82 req-fa47b518-d899-4913-85a3-0ac4ad90e73a service nova] Acquiring lock "refresh_cache-4f3fe258-4b51-47fb-b864-a16f3f8300a5" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.269529] env[69413]: DEBUG nova.network.neutron [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1128.542640] env[69413]: DEBUG oslo_concurrency.lockutils [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.597334] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479615f0-0949-4fcf-9704-35a53095a2d5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.609557] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce9bb6f-2d4f-42d1-9928-48d4381d756c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.651082] env[69413]: DEBUG nova.compute.manager [None req-c803ffde-c725-4240-9108-f8fb0c6a9451 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1128.654221] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c803ffde-c725-4240-9108-f8fb0c6a9451 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1128.654221] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850f1034-cab9-439c-9c8a-2810d6595e46 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.657363] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652f1ffb-e0b9-4ebb-bc1c-c59ebfe16ef4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.663941] env[69413]: DEBUG oslo_vmware.api [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078372, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.669995] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-c803ffde-c725-4240-9108-f8fb0c6a9451 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.672811] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b969f892-5d12-411b-957b-0d2efc1d9847 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.675642] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1a719d-cbf5-4efe-9221-42096e295443 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.681476] env[69413]: DEBUG nova.network.neutron [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Updating instance_info_cache with network_info: [{"id": "f6d2f86a-f3da-4901-95d0-4677411ce231", "address": "fa:16:3e:77:fa:c1", "network": {"id": "61a05717-9f5d-4031-ac74-e8d03b04d677", "bridge": "br-int", "label": "tempest-ServersTestJSON-1834075300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38a8868548d7403ea0a11a77a65ba7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6d2f86a-f3", "ovs_interfaceid": "f6d2f86a-f3da-4901-95d0-4677411ce231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.697312] env[69413]: DEBUG nova.compute.provider_tree [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.699180] env[69413]: DEBUG oslo_vmware.api [None req-c803ffde-c725-4240-9108-f8fb0c6a9451 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 1128.699180] env[69413]: value = "task-3078373" [ 1128.699180] env[69413]: _type = "Task" [ 1128.699180] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.709811] env[69413]: DEBUG oslo_vmware.api [None req-c803ffde-c725-4240-9108-f8fb0c6a9451 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3078373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.125933] env[69413]: DEBUG oslo_vmware.api [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078372, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.82492} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.126124] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 4d549d35-17c1-4c49-bafb-481bb9701936/4d549d35-17c1-4c49-bafb-481bb9701936.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1129.126295] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1129.126536] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f88bf68-07e1-48f1-810c-93de158e36e9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.132218] env[69413]: DEBUG oslo_vmware.api [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 1129.132218] env[69413]: value = "task-3078374" [ 1129.132218] env[69413]: _type = "Task" [ 1129.132218] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.139639] env[69413]: DEBUG oslo_vmware.api [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.184699] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Releasing lock "refresh_cache-4f3fe258-4b51-47fb-b864-a16f3f8300a5" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.185276] env[69413]: DEBUG nova.compute.manager [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Instance network_info: |[{"id": "f6d2f86a-f3da-4901-95d0-4677411ce231", "address": "fa:16:3e:77:fa:c1", "network": {"id": "61a05717-9f5d-4031-ac74-e8d03b04d677", "bridge": "br-int", "label": "tempest-ServersTestJSON-1834075300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38a8868548d7403ea0a11a77a65ba7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6d2f86a-f3", "ovs_interfaceid": "f6d2f86a-f3da-4901-95d0-4677411ce231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1129.185420] env[69413]: DEBUG oslo_concurrency.lockutils [req-17d6d724-9cf8-41b3-8825-302ca0ba2e82 req-fa47b518-d899-4913-85a3-0ac4ad90e73a service nova] Acquired lock "refresh_cache-4f3fe258-4b51-47fb-b864-a16f3f8300a5" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.185559] env[69413]: DEBUG nova.network.neutron [req-17d6d724-9cf8-41b3-8825-302ca0ba2e82 req-fa47b518-d899-4913-85a3-0ac4ad90e73a service nova] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Refreshing network info cache for port f6d2f86a-f3da-4901-95d0-4677411ce231 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.186903] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:fa:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dabbac20-1723-40ad-9da0-e53b28073651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6d2f86a-f3da-4901-95d0-4677411ce231', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1129.195559] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.195721] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1129.195944] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae97837f-7be0-4ded-9209-57a0ca1d12e3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.212466] env[69413]: DEBUG nova.scheduler.client.report [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.233251] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1129.233251] env[69413]: value = "task-3078375" [ 1129.233251] env[69413]: _type = "Task" [ 1129.233251] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.233539] env[69413]: DEBUG oslo_vmware.api [None req-c803ffde-c725-4240-9108-f8fb0c6a9451 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3078373, 'name': PowerOffVM_Task, 'duration_secs': 0.426847} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.233847] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-c803ffde-c725-4240-9108-f8fb0c6a9451 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.234027] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c803ffde-c725-4240-9108-f8fb0c6a9451 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1129.237772] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ba35fee-0bc7-450a-9249-cc306ae97a63 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.246733] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078375, 'name': CreateVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.311590] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c803ffde-c725-4240-9108-f8fb0c6a9451 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.311825] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c803ffde-c725-4240-9108-f8fb0c6a9451 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.312018] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-c803ffde-c725-4240-9108-f8fb0c6a9451 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Deleting the datastore file [datastore1] dc802a86-b5a3-4808-a641-dc42d77ee1e6 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.312300] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6890d30d-614d-45b6-a112-4a990bf9186f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.321823] env[69413]: DEBUG oslo_vmware.api [None req-c803ffde-c725-4240-9108-f8fb0c6a9451 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for the task: (returnval){ [ 1129.321823] env[69413]: value = "task-3078377" [ 1129.321823] env[69413]: _type = "Task" [ 1129.321823] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.328823] env[69413]: DEBUG oslo_vmware.api [None req-c803ffde-c725-4240-9108-f8fb0c6a9451 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3078377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.642289] env[69413]: DEBUG oslo_vmware.api [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075495} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.642574] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1129.643414] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8781a1-5052-4d24-aae6-3ddef95b429f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.672430] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 4d549d35-17c1-4c49-bafb-481bb9701936/4d549d35-17c1-4c49-bafb-481bb9701936.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.672871] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45b93f10-cc05-48a2-9ced-594682c0bfa8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.694688] env[69413]: DEBUG oslo_vmware.api [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 1129.694688] env[69413]: value = "task-3078378" [ 1129.694688] env[69413]: _type = "Task" [ 1129.694688] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.705502] env[69413]: DEBUG oslo_vmware.api [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078378, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.724580] env[69413]: DEBUG oslo_concurrency.lockutils [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.331s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.725182] env[69413]: DEBUG nova.compute.manager [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1129.728853] env[69413]: DEBUG oslo_concurrency.lockutils [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.963s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.743384] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078375, 'name': CreateVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.834436] env[69413]: DEBUG oslo_vmware.api [None req-c803ffde-c725-4240-9108-f8fb0c6a9451 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Task: {'id': task-3078377, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.478691} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.834436] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-c803ffde-c725-4240-9108-f8fb0c6a9451 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1129.834436] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c803ffde-c725-4240-9108-f8fb0c6a9451 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1129.834436] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c803ffde-c725-4240-9108-f8fb0c6a9451 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1129.834436] env[69413]: INFO nova.compute.manager [None req-c803ffde-c725-4240-9108-f8fb0c6a9451 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1129.834436] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c803ffde-c725-4240-9108-f8fb0c6a9451 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.834436] env[69413]: DEBUG nova.compute.manager [-] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1129.834436] env[69413]: DEBUG nova.network.neutron [-] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1130.032261] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b640fa0-e938-4517-81b1-b9d3713a9e0a tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Volume attach. Driver type: vmdk {{(pid=69413) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1130.032261] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b640fa0-e938-4517-81b1-b9d3713a9e0a tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616324', 'volume_id': 'b2de5fc7-c690-4a80-b4fa-1849b830b693', 'name': 'volume-b2de5fc7-c690-4a80-b4fa-1849b830b693', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '245b6791-5aa0-48a4-8f67-ab3e48fca4fb', 'attached_at': '', 'detached_at': '', 'volume_id': 'b2de5fc7-c690-4a80-b4fa-1849b830b693', 'serial': 'b2de5fc7-c690-4a80-b4fa-1849b830b693'} {{(pid=69413) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1130.032733] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbe697f-d0fb-431d-bae1-5bf785172e4b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.062134] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08708e2f-2059-4d2e-b57a-4acf4dce950a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.087411] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b640fa0-e938-4517-81b1-b9d3713a9e0a tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] volume-b2de5fc7-c690-4a80-b4fa-1849b830b693/volume-b2de5fc7-c690-4a80-b4fa-1849b830b693.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1130.087790] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-336a9aba-0a12-41e2-81f7-538888f0009b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.107120] env[69413]: DEBUG oslo_vmware.api [None req-4b640fa0-e938-4517-81b1-b9d3713a9e0a tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1130.107120] env[69413]: value = "task-3078379" [ 1130.107120] env[69413]: _type = "Task" [ 1130.107120] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.115238] env[69413]: DEBUG oslo_vmware.api [None req-4b640fa0-e938-4517-81b1-b9d3713a9e0a tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078379, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.205801] env[69413]: DEBUG oslo_vmware.api [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078378, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.234148] env[69413]: DEBUG nova.compute.utils [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1130.236474] env[69413]: INFO nova.compute.claims [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1130.241211] env[69413]: DEBUG nova.compute.manager [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1130.241780] env[69413]: DEBUG nova.network.neutron [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1130.253795] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078375, 'name': CreateVM_Task, 'duration_secs': 0.568305} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.257086] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1130.257086] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.257086] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.257086] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.257086] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-762ac73c-e665-47dc-b473-f124bc799cc6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.260530] env[69413]: DEBUG oslo_vmware.api [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1130.260530] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]520a1075-72c4-4cda-5c68-07975dab4599" [ 1130.260530] env[69413]: _type = "Task" [ 1130.260530] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.270159] env[69413]: DEBUG oslo_vmware.api [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]520a1075-72c4-4cda-5c68-07975dab4599, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.312162] env[69413]: DEBUG nova.policy [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1a3d3b9b67440b78de679e49c1cd12e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9155da285b149afae28b1048f0d10d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1130.618440] env[69413]: DEBUG oslo_vmware.api [None req-4b640fa0-e938-4517-81b1-b9d3713a9e0a tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078379, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.713009] env[69413]: DEBUG oslo_vmware.api [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078378, 'name': ReconfigVM_Task, 'duration_secs': 0.923644} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.715588] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 4d549d35-17c1-4c49-bafb-481bb9701936/4d549d35-17c1-4c49-bafb-481bb9701936.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.716330] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-afbc72a4-b93e-4597-b2be-19e279e4d127 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.723054] env[69413]: DEBUG oslo_vmware.api [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 1130.723054] env[69413]: value = "task-3078380" [ 1130.723054] env[69413]: _type = "Task" [ 1130.723054] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.741357] env[69413]: DEBUG oslo_vmware.api [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078380, 'name': Rename_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.742159] env[69413]: DEBUG nova.compute.manager [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1130.747038] env[69413]: INFO nova.compute.resource_tracker [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Updating resource usage from migration a2446fe2-c074-4b92-aee9-6287651d95a7 [ 1130.779018] env[69413]: DEBUG oslo_vmware.api [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]520a1075-72c4-4cda-5c68-07975dab4599, 'name': SearchDatastore_Task, 'duration_secs': 0.029666} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.779144] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.779807] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1130.780665] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.781631] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.781631] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1130.782277] env[69413]: DEBUG nova.network.neutron [req-17d6d724-9cf8-41b3-8825-302ca0ba2e82 req-fa47b518-d899-4913-85a3-0ac4ad90e73a service nova] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Updated VIF entry in instance network info cache for port f6d2f86a-f3da-4901-95d0-4677411ce231. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.782277] env[69413]: DEBUG nova.network.neutron [req-17d6d724-9cf8-41b3-8825-302ca0ba2e82 req-fa47b518-d899-4913-85a3-0ac4ad90e73a service nova] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Updating instance_info_cache with network_info: [{"id": "f6d2f86a-f3da-4901-95d0-4677411ce231", "address": "fa:16:3e:77:fa:c1", "network": {"id": "61a05717-9f5d-4031-ac74-e8d03b04d677", "bridge": "br-int", "label": "tempest-ServersTestJSON-1834075300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38a8868548d7403ea0a11a77a65ba7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6d2f86a-f3", "ovs_interfaceid": "f6d2f86a-f3da-4901-95d0-4677411ce231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.783922] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8cae98b-f35b-44ae-9c80-30d492801cd5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.792179] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1130.792370] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1130.793113] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8eef29c5-2122-46a8-8c3d-47366514406f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.798567] env[69413]: DEBUG oslo_vmware.api [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1130.798567] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52041e8a-33f8-b9f5-bb03-2913a7aa74fe" [ 1130.798567] env[69413]: _type = "Task" [ 1130.798567] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.811696] env[69413]: DEBUG oslo_vmware.api [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52041e8a-33f8-b9f5-bb03-2913a7aa74fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.865935] env[69413]: DEBUG nova.network.neutron [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Successfully created port: 3dd671fa-7798-4199-b1de-a8357558eae5 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1130.964469] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8444b9-c2c7-4b3c-8d85-fe03fd3e94e6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.972539] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c9c9b8-bb5d-4d4e-9209-1c067c92aaf8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.013651] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3c7863-e19f-4f64-b09f-d5fb695a2355 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.024073] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22c46c6-5f01-4def-b6da-dc59fa50c305 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.041658] env[69413]: DEBUG nova.compute.provider_tree [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1131.103883] env[69413]: DEBUG nova.compute.manager [req-4d33402b-7da5-4835-8ecc-6e0d01f81007 req-98443db6-4f0e-4ed5-a4d0-59872cfb5dbf service nova] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Received event network-vif-deleted-a4eec6b8-d942-4463-a1b2-ab9290cc860a {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.104813] env[69413]: INFO nova.compute.manager [req-4d33402b-7da5-4835-8ecc-6e0d01f81007 req-98443db6-4f0e-4ed5-a4d0-59872cfb5dbf service nova] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Neutron deleted interface a4eec6b8-d942-4463-a1b2-ab9290cc860a; detaching it from the instance and deleting it from the info cache [ 1131.105253] env[69413]: DEBUG nova.network.neutron [req-4d33402b-7da5-4835-8ecc-6e0d01f81007 req-98443db6-4f0e-4ed5-a4d0-59872cfb5dbf service nova] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.121474] env[69413]: DEBUG oslo_vmware.api [None req-4b640fa0-e938-4517-81b1-b9d3713a9e0a tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078379, 'name': ReconfigVM_Task, 'duration_secs': 0.767848} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.121902] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b640fa0-e938-4517-81b1-b9d3713a9e0a tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Reconfigured VM instance instance-00000062 to attach disk [datastore2] volume-b2de5fc7-c690-4a80-b4fa-1849b830b693/volume-b2de5fc7-c690-4a80-b4fa-1849b830b693.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1131.128858] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c4c375b-e041-4052-bef1-87dc5028d8b7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.148018] env[69413]: DEBUG oslo_vmware.api [None req-4b640fa0-e938-4517-81b1-b9d3713a9e0a tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1131.148018] env[69413]: value = "task-3078381" [ 1131.148018] env[69413]: _type = "Task" [ 1131.148018] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.156421] env[69413]: DEBUG oslo_vmware.api [None req-4b640fa0-e938-4517-81b1-b9d3713a9e0a tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078381, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.234986] env[69413]: DEBUG oslo_vmware.api [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078380, 'name': Rename_Task, 'duration_secs': 0.341646} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.234986] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1131.234986] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff9f62fa-3542-4004-bd76-d13fb174bad6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.239951] env[69413]: DEBUG oslo_vmware.api [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 1131.239951] env[69413]: value = "task-3078382" [ 1131.239951] env[69413]: _type = "Task" [ 1131.239951] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.247958] env[69413]: DEBUG oslo_vmware.api [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.288798] env[69413]: DEBUG oslo_concurrency.lockutils [req-17d6d724-9cf8-41b3-8825-302ca0ba2e82 req-fa47b518-d899-4913-85a3-0ac4ad90e73a service nova] Releasing lock "refresh_cache-4f3fe258-4b51-47fb-b864-a16f3f8300a5" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.288798] env[69413]: DEBUG nova.compute.manager [req-17d6d724-9cf8-41b3-8825-302ca0ba2e82 req-fa47b518-d899-4913-85a3-0ac4ad90e73a service nova] [instance: a7ce7788-f901-4440-8467-39889734fccb] Received event network-changed-f2d59b23-48ea-4850-9482-95f515c93f38 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.288798] env[69413]: DEBUG nova.compute.manager [req-17d6d724-9cf8-41b3-8825-302ca0ba2e82 req-fa47b518-d899-4913-85a3-0ac4ad90e73a service nova] [instance: a7ce7788-f901-4440-8467-39889734fccb] Refreshing instance network info cache due to event network-changed-f2d59b23-48ea-4850-9482-95f515c93f38. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1131.288798] env[69413]: DEBUG oslo_concurrency.lockutils [req-17d6d724-9cf8-41b3-8825-302ca0ba2e82 req-fa47b518-d899-4913-85a3-0ac4ad90e73a service nova] Acquiring lock "refresh_cache-a7ce7788-f901-4440-8467-39889734fccb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.288798] env[69413]: DEBUG oslo_concurrency.lockutils [req-17d6d724-9cf8-41b3-8825-302ca0ba2e82 req-fa47b518-d899-4913-85a3-0ac4ad90e73a service nova] Acquired lock "refresh_cache-a7ce7788-f901-4440-8467-39889734fccb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.288798] env[69413]: DEBUG nova.network.neutron [req-17d6d724-9cf8-41b3-8825-302ca0ba2e82 req-fa47b518-d899-4913-85a3-0ac4ad90e73a service nova] [instance: a7ce7788-f901-4440-8467-39889734fccb] Refreshing network info cache for port f2d59b23-48ea-4850-9482-95f515c93f38 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.309238] env[69413]: DEBUG oslo_vmware.api [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52041e8a-33f8-b9f5-bb03-2913a7aa74fe, 'name': SearchDatastore_Task, 'duration_secs': 0.011212} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.309981] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91b7fdc6-b2eb-4b97-9cda-ce6aef5e94a4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.315125] env[69413]: DEBUG oslo_vmware.api [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1131.315125] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52bf19c1-5b76-e702-1cea-f891da9c0326" [ 1131.315125] env[69413]: _type = "Task" [ 1131.315125] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.323086] env[69413]: DEBUG oslo_vmware.api [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52bf19c1-5b76-e702-1cea-f891da9c0326, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.549166] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquiring lock "a7ce7788-f901-4440-8467-39889734fccb" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.555981] env[69413]: DEBUG nova.network.neutron [-] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.578026] env[69413]: ERROR nova.scheduler.client.report [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [req-efdf3a44-1535-4452-bfa6-adedddec492d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65568fbe-598e-408e-afad-1b65d19c68ec. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-efdf3a44-1535-4452-bfa6-adedddec492d"}]} [ 1131.597322] env[69413]: DEBUG nova.scheduler.client.report [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Refreshing inventories for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1131.608597] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a21f636-31a0-4766-a22f-6a8f07b10544 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.620513] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8909e1f2-147a-4baf-aaa3-e79e5781e932 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.633790] env[69413]: DEBUG nova.scheduler.client.report [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Updating ProviderTree inventory for provider 65568fbe-598e-408e-afad-1b65d19c68ec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1131.634070] env[69413]: DEBUG nova.compute.provider_tree [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1131.652190] env[69413]: DEBUG nova.scheduler.client.report [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Refreshing aggregate associations for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec, aggregates: None {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1131.664024] env[69413]: DEBUG nova.compute.manager [req-4d33402b-7da5-4835-8ecc-6e0d01f81007 req-98443db6-4f0e-4ed5-a4d0-59872cfb5dbf service nova] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Detach interface failed, port_id=a4eec6b8-d942-4463-a1b2-ab9290cc860a, reason: Instance dc802a86-b5a3-4808-a641-dc42d77ee1e6 could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1131.670424] env[69413]: DEBUG oslo_vmware.api [None req-4b640fa0-e938-4517-81b1-b9d3713a9e0a tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078381, 'name': ReconfigVM_Task, 'duration_secs': 0.145093} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.670861] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b640fa0-e938-4517-81b1-b9d3713a9e0a tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616324', 'volume_id': 'b2de5fc7-c690-4a80-b4fa-1849b830b693', 'name': 'volume-b2de5fc7-c690-4a80-b4fa-1849b830b693', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '245b6791-5aa0-48a4-8f67-ab3e48fca4fb', 'attached_at': '', 'detached_at': '', 'volume_id': 'b2de5fc7-c690-4a80-b4fa-1849b830b693', 'serial': 'b2de5fc7-c690-4a80-b4fa-1849b830b693'} {{(pid=69413) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1131.691330] env[69413]: DEBUG nova.scheduler.client.report [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Refreshing trait associations for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1131.757730] env[69413]: DEBUG nova.compute.manager [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1131.760481] env[69413]: DEBUG oslo_vmware.api [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078382, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.784077] env[69413]: DEBUG nova.virt.hardware [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.784656] env[69413]: DEBUG nova.virt.hardware [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.784656] env[69413]: DEBUG nova.virt.hardware [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.784656] env[69413]: DEBUG nova.virt.hardware [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.784801] env[69413]: DEBUG nova.virt.hardware [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.784944] env[69413]: DEBUG nova.virt.hardware [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.785182] env[69413]: DEBUG nova.virt.hardware [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.785586] env[69413]: DEBUG nova.virt.hardware [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.785799] env[69413]: DEBUG nova.virt.hardware [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.785964] env[69413]: DEBUG nova.virt.hardware [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.786164] env[69413]: DEBUG nova.virt.hardware [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.787073] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dfec646-b599-4e39-8fed-2d98a48b27a8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.798234] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36eac42c-0766-4d27-9952-dce7d60c12ac {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.829653] env[69413]: DEBUG oslo_vmware.api [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52bf19c1-5b76-e702-1cea-f891da9c0326, 'name': SearchDatastore_Task, 'duration_secs': 0.008965} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.830356] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.830356] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 4f3fe258-4b51-47fb-b864-a16f3f8300a5/4f3fe258-4b51-47fb-b864-a16f3f8300a5.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1131.830509] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34e31211-d99f-48b6-be8a-de6963aab684 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.840471] env[69413]: DEBUG oslo_vmware.api [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1131.840471] env[69413]: value = "task-3078383" [ 1131.840471] env[69413]: _type = "Task" [ 1131.840471] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.848270] env[69413]: DEBUG oslo_vmware.api [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.929433] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120204ad-0426-4dee-bd92-00baa763a5a5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.938831] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0129cc10-dfb5-4517-b88a-0f7247794740 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.974713] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48a4f8b-0dfd-439e-b69b-8b1ed1688170 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.985575] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e9c918-65f2-428d-bcd1-12c58b27665c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.003581] env[69413]: DEBUG nova.compute.provider_tree [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1132.059651] env[69413]: INFO nova.compute.manager [-] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Took 2.23 seconds to deallocate network for instance. [ 1132.182761] env[69413]: DEBUG nova.network.neutron [req-17d6d724-9cf8-41b3-8825-302ca0ba2e82 req-fa47b518-d899-4913-85a3-0ac4ad90e73a service nova] [instance: a7ce7788-f901-4440-8467-39889734fccb] Updated VIF entry in instance network info cache for port f2d59b23-48ea-4850-9482-95f515c93f38. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.183745] env[69413]: DEBUG nova.network.neutron [req-17d6d724-9cf8-41b3-8825-302ca0ba2e82 req-fa47b518-d899-4913-85a3-0ac4ad90e73a service nova] [instance: a7ce7788-f901-4440-8467-39889734fccb] Updating instance_info_cache with network_info: [{"id": "f2d59b23-48ea-4850-9482-95f515c93f38", "address": "fa:16:3e:96:dc:9c", "network": {"id": "be70a538-4339-4cc1-9578-fd50ad7faf60", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-848088410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3244903a5a34e34a5f19ae8831810d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf2d59b23-48", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.253161] env[69413]: DEBUG oslo_vmware.api [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078382, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.351131] env[69413]: DEBUG oslo_vmware.api [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078383, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.538256] env[69413]: DEBUG nova.compute.manager [req-9284cfe5-5fb2-48f0-88c5-fd1993e275c4 req-5da7e675-e900-464e-8b3b-e3d176da364c service nova] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Received event network-vif-plugged-3dd671fa-7798-4199-b1de-a8357558eae5 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.538256] env[69413]: DEBUG oslo_concurrency.lockutils [req-9284cfe5-5fb2-48f0-88c5-fd1993e275c4 req-5da7e675-e900-464e-8b3b-e3d176da364c service nova] Acquiring lock "66647c01-10d2-411e-81ef-bd0470b77646-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.538256] env[69413]: DEBUG oslo_concurrency.lockutils [req-9284cfe5-5fb2-48f0-88c5-fd1993e275c4 req-5da7e675-e900-464e-8b3b-e3d176da364c service nova] Lock "66647c01-10d2-411e-81ef-bd0470b77646-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.538572] env[69413]: DEBUG oslo_concurrency.lockutils [req-9284cfe5-5fb2-48f0-88c5-fd1993e275c4 req-5da7e675-e900-464e-8b3b-e3d176da364c service nova] Lock "66647c01-10d2-411e-81ef-bd0470b77646-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.539117] env[69413]: DEBUG nova.compute.manager [req-9284cfe5-5fb2-48f0-88c5-fd1993e275c4 req-5da7e675-e900-464e-8b3b-e3d176da364c service nova] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] No waiting events found dispatching network-vif-plugged-3dd671fa-7798-4199-b1de-a8357558eae5 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1132.539117] env[69413]: WARNING nova.compute.manager [req-9284cfe5-5fb2-48f0-88c5-fd1993e275c4 req-5da7e675-e900-464e-8b3b-e3d176da364c service nova] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Received unexpected event network-vif-plugged-3dd671fa-7798-4199-b1de-a8357558eae5 for instance with vm_state building and task_state spawning. [ 1132.549045] env[69413]: ERROR nova.scheduler.client.report [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [req-c082c31c-2aab-443e-9262-a08840add7da] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65568fbe-598e-408e-afad-1b65d19c68ec. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c082c31c-2aab-443e-9262-a08840add7da"}]} [ 1132.568044] env[69413]: DEBUG nova.scheduler.client.report [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Refreshing inventories for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1132.572769] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c803ffde-c725-4240-9108-f8fb0c6a9451 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.588018] env[69413]: DEBUG nova.scheduler.client.report [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Updating ProviderTree inventory for provider 65568fbe-598e-408e-afad-1b65d19c68ec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1132.588018] env[69413]: DEBUG nova.compute.provider_tree [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1132.599858] env[69413]: DEBUG nova.scheduler.client.report [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Refreshing aggregate associations for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec, aggregates: None {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1132.619958] env[69413]: DEBUG nova.scheduler.client.report [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Refreshing trait associations for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1132.687620] env[69413]: DEBUG oslo_concurrency.lockutils [req-17d6d724-9cf8-41b3-8825-302ca0ba2e82 req-fa47b518-d899-4913-85a3-0ac4ad90e73a service nova] Releasing lock "refresh_cache-a7ce7788-f901-4440-8467-39889734fccb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.742864] env[69413]: DEBUG nova.network.neutron [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Successfully updated port: 3dd671fa-7798-4199-b1de-a8357558eae5 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1132.748343] env[69413]: DEBUG nova.objects.instance [None req-4b640fa0-e938-4517-81b1-b9d3713a9e0a tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lazy-loading 'flavor' on Instance uuid 245b6791-5aa0-48a4-8f67-ab3e48fca4fb {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.755897] env[69413]: DEBUG oslo_vmware.api [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078382, 'name': PowerOnVM_Task, 'duration_secs': 1.336239} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.756208] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1132.756423] env[69413]: INFO nova.compute.manager [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Took 9.35 seconds to spawn the instance on the hypervisor. [ 1132.756546] env[69413]: DEBUG nova.compute.manager [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1132.757472] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bfb573-b5c8-4eb3-8bb0-4b2d04e4d7e9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.850703] env[69413]: DEBUG oslo_concurrency.lockutils [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Acquiring lock "db092a98-ca4d-4412-8adb-04ad6f51bc00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.850978] env[69413]: DEBUG oslo_concurrency.lockutils [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Lock "db092a98-ca4d-4412-8adb-04ad6f51bc00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.860842] env[69413]: DEBUG oslo_vmware.api [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078383, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526578} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.864014] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 4f3fe258-4b51-47fb-b864-a16f3f8300a5/4f3fe258-4b51-47fb-b864-a16f3f8300a5.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1132.864273] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1132.864753] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8bf421f-9032-426f-93b2-db393be7c94b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.872611] env[69413]: DEBUG oslo_vmware.api [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1132.872611] env[69413]: value = "task-3078384" [ 1132.872611] env[69413]: _type = "Task" [ 1132.872611] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.884917] env[69413]: DEBUG oslo_vmware.api [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078384, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.910089] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a8d2cc-4a17-45c5-9130-626b2ea8594e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.922724] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26c6408-1e9f-4d54-a969-810ab652e7cf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.956751] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31daa460-6b95-441d-b2f1-632fdd410203 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.964578] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40884279-ceb9-4b8b-8dd1-f8ed371c8396 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.978897] env[69413]: DEBUG nova.compute.provider_tree [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1133.250230] env[69413]: DEBUG oslo_concurrency.lockutils [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "refresh_cache-66647c01-10d2-411e-81ef-bd0470b77646" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.250352] env[69413]: DEBUG oslo_concurrency.lockutils [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquired lock "refresh_cache-66647c01-10d2-411e-81ef-bd0470b77646" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.250509] env[69413]: DEBUG nova.network.neutron [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.258838] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4b640fa0-e938-4517-81b1-b9d3713a9e0a tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "245b6791-5aa0-48a4-8f67-ab3e48fca4fb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.859s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.282780] env[69413]: INFO nova.compute.manager [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Took 25.24 seconds to build instance. [ 1133.363015] env[69413]: DEBUG nova.compute.manager [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1133.385766] env[69413]: DEBUG oslo_vmware.api [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078384, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072986} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.385766] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1133.386302] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194cfa14-9979-4eba-b42b-4fdb92f19f00 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.408981] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 4f3fe258-4b51-47fb-b864-a16f3f8300a5/4f3fe258-4b51-47fb-b864-a16f3f8300a5.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.409311] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe201e3a-fee0-4304-bfcf-b085e289efff {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.433532] env[69413]: DEBUG oslo_vmware.api [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1133.433532] env[69413]: value = "task-3078385" [ 1133.433532] env[69413]: _type = "Task" [ 1133.433532] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.442677] env[69413]: DEBUG oslo_vmware.api [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078385, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.512919] env[69413]: DEBUG nova.scheduler.client.report [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Updated inventory for provider 65568fbe-598e-408e-afad-1b65d19c68ec with generation 144 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1133.512919] env[69413]: DEBUG nova.compute.provider_tree [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Updating resource provider 65568fbe-598e-408e-afad-1b65d19c68ec generation from 144 to 145 during operation: update_inventory {{(pid=69413) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1133.512919] env[69413]: DEBUG nova.compute.provider_tree [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1133.785115] env[69413]: DEBUG oslo_concurrency.lockutils [None req-81719721-bf56-4d42-a095-40f5193c5cb4 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "4d549d35-17c1-4c49-bafb-481bb9701936" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.476s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.794452] env[69413]: DEBUG nova.network.neutron [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1133.888215] env[69413]: DEBUG oslo_concurrency.lockutils [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.950859] env[69413]: DEBUG oslo_vmware.api [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078385, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.019148] env[69413]: DEBUG oslo_concurrency.lockutils [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 4.288s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.019148] env[69413]: INFO nova.compute.manager [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Migrating [ 1134.028118] env[69413]: DEBUG oslo_concurrency.lockutils [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.486s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.028434] env[69413]: DEBUG nova.objects.instance [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lazy-loading 'resources' on Instance uuid a7ce7788-f901-4440-8467-39889734fccb {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.294452] env[69413]: DEBUG nova.network.neutron [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Updating instance_info_cache with network_info: [{"id": "3dd671fa-7798-4199-b1de-a8357558eae5", "address": "fa:16:3e:bd:77:72", "network": {"id": "9f6a6da5-f7d8-4701-b117-bc929b707d63", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510056269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9155da285b149afae28b1048f0d10d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dd671fa-77", "ovs_interfaceid": "3dd671fa-7798-4199-b1de-a8357558eae5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.447996] env[69413]: DEBUG oslo_vmware.api [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078385, 'name': ReconfigVM_Task, 'duration_secs': 0.771848} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.448382] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 4f3fe258-4b51-47fb-b864-a16f3f8300a5/4f3fe258-4b51-47fb-b864-a16f3f8300a5.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.452013] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf18cf91-5aef-44b4-9daa-c88cafd3cf4b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.455093] env[69413]: DEBUG oslo_vmware.api [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1134.455093] env[69413]: value = "task-3078386" [ 1134.455093] env[69413]: _type = "Task" [ 1134.455093] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.464304] env[69413]: DEBUG oslo_vmware.api [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078386, 'name': Rename_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.543468] env[69413]: DEBUG oslo_concurrency.lockutils [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "refresh_cache-e7198b96-86ee-479a-bc7c-2e35c62d6c80" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.543576] env[69413]: DEBUG oslo_concurrency.lockutils [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquired lock "refresh_cache-e7198b96-86ee-479a-bc7c-2e35c62d6c80" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.543810] env[69413]: DEBUG nova.network.neutron [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.545764] env[69413]: DEBUG nova.objects.instance [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lazy-loading 'numa_topology' on Instance uuid a7ce7788-f901-4440-8467-39889734fccb {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.792937] env[69413]: DEBUG oslo_concurrency.lockutils [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Releasing lock "refresh_cache-66647c01-10d2-411e-81ef-bd0470b77646" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.794055] env[69413]: DEBUG nova.compute.manager [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Instance network_info: |[{"id": "3dd671fa-7798-4199-b1de-a8357558eae5", "address": "fa:16:3e:bd:77:72", "network": {"id": "9f6a6da5-f7d8-4701-b117-bc929b707d63", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510056269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9155da285b149afae28b1048f0d10d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dd671fa-77", "ovs_interfaceid": "3dd671fa-7798-4199-b1de-a8357558eae5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1134.794055] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:77:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3dd671fa-7798-4199-b1de-a8357558eae5', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1134.802461] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.802916] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1134.803257] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f900c7f5-9f57-4d3b-b241-ef75d6e1cf3f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.828925] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1134.828925] env[69413]: value = "task-3078387" [ 1134.828925] env[69413]: _type = "Task" [ 1134.828925] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.839211] env[69413]: DEBUG nova.compute.manager [req-812324ed-fc06-47b6-9cab-2edde5751faa req-8f5e7fb7-f1c6-455a-bf7d-1e5eb552366d service nova] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Received event network-changed-3dd671fa-7798-4199-b1de-a8357558eae5 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.839709] env[69413]: DEBUG nova.compute.manager [req-812324ed-fc06-47b6-9cab-2edde5751faa req-8f5e7fb7-f1c6-455a-bf7d-1e5eb552366d service nova] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Refreshing instance network info cache due to event network-changed-3dd671fa-7798-4199-b1de-a8357558eae5. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1134.840172] env[69413]: DEBUG oslo_concurrency.lockutils [req-812324ed-fc06-47b6-9cab-2edde5751faa req-8f5e7fb7-f1c6-455a-bf7d-1e5eb552366d service nova] Acquiring lock "refresh_cache-66647c01-10d2-411e-81ef-bd0470b77646" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.843326] env[69413]: DEBUG oslo_concurrency.lockutils [req-812324ed-fc06-47b6-9cab-2edde5751faa req-8f5e7fb7-f1c6-455a-bf7d-1e5eb552366d service nova] Acquired lock "refresh_cache-66647c01-10d2-411e-81ef-bd0470b77646" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.843326] env[69413]: DEBUG nova.network.neutron [req-812324ed-fc06-47b6-9cab-2edde5751faa req-8f5e7fb7-f1c6-455a-bf7d-1e5eb552366d service nova] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Refreshing network info cache for port 3dd671fa-7798-4199-b1de-a8357558eae5 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.849424] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078387, 'name': CreateVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.968594] env[69413]: DEBUG oslo_vmware.api [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078386, 'name': Rename_Task, 'duration_secs': 0.181227} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.970207] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1134.973504] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c768479b-03f6-45c0-8000-f22cfce7676a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.976820] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Acquiring lock "de9c9158-9c87-437d-94b4-76c4ea45a8b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.976820] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lock "de9c9158-9c87-437d-94b4-76c4ea45a8b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.984077] env[69413]: DEBUG oslo_vmware.api [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1134.984077] env[69413]: value = "task-3078388" [ 1134.984077] env[69413]: _type = "Task" [ 1134.984077] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.997933] env[69413]: DEBUG oslo_vmware.api [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.051148] env[69413]: DEBUG nova.objects.base [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69413) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1135.346342] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7359ca-d58d-4eeb-a553-29a8f625d5aa {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.353323] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078387, 'name': CreateVM_Task, 'duration_secs': 0.35082} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.353894] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1135.354844] env[69413]: DEBUG oslo_concurrency.lockutils [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.355025] env[69413]: DEBUG oslo_concurrency.lockutils [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.355334] env[69413]: DEBUG oslo_concurrency.lockutils [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.357736] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20f05fff-a294-4e7b-ac99-5c135ddec5a1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.360662] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8f73dc-912a-41ff-9500-5a8ff4b4d179 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.368339] env[69413]: DEBUG oslo_vmware.api [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1135.368339] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b928f6-1e7e-de08-8078-699881889600" [ 1135.368339] env[69413]: _type = "Task" [ 1135.368339] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.397991] env[69413]: DEBUG nova.network.neutron [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Updating instance_info_cache with network_info: [{"id": "838f5ae5-10a2-49da-b744-eef6d7210e7d", "address": "fa:16:3e:2e:a8:38", "network": {"id": "79035362-4c66-46cb-959e-06e2bfc25b97", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-862600175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9de209e31d334361a502bcd6046c7204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap838f5ae5-10", "ovs_interfaceid": "838f5ae5-10a2-49da-b744-eef6d7210e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.405416] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ceee99-b80c-46bd-b807-8162f529b048 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.416499] env[69413]: DEBUG oslo_vmware.api [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b928f6-1e7e-de08-8078-699881889600, 'name': SearchDatastore_Task, 'duration_secs': 0.013003} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.418514] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a373c85d-f3fc-4965-9001-b1a4df7ab3ff {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.422390] env[69413]: DEBUG oslo_concurrency.lockutils [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.422689] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1135.423085] env[69413]: DEBUG oslo_concurrency.lockutils [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.423085] env[69413]: DEBUG oslo_concurrency.lockutils [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.423186] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1135.423787] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61bfdffe-fe68-4830-8efa-738eeee83e36 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.437726] env[69413]: DEBUG nova.compute.provider_tree [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.442381] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1135.442875] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1135.443821] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-906125b6-c1a2-4bf3-935a-9f1f3a08e63f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.452761] env[69413]: DEBUG oslo_vmware.api [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1135.452761] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5283dfc2-387d-393f-a5a1-a44b7ea5667d" [ 1135.452761] env[69413]: _type = "Task" [ 1135.452761] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.458986] env[69413]: DEBUG oslo_vmware.api [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5283dfc2-387d-393f-a5a1-a44b7ea5667d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.479459] env[69413]: DEBUG nova.compute.manager [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1135.493545] env[69413]: DEBUG oslo_vmware.api [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078388, 'name': PowerOnVM_Task, 'duration_secs': 0.492404} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.493836] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1135.494049] env[69413]: INFO nova.compute.manager [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Took 9.72 seconds to spawn the instance on the hypervisor. [ 1135.494229] env[69413]: DEBUG nova.compute.manager [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1135.495078] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae2bea3-4839-4073-9444-6c6e9a6b64f0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.572334] env[69413]: DEBUG nova.compute.manager [req-cbbbaeac-73c9-4d75-a9b0-41b991ab7954 req-73845822-18a8-4dfc-8c2e-ae0b3c5dbef0 service nova] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Received event network-changed-4ac12f01-6c87-45b7-9aeb-4ae10040c208 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.572531] env[69413]: DEBUG nova.compute.manager [req-cbbbaeac-73c9-4d75-a9b0-41b991ab7954 req-73845822-18a8-4dfc-8c2e-ae0b3c5dbef0 service nova] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Refreshing instance network info cache due to event network-changed-4ac12f01-6c87-45b7-9aeb-4ae10040c208. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1135.572743] env[69413]: DEBUG oslo_concurrency.lockutils [req-cbbbaeac-73c9-4d75-a9b0-41b991ab7954 req-73845822-18a8-4dfc-8c2e-ae0b3c5dbef0 service nova] Acquiring lock "refresh_cache-4d549d35-17c1-4c49-bafb-481bb9701936" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.572887] env[69413]: DEBUG oslo_concurrency.lockutils [req-cbbbaeac-73c9-4d75-a9b0-41b991ab7954 req-73845822-18a8-4dfc-8c2e-ae0b3c5dbef0 service nova] Acquired lock "refresh_cache-4d549d35-17c1-4c49-bafb-481bb9701936" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.573054] env[69413]: DEBUG nova.network.neutron [req-cbbbaeac-73c9-4d75-a9b0-41b991ab7954 req-73845822-18a8-4dfc-8c2e-ae0b3c5dbef0 service nova] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Refreshing network info cache for port 4ac12f01-6c87-45b7-9aeb-4ae10040c208 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.804850] env[69413]: DEBUG nova.network.neutron [req-812324ed-fc06-47b6-9cab-2edde5751faa req-8f5e7fb7-f1c6-455a-bf7d-1e5eb552366d service nova] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Updated VIF entry in instance network info cache for port 3dd671fa-7798-4199-b1de-a8357558eae5. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.804850] env[69413]: DEBUG nova.network.neutron [req-812324ed-fc06-47b6-9cab-2edde5751faa req-8f5e7fb7-f1c6-455a-bf7d-1e5eb552366d service nova] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Updating instance_info_cache with network_info: [{"id": "3dd671fa-7798-4199-b1de-a8357558eae5", "address": "fa:16:3e:bd:77:72", "network": {"id": "9f6a6da5-f7d8-4701-b117-bc929b707d63", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510056269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9155da285b149afae28b1048f0d10d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dd671fa-77", "ovs_interfaceid": "3dd671fa-7798-4199-b1de-a8357558eae5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.856594] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquiring lock "dc7c8425-53b2-407e-a3a6-cd9120b88f77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.860069] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "dc7c8425-53b2-407e-a3a6-cd9120b88f77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.909711] env[69413]: DEBUG oslo_concurrency.lockutils [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Releasing lock "refresh_cache-e7198b96-86ee-479a-bc7c-2e35c62d6c80" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.944943] env[69413]: DEBUG nova.scheduler.client.report [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.971541] env[69413]: DEBUG oslo_vmware.api [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5283dfc2-387d-393f-a5a1-a44b7ea5667d, 'name': SearchDatastore_Task, 'duration_secs': 0.009354} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.974857] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2221afea-f0a6-46bf-8860-ce25a13bdb21 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.981097] env[69413]: DEBUG oslo_vmware.api [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1135.981097] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52796b57-e758-0d62-8d72-16797f6fd146" [ 1135.981097] env[69413]: _type = "Task" [ 1135.981097] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.003657] env[69413]: DEBUG oslo_vmware.api [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52796b57-e758-0d62-8d72-16797f6fd146, 'name': SearchDatastore_Task, 'duration_secs': 0.00982} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.004233] env[69413]: DEBUG oslo_concurrency.lockutils [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.004646] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 66647c01-10d2-411e-81ef-bd0470b77646/66647c01-10d2-411e-81ef-bd0470b77646.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1136.015504] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9cf178c-5456-455f-8186-64fc729aa134 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.019028] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.021148] env[69413]: INFO nova.compute.manager [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Took 26.27 seconds to build instance. [ 1136.030063] env[69413]: DEBUG oslo_vmware.api [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1136.030063] env[69413]: value = "task-3078389" [ 1136.030063] env[69413]: _type = "Task" [ 1136.030063] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.035035] env[69413]: DEBUG oslo_vmware.api [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078389, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.306738] env[69413]: DEBUG oslo_concurrency.lockutils [req-812324ed-fc06-47b6-9cab-2edde5751faa req-8f5e7fb7-f1c6-455a-bf7d-1e5eb552366d service nova] Releasing lock "refresh_cache-66647c01-10d2-411e-81ef-bd0470b77646" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.363134] env[69413]: DEBUG nova.compute.manager [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1136.462784] env[69413]: DEBUG oslo_concurrency.lockutils [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.435s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.465714] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c803ffde-c725-4240-9108-f8fb0c6a9451 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.893s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.466424] env[69413]: DEBUG nova.objects.instance [None req-c803ffde-c725-4240-9108-f8fb0c6a9451 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Lazy-loading 'resources' on Instance uuid dc802a86-b5a3-4808-a641-dc42d77ee1e6 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.490071] env[69413]: DEBUG oslo_concurrency.lockutils [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Acquiring lock "4e43ec99-c8b2-4aa4-be04-33003b4cf712" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.494308] env[69413]: DEBUG oslo_concurrency.lockutils [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Lock "4e43ec99-c8b2-4aa4-be04-33003b4cf712" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.525285] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e4038462-dbbc-457e-bf15-3180355ad8f4 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "4f3fe258-4b51-47fb-b864-a16f3f8300a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.780s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.540331] env[69413]: DEBUG oslo_vmware.api [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078389, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47974} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.540648] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 66647c01-10d2-411e-81ef-bd0470b77646/66647c01-10d2-411e-81ef-bd0470b77646.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1136.541234] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1136.541325] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1201e78-8de5-4ec4-8fea-f8731247204d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.545388] env[69413]: DEBUG nova.network.neutron [req-cbbbaeac-73c9-4d75-a9b0-41b991ab7954 req-73845822-18a8-4dfc-8c2e-ae0b3c5dbef0 service nova] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Updated VIF entry in instance network info cache for port 4ac12f01-6c87-45b7-9aeb-4ae10040c208. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1136.545725] env[69413]: DEBUG nova.network.neutron [req-cbbbaeac-73c9-4d75-a9b0-41b991ab7954 req-73845822-18a8-4dfc-8c2e-ae0b3c5dbef0 service nova] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Updating instance_info_cache with network_info: [{"id": "4ac12f01-6c87-45b7-9aeb-4ae10040c208", "address": "fa:16:3e:18:4f:54", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ac12f01-6c", "ovs_interfaceid": "4ac12f01-6c87-45b7-9aeb-4ae10040c208", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.551309] env[69413]: DEBUG oslo_vmware.api [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1136.551309] env[69413]: value = "task-3078390" [ 1136.551309] env[69413]: _type = "Task" [ 1136.551309] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.556714] env[69413]: DEBUG oslo_vmware.api [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078390, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.630929] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "ed459731-5549-4a15-add7-9c53bc98ad9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.631224] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "ed459731-5549-4a15-add7-9c53bc98ad9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.883306] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.977737] env[69413]: DEBUG oslo_concurrency.lockutils [None req-61748197-fc7b-4d17-8ddc-d301556a1a9b tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lock "a7ce7788-f901-4440-8467-39889734fccb" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.770s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.979316] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lock "a7ce7788-f901-4440-8467-39889734fccb" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 5.430s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.979390] env[69413]: INFO nova.compute.manager [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Unshelving [ 1136.998840] env[69413]: DEBUG nova.compute.manager [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1137.048550] env[69413]: DEBUG oslo_concurrency.lockutils [req-cbbbaeac-73c9-4d75-a9b0-41b991ab7954 req-73845822-18a8-4dfc-8c2e-ae0b3c5dbef0 service nova] Releasing lock "refresh_cache-4d549d35-17c1-4c49-bafb-481bb9701936" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.064338] env[69413]: DEBUG oslo_vmware.api [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078390, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.241654} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.064338] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1137.065380] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef843c5e-4239-4d12-a9b9-bb655b7f5e56 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.092627] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 66647c01-10d2-411e-81ef-bd0470b77646/66647c01-10d2-411e-81ef-bd0470b77646.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.095493] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2573c65-9b2f-4e1a-aeec-133e86ba3d3c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.116888] env[69413]: DEBUG oslo_vmware.api [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1137.116888] env[69413]: value = "task-3078391" [ 1137.116888] env[69413]: _type = "Task" [ 1137.116888] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.131669] env[69413]: DEBUG oslo_vmware.api [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078391, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.133175] env[69413]: DEBUG nova.compute.manager [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1137.238772] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "817f5d07-2b2b-4878-8d7a-5f45cdee6c87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.239060] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "817f5d07-2b2b-4878-8d7a-5f45cdee6c87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.260585] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e2ca45-2307-41a6-9dde-68285fdfa4d7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.269159] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48a3509-2f86-4798-aa54-8b7560dcb054 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.298643] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0413240d-5bf6-4242-ac3a-96b3be86045c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.306107] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37456eca-eab9-4fe6-9813-698fbac49adf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.320770] env[69413]: DEBUG nova.compute.provider_tree [None req-c803ffde-c725-4240-9108-f8fb0c6a9451 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1137.423052] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0670454-ed7f-499b-ab12-e78f3526735d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.441371] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Updating instance 'e7198b96-86ee-479a-bc7c-2e35c62d6c80' progress to 0 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1137.515769] env[69413]: DEBUG oslo_concurrency.lockutils [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.626417] env[69413]: DEBUG oslo_vmware.api [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.652444] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.741282] env[69413]: DEBUG nova.compute.manager [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1137.842801] env[69413]: ERROR nova.scheduler.client.report [None req-c803ffde-c725-4240-9108-f8fb0c6a9451 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] [req-9047f5b1-1475-498b-8aa1-7795ba4403aa] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65568fbe-598e-408e-afad-1b65d19c68ec. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9047f5b1-1475-498b-8aa1-7795ba4403aa"}]} [ 1137.859446] env[69413]: DEBUG nova.scheduler.client.report [None req-c803ffde-c725-4240-9108-f8fb0c6a9451 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Refreshing inventories for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1137.873641] env[69413]: DEBUG nova.scheduler.client.report [None req-c803ffde-c725-4240-9108-f8fb0c6a9451 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Updating ProviderTree inventory for provider 65568fbe-598e-408e-afad-1b65d19c68ec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1137.873928] env[69413]: DEBUG nova.compute.provider_tree [None req-c803ffde-c725-4240-9108-f8fb0c6a9451 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1137.884338] env[69413]: DEBUG nova.scheduler.client.report [None req-c803ffde-c725-4240-9108-f8fb0c6a9451 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Refreshing aggregate associations for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec, aggregates: None {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1137.902832] env[69413]: DEBUG nova.scheduler.client.report [None req-c803ffde-c725-4240-9108-f8fb0c6a9451 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Refreshing trait associations for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1137.947073] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1137.947396] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4f4329b-e99a-439d-ad1d-a5e789040655 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.954909] env[69413]: DEBUG oslo_vmware.api [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 1137.954909] env[69413]: value = "task-3078392" [ 1137.954909] env[69413]: _type = "Task" [ 1137.954909] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.963889] env[69413]: DEBUG oslo_vmware.api [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.004943] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.128943] env[69413]: DEBUG oslo_vmware.api [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078391, 'name': ReconfigVM_Task, 'duration_secs': 0.947163} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.129117] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 66647c01-10d2-411e-81ef-bd0470b77646/66647c01-10d2-411e-81ef-bd0470b77646.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.129759] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a5b3cf3-ff4c-4fbf-92d4-6d2de67040c6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.136113] env[69413]: DEBUG oslo_vmware.api [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1138.136113] env[69413]: value = "task-3078393" [ 1138.136113] env[69413]: _type = "Task" [ 1138.136113] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.144272] env[69413]: DEBUG oslo_vmware.api [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078393, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.145851] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8228820f-e903-49f0-aed1-78ffb2aa97e0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.152885] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993bf715-6132-415b-8506-0848f23c752c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.187536] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0f10ec-252d-4a02-801e-33c2808ef565 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.196033] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb98481b-8753-4245-847b-dc6316a713cb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.210400] env[69413]: DEBUG nova.compute.provider_tree [None req-c803ffde-c725-4240-9108-f8fb0c6a9451 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1138.260709] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.464874] env[69413]: DEBUG oslo_vmware.api [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078392, 'name': PowerOffVM_Task, 'duration_secs': 0.170433} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.465163] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1138.465347] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Updating instance 'e7198b96-86ee-479a-bc7c-2e35c62d6c80' progress to 17 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1138.645886] env[69413]: DEBUG oslo_vmware.api [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078393, 'name': Rename_Task, 'duration_secs': 0.137775} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.646178] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1138.646420] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04cd918b-9029-4125-be4d-5a9c7b1fda3c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.652613] env[69413]: DEBUG oslo_vmware.api [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1138.652613] env[69413]: value = "task-3078394" [ 1138.652613] env[69413]: _type = "Task" [ 1138.652613] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.660027] env[69413]: DEBUG oslo_vmware.api [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078394, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.740927] env[69413]: DEBUG nova.scheduler.client.report [None req-c803ffde-c725-4240-9108-f8fb0c6a9451 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Updated inventory for provider 65568fbe-598e-408e-afad-1b65d19c68ec with generation 150 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1138.741272] env[69413]: DEBUG nova.compute.provider_tree [None req-c803ffde-c725-4240-9108-f8fb0c6a9451 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Updating resource provider 65568fbe-598e-408e-afad-1b65d19c68ec generation from 150 to 151 during operation: update_inventory {{(pid=69413) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1138.741459] env[69413]: DEBUG nova.compute.provider_tree [None req-c803ffde-c725-4240-9108-f8fb0c6a9451 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1138.972272] env[69413]: DEBUG nova.virt.hardware [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:10:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1138.972541] env[69413]: DEBUG nova.virt.hardware [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1138.972704] env[69413]: DEBUG nova.virt.hardware [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1138.972906] env[69413]: DEBUG nova.virt.hardware [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1138.973073] env[69413]: DEBUG nova.virt.hardware [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1138.973228] env[69413]: DEBUG nova.virt.hardware [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1138.973433] env[69413]: DEBUG nova.virt.hardware [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1138.973592] env[69413]: DEBUG nova.virt.hardware [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1138.973771] env[69413]: DEBUG nova.virt.hardware [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1138.973940] env[69413]: DEBUG nova.virt.hardware [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1138.974128] env[69413]: DEBUG nova.virt.hardware [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1138.979951] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47c04341-dbdc-40d2-abae-1afa29b3706c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.995658] env[69413]: DEBUG oslo_vmware.api [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 1138.995658] env[69413]: value = "task-3078395" [ 1138.995658] env[69413]: _type = "Task" [ 1138.995658] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.003793] env[69413]: DEBUG oslo_vmware.api [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078395, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.162231] env[69413]: DEBUG oslo_vmware.api [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078394, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.246523] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c803ffde-c725-4240-9108-f8fb0c6a9451 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.781s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.250604] env[69413]: DEBUG oslo_concurrency.lockutils [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.362s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.251379] env[69413]: INFO nova.compute.claims [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1139.264797] env[69413]: INFO nova.scheduler.client.report [None req-c803ffde-c725-4240-9108-f8fb0c6a9451 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Deleted allocations for instance dc802a86-b5a3-4808-a641-dc42d77ee1e6 [ 1139.507015] env[69413]: DEBUG oslo_vmware.api [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078395, 'name': ReconfigVM_Task, 'duration_secs': 0.267009} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.507333] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Updating instance 'e7198b96-86ee-479a-bc7c-2e35c62d6c80' progress to 33 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1139.663191] env[69413]: DEBUG oslo_vmware.api [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078394, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.773134] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c803ffde-c725-4240-9108-f8fb0c6a9451 tempest-ServerRescueNegativeTestJSON-445063630 tempest-ServerRescueNegativeTestJSON-445063630-project-member] Lock "dc802a86-b5a3-4808-a641-dc42d77ee1e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.643s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.015031] env[69413]: DEBUG nova.virt.hardware [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.015031] env[69413]: DEBUG nova.virt.hardware [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.015459] env[69413]: DEBUG nova.virt.hardware [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.018811] env[69413]: DEBUG nova.virt.hardware [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.018811] env[69413]: DEBUG nova.virt.hardware [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.018811] env[69413]: DEBUG nova.virt.hardware [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.018811] env[69413]: DEBUG nova.virt.hardware [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.018811] env[69413]: DEBUG nova.virt.hardware [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.018811] env[69413]: DEBUG nova.virt.hardware [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.018811] env[69413]: DEBUG nova.virt.hardware [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.018811] env[69413]: DEBUG nova.virt.hardware [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.023243] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1140.023687] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c64f02d5-a837-4952-9e2e-22b301c58815 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.044295] env[69413]: DEBUG oslo_vmware.api [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 1140.044295] env[69413]: value = "task-3078396" [ 1140.044295] env[69413]: _type = "Task" [ 1140.044295] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.054422] env[69413]: DEBUG oslo_vmware.api [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078396, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.167578] env[69413]: DEBUG oslo_vmware.api [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078394, 'name': PowerOnVM_Task, 'duration_secs': 1.04889} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.167578] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1140.167578] env[69413]: INFO nova.compute.manager [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Took 8.41 seconds to spawn the instance on the hypervisor. [ 1140.168078] env[69413]: DEBUG nova.compute.manager [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1140.168893] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038aa80f-8df7-4823-a36f-ac6f2ccf5a3b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.528131] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c6b9ad-c208-4757-a7fe-4f162ffa2212 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.535403] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ac5ade-23f3-415a-a24f-24651c761a2a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.571064] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0172f32b-4059-48ed-b664-86c14109a58b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.580639] env[69413]: DEBUG oslo_vmware.api [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078396, 'name': ReconfigVM_Task, 'duration_secs': 0.172471} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.582936] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1140.583835] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b499fd-adf4-40f0-b0dc-b21ab928b42f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.588031] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c481e4f4-717b-4637-afcd-f8115cee4a12 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.602274] env[69413]: DEBUG nova.compute.provider_tree [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.623146] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] e7198b96-86ee-479a-bc7c-2e35c62d6c80/e7198b96-86ee-479a-bc7c-2e35c62d6c80.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.624257] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49bab1d5-bb48-4a1a-847f-2fe3831c2391 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.642963] env[69413]: DEBUG oslo_vmware.api [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 1140.642963] env[69413]: value = "task-3078397" [ 1140.642963] env[69413]: _type = "Task" [ 1140.642963] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.652445] env[69413]: DEBUG oslo_vmware.api [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078397, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.690876] env[69413]: INFO nova.compute.manager [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Took 15.54 seconds to build instance. [ 1141.106046] env[69413]: DEBUG nova.scheduler.client.report [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.154090] env[69413]: DEBUG oslo_vmware.api [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078397, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.194256] env[69413]: DEBUG oslo_concurrency.lockutils [None req-390e3c43-0fe1-4ac7-a0dd-eba125dab747 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "66647c01-10d2-411e-81ef-bd0470b77646" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.060s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.611235] env[69413]: DEBUG oslo_concurrency.lockutils [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.611754] env[69413]: DEBUG nova.compute.manager [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1141.614401] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.596s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.615983] env[69413]: INFO nova.compute.claims [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1141.640019] env[69413]: DEBUG nova.compute.manager [req-1663d473-5043-477c-a268-e968a7a7ec78 req-5ef9d93c-4d89-405e-afdc-695654d0ce19 service nova] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Received event network-changed-3dd671fa-7798-4199-b1de-a8357558eae5 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.640248] env[69413]: DEBUG nova.compute.manager [req-1663d473-5043-477c-a268-e968a7a7ec78 req-5ef9d93c-4d89-405e-afdc-695654d0ce19 service nova] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Refreshing instance network info cache due to event network-changed-3dd671fa-7798-4199-b1de-a8357558eae5. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1141.640483] env[69413]: DEBUG oslo_concurrency.lockutils [req-1663d473-5043-477c-a268-e968a7a7ec78 req-5ef9d93c-4d89-405e-afdc-695654d0ce19 service nova] Acquiring lock "refresh_cache-66647c01-10d2-411e-81ef-bd0470b77646" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.640631] env[69413]: DEBUG oslo_concurrency.lockutils [req-1663d473-5043-477c-a268-e968a7a7ec78 req-5ef9d93c-4d89-405e-afdc-695654d0ce19 service nova] Acquired lock "refresh_cache-66647c01-10d2-411e-81ef-bd0470b77646" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.640819] env[69413]: DEBUG nova.network.neutron [req-1663d473-5043-477c-a268-e968a7a7ec78 req-5ef9d93c-4d89-405e-afdc-695654d0ce19 service nova] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Refreshing network info cache for port 3dd671fa-7798-4199-b1de-a8357558eae5 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.653934] env[69413]: DEBUG oslo_vmware.api [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078397, 'name': ReconfigVM_Task, 'duration_secs': 0.598242} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.654791] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Reconfigured VM instance instance-00000068 to attach disk [datastore2] e7198b96-86ee-479a-bc7c-2e35c62d6c80/e7198b96-86ee-479a-bc7c-2e35c62d6c80.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.655220] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Updating instance 'e7198b96-86ee-479a-bc7c-2e35c62d6c80' progress to 50 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.122423] env[69413]: DEBUG nova.compute.utils [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1142.126040] env[69413]: DEBUG nova.compute.manager [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1142.127104] env[69413]: DEBUG nova.network.neutron [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1142.161808] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6a3e09-829e-4e76-833c-f0d8349c5dc0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.182174] env[69413]: DEBUG nova.policy [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2953d8da9b542ce82a54ea7453dd228', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfc3adf98d1b406bb41789bbf8418aa3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1142.185952] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7db45b-fb9a-43f2-b3e2-fbc64b5d92c4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.205288] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Updating instance 'e7198b96-86ee-479a-bc7c-2e35c62d6c80' progress to 67 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.372939] env[69413]: DEBUG nova.network.neutron [req-1663d473-5043-477c-a268-e968a7a7ec78 req-5ef9d93c-4d89-405e-afdc-695654d0ce19 service nova] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Updated VIF entry in instance network info cache for port 3dd671fa-7798-4199-b1de-a8357558eae5. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1142.373335] env[69413]: DEBUG nova.network.neutron [req-1663d473-5043-477c-a268-e968a7a7ec78 req-5ef9d93c-4d89-405e-afdc-695654d0ce19 service nova] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Updating instance_info_cache with network_info: [{"id": "3dd671fa-7798-4199-b1de-a8357558eae5", "address": "fa:16:3e:bd:77:72", "network": {"id": "9f6a6da5-f7d8-4701-b117-bc929b707d63", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510056269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9155da285b149afae28b1048f0d10d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dd671fa-77", "ovs_interfaceid": "3dd671fa-7798-4199-b1de-a8357558eae5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.456146] env[69413]: DEBUG nova.network.neutron [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Successfully created port: 87568a5c-7297-4393-83b5-572dd2a4a83c {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1142.629709] env[69413]: DEBUG nova.compute.manager [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1142.745431] env[69413]: DEBUG nova.network.neutron [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Port 838f5ae5-10a2-49da-b744-eef6d7210e7d binding to destination host cpu-1 is already ACTIVE {{(pid=69413) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1142.861628] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef273d59-46e6-4284-ad07-d18e9a16b11b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.870624] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0b79da-5d3e-4a8d-9b02-6624a96eee24 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.876442] env[69413]: DEBUG oslo_concurrency.lockutils [req-1663d473-5043-477c-a268-e968a7a7ec78 req-5ef9d93c-4d89-405e-afdc-695654d0ce19 service nova] Releasing lock "refresh_cache-66647c01-10d2-411e-81ef-bd0470b77646" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.903873] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5c2321-e2ab-48fe-8812-dfbdd24b0c07 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.911414] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502c319d-edb4-4a90-b210-4abe74457c18 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.925565] env[69413]: DEBUG nova.compute.provider_tree [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.428573] env[69413]: DEBUG nova.scheduler.client.report [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.642889] env[69413]: DEBUG nova.compute.manager [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1143.670531] env[69413]: DEBUG nova.virt.hardware [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.670771] env[69413]: DEBUG nova.virt.hardware [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.670931] env[69413]: DEBUG nova.virt.hardware [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.671129] env[69413]: DEBUG nova.virt.hardware [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.671278] env[69413]: DEBUG nova.virt.hardware [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.671424] env[69413]: DEBUG nova.virt.hardware [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.671631] env[69413]: DEBUG nova.virt.hardware [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.671799] env[69413]: DEBUG nova.virt.hardware [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.671947] env[69413]: DEBUG nova.virt.hardware [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.672125] env[69413]: DEBUG nova.virt.hardware [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.672296] env[69413]: DEBUG nova.virt.hardware [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.673172] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21f6600-fed8-4c4c-8683-d533630f4662 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.681195] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3b87c9-df7c-4e69-a8e5-be365fdb304b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.765852] env[69413]: DEBUG oslo_concurrency.lockutils [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "e7198b96-86ee-479a-bc7c-2e35c62d6c80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.766095] env[69413]: DEBUG oslo_concurrency.lockutils [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "e7198b96-86ee-479a-bc7c-2e35c62d6c80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.766272] env[69413]: DEBUG oslo_concurrency.lockutils [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "e7198b96-86ee-479a-bc7c-2e35c62d6c80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.909400] env[69413]: DEBUG nova.compute.manager [req-3f865ec2-e24f-4992-8293-eee3c0e6eb05 req-48cfb191-aaba-4be3-bc49-01ed210e19fa service nova] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Received event network-vif-plugged-87568a5c-7297-4393-83b5-572dd2a4a83c {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.909678] env[69413]: DEBUG oslo_concurrency.lockutils [req-3f865ec2-e24f-4992-8293-eee3c0e6eb05 req-48cfb191-aaba-4be3-bc49-01ed210e19fa service nova] Acquiring lock "db092a98-ca4d-4412-8adb-04ad6f51bc00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.909945] env[69413]: DEBUG oslo_concurrency.lockutils [req-3f865ec2-e24f-4992-8293-eee3c0e6eb05 req-48cfb191-aaba-4be3-bc49-01ed210e19fa service nova] Lock "db092a98-ca4d-4412-8adb-04ad6f51bc00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.910252] env[69413]: DEBUG oslo_concurrency.lockutils [req-3f865ec2-e24f-4992-8293-eee3c0e6eb05 req-48cfb191-aaba-4be3-bc49-01ed210e19fa service nova] Lock "db092a98-ca4d-4412-8adb-04ad6f51bc00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.910457] env[69413]: DEBUG nova.compute.manager [req-3f865ec2-e24f-4992-8293-eee3c0e6eb05 req-48cfb191-aaba-4be3-bc49-01ed210e19fa service nova] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] No waiting events found dispatching network-vif-plugged-87568a5c-7297-4393-83b5-572dd2a4a83c {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1143.910616] env[69413]: WARNING nova.compute.manager [req-3f865ec2-e24f-4992-8293-eee3c0e6eb05 req-48cfb191-aaba-4be3-bc49-01ed210e19fa service nova] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Received unexpected event network-vif-plugged-87568a5c-7297-4393-83b5-572dd2a4a83c for instance with vm_state building and task_state spawning. [ 1143.933720] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.319s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.934271] env[69413]: DEBUG nova.compute.manager [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1143.936944] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.054s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.938692] env[69413]: INFO nova.compute.claims [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1144.033972] env[69413]: DEBUG nova.network.neutron [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Successfully updated port: 87568a5c-7297-4393-83b5-572dd2a4a83c {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1144.446543] env[69413]: DEBUG nova.compute.utils [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1144.450375] env[69413]: DEBUG nova.compute.manager [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1144.450541] env[69413]: DEBUG nova.network.neutron [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1144.491169] env[69413]: DEBUG nova.policy [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9d3640bc0eb4a80b9c3a8f204df7a5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9fb6bdd02cca4435ac2b06705b907bcb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1144.537161] env[69413]: DEBUG oslo_concurrency.lockutils [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Acquiring lock "refresh_cache-db092a98-ca4d-4412-8adb-04ad6f51bc00" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.537374] env[69413]: DEBUG oslo_concurrency.lockutils [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Acquired lock "refresh_cache-db092a98-ca4d-4412-8adb-04ad6f51bc00" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.537663] env[69413]: DEBUG nova.network.neutron [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.775358] env[69413]: DEBUG nova.network.neutron [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Successfully created port: 70c2c5c7-f589-407c-b5b0-bd83b1a8ecc6 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1144.802041] env[69413]: DEBUG oslo_concurrency.lockutils [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "refresh_cache-e7198b96-86ee-479a-bc7c-2e35c62d6c80" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.802235] env[69413]: DEBUG oslo_concurrency.lockutils [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquired lock "refresh_cache-e7198b96-86ee-479a-bc7c-2e35c62d6c80" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.802413] env[69413]: DEBUG nova.network.neutron [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.953922] env[69413]: DEBUG nova.compute.manager [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1145.079591] env[69413]: DEBUG nova.network.neutron [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1145.200120] env[69413]: DEBUG nova.network.neutron [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Updating instance_info_cache with network_info: [{"id": "87568a5c-7297-4393-83b5-572dd2a4a83c", "address": "fa:16:3e:12:cc:07", "network": {"id": "f7af8c0a-b1dc-4fe6-8713-b92b4430bec2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-460491079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bfc3adf98d1b406bb41789bbf8418aa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87568a5c-72", "ovs_interfaceid": "87568a5c-7297-4393-83b5-572dd2a4a83c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.215063] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ea3e3a-cb57-47fc-91ea-ab7506e68b12 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.223265] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26ac21e-8020-42ab-8703-4da9a4da5748 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.252155] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990a6ee5-b0de-4f23-9581-5222b563335b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.258992] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7fd381-f17a-451b-886b-7feacdd7eebd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.272825] env[69413]: DEBUG nova.compute.provider_tree [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.476837] env[69413]: DEBUG nova.network.neutron [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Updating instance_info_cache with network_info: [{"id": "838f5ae5-10a2-49da-b744-eef6d7210e7d", "address": "fa:16:3e:2e:a8:38", "network": {"id": "79035362-4c66-46cb-959e-06e2bfc25b97", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-862600175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9de209e31d334361a502bcd6046c7204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap838f5ae5-10", "ovs_interfaceid": "838f5ae5-10a2-49da-b744-eef6d7210e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.703725] env[69413]: DEBUG oslo_concurrency.lockutils [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Releasing lock "refresh_cache-db092a98-ca4d-4412-8adb-04ad6f51bc00" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.704055] env[69413]: DEBUG nova.compute.manager [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Instance network_info: |[{"id": "87568a5c-7297-4393-83b5-572dd2a4a83c", "address": "fa:16:3e:12:cc:07", "network": {"id": "f7af8c0a-b1dc-4fe6-8713-b92b4430bec2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-460491079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bfc3adf98d1b406bb41789bbf8418aa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87568a5c-72", "ovs_interfaceid": "87568a5c-7297-4393-83b5-572dd2a4a83c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1145.704675] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:cc:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7d2575f-b92f-44ec-a863-634cb76631a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87568a5c-7297-4393-83b5-572dd2a4a83c', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1145.711967] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Creating folder: Project (bfc3adf98d1b406bb41789bbf8418aa3). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1145.712261] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57823d5a-5afa-4809-9738-e683dc54ecc6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.723713] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Created folder: Project (bfc3adf98d1b406bb41789bbf8418aa3) in parent group-v616034. [ 1145.723937] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Creating folder: Instances. Parent ref: group-v616328. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1145.724078] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ebea9ba-5672-4471-8389-f66e2993749b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.732803] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Created folder: Instances in parent group-v616328. [ 1145.733134] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.733424] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1145.733630] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9bb5cac-c6ef-4313-8f3a-cd2e72542eba {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.751499] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1145.751499] env[69413]: value = "task-3078400" [ 1145.751499] env[69413]: _type = "Task" [ 1145.751499] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.759234] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078400, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.776165] env[69413]: DEBUG nova.scheduler.client.report [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.934711] env[69413]: DEBUG nova.compute.manager [req-7b710b7d-c228-46a4-9698-6194635524a2 req-7a557f08-da89-4522-ae22-32293ad8d9d9 service nova] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Received event network-changed-87568a5c-7297-4393-83b5-572dd2a4a83c {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.934945] env[69413]: DEBUG nova.compute.manager [req-7b710b7d-c228-46a4-9698-6194635524a2 req-7a557f08-da89-4522-ae22-32293ad8d9d9 service nova] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Refreshing instance network info cache due to event network-changed-87568a5c-7297-4393-83b5-572dd2a4a83c. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.935178] env[69413]: DEBUG oslo_concurrency.lockutils [req-7b710b7d-c228-46a4-9698-6194635524a2 req-7a557f08-da89-4522-ae22-32293ad8d9d9 service nova] Acquiring lock "refresh_cache-db092a98-ca4d-4412-8adb-04ad6f51bc00" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.935324] env[69413]: DEBUG oslo_concurrency.lockutils [req-7b710b7d-c228-46a4-9698-6194635524a2 req-7a557f08-da89-4522-ae22-32293ad8d9d9 service nova] Acquired lock "refresh_cache-db092a98-ca4d-4412-8adb-04ad6f51bc00" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.935483] env[69413]: DEBUG nova.network.neutron [req-7b710b7d-c228-46a4-9698-6194635524a2 req-7a557f08-da89-4522-ae22-32293ad8d9d9 service nova] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Refreshing network info cache for port 87568a5c-7297-4393-83b5-572dd2a4a83c {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.966207] env[69413]: DEBUG nova.compute.manager [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1145.979438] env[69413]: DEBUG oslo_concurrency.lockutils [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Releasing lock "refresh_cache-e7198b96-86ee-479a-bc7c-2e35c62d6c80" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.993066] env[69413]: DEBUG nova.virt.hardware [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.993343] env[69413]: DEBUG nova.virt.hardware [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.993537] env[69413]: DEBUG nova.virt.hardware [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.993705] env[69413]: DEBUG nova.virt.hardware [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.993874] env[69413]: DEBUG nova.virt.hardware [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.994057] env[69413]: DEBUG nova.virt.hardware [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.994298] env[69413]: DEBUG nova.virt.hardware [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.994475] env[69413]: DEBUG nova.virt.hardware [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.994664] env[69413]: DEBUG nova.virt.hardware [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.994890] env[69413]: DEBUG nova.virt.hardware [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.995101] env[69413]: DEBUG nova.virt.hardware [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.995999] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe2aa6e-1634-4ca1-9754-82a50fd5c449 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.006112] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d9f6b7-0394-4427-9243-1db8ec3b842e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.260934] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078400, 'name': CreateVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.280845] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.344s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.281385] env[69413]: DEBUG nova.compute.manager [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1146.284149] env[69413]: DEBUG oslo_concurrency.lockutils [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.768s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.285528] env[69413]: INFO nova.compute.claims [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1146.331576] env[69413]: DEBUG nova.network.neutron [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Successfully updated port: 70c2c5c7-f589-407c-b5b0-bd83b1a8ecc6 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1146.498708] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ca102b-8033-4139-b41a-8d18bceca743 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.523343] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f041465-a77d-439b-9360-469441e2bed7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.531112] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Updating instance 'e7198b96-86ee-479a-bc7c-2e35c62d6c80' progress to 83 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1146.624380] env[69413]: DEBUG nova.network.neutron [req-7b710b7d-c228-46a4-9698-6194635524a2 req-7a557f08-da89-4522-ae22-32293ad8d9d9 service nova] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Updated VIF entry in instance network info cache for port 87568a5c-7297-4393-83b5-572dd2a4a83c. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.624983] env[69413]: DEBUG nova.network.neutron [req-7b710b7d-c228-46a4-9698-6194635524a2 req-7a557f08-da89-4522-ae22-32293ad8d9d9 service nova] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Updating instance_info_cache with network_info: [{"id": "87568a5c-7297-4393-83b5-572dd2a4a83c", "address": "fa:16:3e:12:cc:07", "network": {"id": "f7af8c0a-b1dc-4fe6-8713-b92b4430bec2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-460491079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bfc3adf98d1b406bb41789bbf8418aa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87568a5c-72", "ovs_interfaceid": "87568a5c-7297-4393-83b5-572dd2a4a83c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.763469] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078400, 'name': CreateVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.790586] env[69413]: DEBUG nova.compute.utils [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1146.793914] env[69413]: DEBUG nova.compute.manager [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1146.794141] env[69413]: DEBUG nova.network.neutron [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1146.833883] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Acquiring lock "refresh_cache-de9c9158-9c87-437d-94b4-76c4ea45a8b4" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.834049] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Acquired lock "refresh_cache-de9c9158-9c87-437d-94b4-76c4ea45a8b4" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.834211] env[69413]: DEBUG nova.network.neutron [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.851448] env[69413]: DEBUG nova.policy [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8580d1ba75f440e58c61107dc02770a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19ee0c3413b84109b79b8f564907df44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1147.039038] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1147.039346] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d14a9896-f818-47d0-966d-f45fd7cdbe8c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.047192] env[69413]: DEBUG oslo_vmware.api [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 1147.047192] env[69413]: value = "task-3078401" [ 1147.047192] env[69413]: _type = "Task" [ 1147.047192] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.055340] env[69413]: DEBUG oslo_vmware.api [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078401, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.118570] env[69413]: DEBUG nova.network.neutron [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Successfully created port: f67ea053-c9e6-434a-88e0-244771a682ad {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1147.128315] env[69413]: DEBUG oslo_concurrency.lockutils [req-7b710b7d-c228-46a4-9698-6194635524a2 req-7a557f08-da89-4522-ae22-32293ad8d9d9 service nova] Releasing lock "refresh_cache-db092a98-ca4d-4412-8adb-04ad6f51bc00" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.263282] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078400, 'name': CreateVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.295438] env[69413]: DEBUG nova.compute.manager [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1147.380541] env[69413]: DEBUG nova.network.neutron [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1147.530432] env[69413]: DEBUG nova.network.neutron [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Updating instance_info_cache with network_info: [{"id": "70c2c5c7-f589-407c-b5b0-bd83b1a8ecc6", "address": "fa:16:3e:82:1a:67", "network": {"id": "db4bd27f-d085-4940-867a-82efd19914df", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1073902450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fb6bdd02cca4435ac2b06705b907bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70c2c5c7-f5", "ovs_interfaceid": "70c2c5c7-f589-407c-b5b0-bd83b1a8ecc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.560691] env[69413]: DEBUG oslo_vmware.api [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078401, 'name': PowerOnVM_Task, 'duration_secs': 0.422653} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.560969] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1147.561185] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-903fbd6b-74b2-4ab3-87a5-0c69cda0d4c6 tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Updating instance 'e7198b96-86ee-479a-bc7c-2e35c62d6c80' progress to 100 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1147.612398] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ea145a-0d50-4190-b199-a1f6c61be96d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.620475] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c3823b-4b1e-4356-995c-42ed5de6ce48 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.652582] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1757b845-553a-47b2-8659-f4c2384bb3d0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.659772] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40752e29-0644-42d5-9105-0d3e61debe93 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.673079] env[69413]: DEBUG nova.compute.provider_tree [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.763061] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078400, 'name': CreateVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.960229] env[69413]: DEBUG nova.compute.manager [req-adfe2625-a464-440c-8788-cec017ac697b req-49147842-86d7-4841-b6fc-3a77a1b6ec09 service nova] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Received event network-vif-plugged-70c2c5c7-f589-407c-b5b0-bd83b1a8ecc6 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.960483] env[69413]: DEBUG oslo_concurrency.lockutils [req-adfe2625-a464-440c-8788-cec017ac697b req-49147842-86d7-4841-b6fc-3a77a1b6ec09 service nova] Acquiring lock "de9c9158-9c87-437d-94b4-76c4ea45a8b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.960655] env[69413]: DEBUG oslo_concurrency.lockutils [req-adfe2625-a464-440c-8788-cec017ac697b req-49147842-86d7-4841-b6fc-3a77a1b6ec09 service nova] Lock "de9c9158-9c87-437d-94b4-76c4ea45a8b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.960822] env[69413]: DEBUG oslo_concurrency.lockutils [req-adfe2625-a464-440c-8788-cec017ac697b req-49147842-86d7-4841-b6fc-3a77a1b6ec09 service nova] Lock "de9c9158-9c87-437d-94b4-76c4ea45a8b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.960992] env[69413]: DEBUG nova.compute.manager [req-adfe2625-a464-440c-8788-cec017ac697b req-49147842-86d7-4841-b6fc-3a77a1b6ec09 service nova] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] No waiting events found dispatching network-vif-plugged-70c2c5c7-f589-407c-b5b0-bd83b1a8ecc6 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1147.961372] env[69413]: WARNING nova.compute.manager [req-adfe2625-a464-440c-8788-cec017ac697b req-49147842-86d7-4841-b6fc-3a77a1b6ec09 service nova] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Received unexpected event network-vif-plugged-70c2c5c7-f589-407c-b5b0-bd83b1a8ecc6 for instance with vm_state building and task_state spawning. [ 1147.961552] env[69413]: DEBUG nova.compute.manager [req-adfe2625-a464-440c-8788-cec017ac697b req-49147842-86d7-4841-b6fc-3a77a1b6ec09 service nova] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Received event network-changed-70c2c5c7-f589-407c-b5b0-bd83b1a8ecc6 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.961710] env[69413]: DEBUG nova.compute.manager [req-adfe2625-a464-440c-8788-cec017ac697b req-49147842-86d7-4841-b6fc-3a77a1b6ec09 service nova] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Refreshing instance network info cache due to event network-changed-70c2c5c7-f589-407c-b5b0-bd83b1a8ecc6. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1147.961879] env[69413]: DEBUG oslo_concurrency.lockutils [req-adfe2625-a464-440c-8788-cec017ac697b req-49147842-86d7-4841-b6fc-3a77a1b6ec09 service nova] Acquiring lock "refresh_cache-de9c9158-9c87-437d-94b4-76c4ea45a8b4" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.033154] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Releasing lock "refresh_cache-de9c9158-9c87-437d-94b4-76c4ea45a8b4" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.033440] env[69413]: DEBUG nova.compute.manager [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Instance network_info: |[{"id": "70c2c5c7-f589-407c-b5b0-bd83b1a8ecc6", "address": "fa:16:3e:82:1a:67", "network": {"id": "db4bd27f-d085-4940-867a-82efd19914df", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1073902450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fb6bdd02cca4435ac2b06705b907bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70c2c5c7-f5", "ovs_interfaceid": "70c2c5c7-f589-407c-b5b0-bd83b1a8ecc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1148.033739] env[69413]: DEBUG oslo_concurrency.lockutils [req-adfe2625-a464-440c-8788-cec017ac697b req-49147842-86d7-4841-b6fc-3a77a1b6ec09 service nova] Acquired lock "refresh_cache-de9c9158-9c87-437d-94b4-76c4ea45a8b4" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.033918] env[69413]: DEBUG nova.network.neutron [req-adfe2625-a464-440c-8788-cec017ac697b req-49147842-86d7-4841-b6fc-3a77a1b6ec09 service nova] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Refreshing network info cache for port 70c2c5c7-f589-407c-b5b0-bd83b1a8ecc6 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.035266] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:1a:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70c2c5c7-f589-407c-b5b0-bd83b1a8ecc6', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1148.044075] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Creating folder: Project (9fb6bdd02cca4435ac2b06705b907bcb). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1148.045355] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2996acee-d9f8-4fd6-bbd9-a98a7f2791a5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.056194] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Created folder: Project (9fb6bdd02cca4435ac2b06705b907bcb) in parent group-v616034. [ 1148.056409] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Creating folder: Instances. Parent ref: group-v616331. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1148.056670] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1d00f4e-b5e8-4bb2-99a3-591151b601ed {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.065562] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Created folder: Instances in parent group-v616331. [ 1148.065810] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.066018] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1148.066249] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1b87540-fde3-469a-b999-a822021bde4f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.089808] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1148.089808] env[69413]: value = "task-3078404" [ 1148.089808] env[69413]: _type = "Task" [ 1148.089808] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.097711] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078404, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.176821] env[69413]: DEBUG nova.scheduler.client.report [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.266555] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078400, 'name': CreateVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.307552] env[69413]: DEBUG nova.compute.manager [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1148.338020] env[69413]: DEBUG nova.virt.hardware [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.338308] env[69413]: DEBUG nova.virt.hardware [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.338467] env[69413]: DEBUG nova.virt.hardware [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.338653] env[69413]: DEBUG nova.virt.hardware [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.338797] env[69413]: DEBUG nova.virt.hardware [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.338950] env[69413]: DEBUG nova.virt.hardware [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.339181] env[69413]: DEBUG nova.virt.hardware [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.339337] env[69413]: DEBUG nova.virt.hardware [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.339499] env[69413]: DEBUG nova.virt.hardware [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.339661] env[69413]: DEBUG nova.virt.hardware [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.339846] env[69413]: DEBUG nova.virt.hardware [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.340727] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b854640c-abdc-460d-b505-466f71c3a3ba {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.348453] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d66856-b864-4e01-9ebe-7c9e28f1604e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.598540] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078404, 'name': CreateVM_Task, 'duration_secs': 0.334374} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.598816] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1148.599345] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.599508] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.599823] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.600087] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be462c30-153d-4865-9f5e-e4a0b6608347 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.606745] env[69413]: DEBUG oslo_vmware.api [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Waiting for the task: (returnval){ [ 1148.606745] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5246c04d-2568-cd42-4042-f04f55628050" [ 1148.606745] env[69413]: _type = "Task" [ 1148.606745] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.614652] env[69413]: DEBUG oslo_vmware.api [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5246c04d-2568-cd42-4042-f04f55628050, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.681713] env[69413]: DEBUG oslo_concurrency.lockutils [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.682245] env[69413]: DEBUG nova.compute.manager [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1148.684675] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.032s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.686449] env[69413]: INFO nova.compute.claims [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1148.731504] env[69413]: DEBUG nova.network.neutron [req-adfe2625-a464-440c-8788-cec017ac697b req-49147842-86d7-4841-b6fc-3a77a1b6ec09 service nova] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Updated VIF entry in instance network info cache for port 70c2c5c7-f589-407c-b5b0-bd83b1a8ecc6. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1148.731896] env[69413]: DEBUG nova.network.neutron [req-adfe2625-a464-440c-8788-cec017ac697b req-49147842-86d7-4841-b6fc-3a77a1b6ec09 service nova] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Updating instance_info_cache with network_info: [{"id": "70c2c5c7-f589-407c-b5b0-bd83b1a8ecc6", "address": "fa:16:3e:82:1a:67", "network": {"id": "db4bd27f-d085-4940-867a-82efd19914df", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1073902450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fb6bdd02cca4435ac2b06705b907bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70c2c5c7-f5", "ovs_interfaceid": "70c2c5c7-f589-407c-b5b0-bd83b1a8ecc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.765212] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078400, 'name': CreateVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.117141] env[69413]: DEBUG oslo_vmware.api [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5246c04d-2568-cd42-4042-f04f55628050, 'name': SearchDatastore_Task, 'duration_secs': 0.009608} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.118488] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.118488] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1149.118488] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.118669] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.119875] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1149.119875] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a497d22-c3ad-4f3b-bddb-ce5b9a4e3b46 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.127446] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1149.127616] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1149.128320] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0d0561a-70ce-4ad8-af6b-f43e3f5f2b53 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.133569] env[69413]: DEBUG oslo_vmware.api [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Waiting for the task: (returnval){ [ 1149.133569] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]520e7955-4d1b-b96b-2a71-67257dd9d01e" [ 1149.133569] env[69413]: _type = "Task" [ 1149.133569] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.142711] env[69413]: DEBUG oslo_vmware.api [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]520e7955-4d1b-b96b-2a71-67257dd9d01e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.158843] env[69413]: DEBUG nova.network.neutron [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Successfully updated port: f67ea053-c9e6-434a-88e0-244771a682ad {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1149.190225] env[69413]: DEBUG nova.compute.utils [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1149.193438] env[69413]: DEBUG nova.compute.manager [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1149.193749] env[69413]: DEBUG nova.network.neutron [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1149.229227] env[69413]: DEBUG nova.policy [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3909e687648e4c8d86ad0117b004dcb5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '567bf071eebe4d79bc4e31cc75ab203a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1149.234290] env[69413]: DEBUG oslo_concurrency.lockutils [req-adfe2625-a464-440c-8788-cec017ac697b req-49147842-86d7-4841-b6fc-3a77a1b6ec09 service nova] Releasing lock "refresh_cache-de9c9158-9c87-437d-94b4-76c4ea45a8b4" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.265021] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078400, 'name': CreateVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.495975] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "e7198b96-86ee-479a-bc7c-2e35c62d6c80" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.496350] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "e7198b96-86ee-479a-bc7c-2e35c62d6c80" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.496552] env[69413]: DEBUG nova.compute.manager [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Going to confirm migration 5 {{(pid=69413) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1149.508190] env[69413]: DEBUG nova.network.neutron [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Successfully created port: ca2cb61a-6b30-4e67-bf1d-f8fcd88f9205 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1149.644575] env[69413]: DEBUG oslo_vmware.api [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]520e7955-4d1b-b96b-2a71-67257dd9d01e, 'name': SearchDatastore_Task, 'duration_secs': 0.008266} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.645520] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc158cd3-c521-4561-bca6-6767b095fdda {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.651752] env[69413]: DEBUG oslo_vmware.api [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Waiting for the task: (returnval){ [ 1149.651752] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f26fae-efc5-a05f-dd47-a1b6fa353736" [ 1149.651752] env[69413]: _type = "Task" [ 1149.651752] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.659523] env[69413]: DEBUG oslo_vmware.api [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f26fae-efc5-a05f-dd47-a1b6fa353736, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.661128] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquiring lock "refresh_cache-dc7c8425-53b2-407e-a3a6-cd9120b88f77" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.661258] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquired lock "refresh_cache-dc7c8425-53b2-407e-a3a6-cd9120b88f77" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.661410] env[69413]: DEBUG nova.network.neutron [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.694822] env[69413]: DEBUG nova.compute.manager [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1149.767472] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078400, 'name': CreateVM_Task, 'duration_secs': 3.63274} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.767736] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1149.768528] env[69413]: DEBUG oslo_concurrency.lockutils [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.768745] env[69413]: DEBUG oslo_concurrency.lockutils [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.769114] env[69413]: DEBUG oslo_concurrency.lockutils [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.769417] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39deae87-27e5-4e8b-b26d-21ae2aea575f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.774126] env[69413]: DEBUG oslo_vmware.api [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Waiting for the task: (returnval){ [ 1149.774126] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f803c5-35b8-37bd-f289-6be0e7760f2e" [ 1149.774126] env[69413]: _type = "Task" [ 1149.774126] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.786387] env[69413]: DEBUG oslo_vmware.api [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f803c5-35b8-37bd-f289-6be0e7760f2e, 'name': SearchDatastore_Task, 'duration_secs': 0.009865} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.786676] env[69413]: DEBUG oslo_concurrency.lockutils [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.786938] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1149.787169] env[69413]: DEBUG oslo_concurrency.lockutils [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.001917] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87fabb3-a903-469b-b808-08e12677d36f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.011828] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c32c3ce-7015-414e-b16a-89838361709d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.043562] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b73e31-038c-48f4-9f66-d6a5957565ea {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.050946] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d89fc53-ed7b-4bcc-b3b4-c0f0afc1ad9f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.064488] env[69413]: DEBUG nova.compute.provider_tree [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.066955] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "refresh_cache-e7198b96-86ee-479a-bc7c-2e35c62d6c80" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.067168] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquired lock "refresh_cache-e7198b96-86ee-479a-bc7c-2e35c62d6c80" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.067340] env[69413]: DEBUG nova.network.neutron [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.067521] env[69413]: DEBUG nova.objects.instance [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lazy-loading 'info_cache' on Instance uuid e7198b96-86ee-479a-bc7c-2e35c62d6c80 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.121496] env[69413]: DEBUG nova.compute.manager [req-b285f3ff-0ff6-4367-b755-6a02742cbd7d req-710b50fc-aa7d-4444-a8fe-bf8964f314a6 service nova] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Received event network-vif-plugged-f67ea053-c9e6-434a-88e0-244771a682ad {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.121645] env[69413]: DEBUG oslo_concurrency.lockutils [req-b285f3ff-0ff6-4367-b755-6a02742cbd7d req-710b50fc-aa7d-4444-a8fe-bf8964f314a6 service nova] Acquiring lock "dc7c8425-53b2-407e-a3a6-cd9120b88f77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.121849] env[69413]: DEBUG oslo_concurrency.lockutils [req-b285f3ff-0ff6-4367-b755-6a02742cbd7d req-710b50fc-aa7d-4444-a8fe-bf8964f314a6 service nova] Lock "dc7c8425-53b2-407e-a3a6-cd9120b88f77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.122025] env[69413]: DEBUG oslo_concurrency.lockutils [req-b285f3ff-0ff6-4367-b755-6a02742cbd7d req-710b50fc-aa7d-4444-a8fe-bf8964f314a6 service nova] Lock "dc7c8425-53b2-407e-a3a6-cd9120b88f77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.122203] env[69413]: DEBUG nova.compute.manager [req-b285f3ff-0ff6-4367-b755-6a02742cbd7d req-710b50fc-aa7d-4444-a8fe-bf8964f314a6 service nova] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] No waiting events found dispatching network-vif-plugged-f67ea053-c9e6-434a-88e0-244771a682ad {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1150.122350] env[69413]: WARNING nova.compute.manager [req-b285f3ff-0ff6-4367-b755-6a02742cbd7d req-710b50fc-aa7d-4444-a8fe-bf8964f314a6 service nova] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Received unexpected event network-vif-plugged-f67ea053-c9e6-434a-88e0-244771a682ad for instance with vm_state building and task_state spawning. [ 1150.122511] env[69413]: DEBUG nova.compute.manager [req-b285f3ff-0ff6-4367-b755-6a02742cbd7d req-710b50fc-aa7d-4444-a8fe-bf8964f314a6 service nova] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Received event network-changed-f67ea053-c9e6-434a-88e0-244771a682ad {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.122654] env[69413]: DEBUG nova.compute.manager [req-b285f3ff-0ff6-4367-b755-6a02742cbd7d req-710b50fc-aa7d-4444-a8fe-bf8964f314a6 service nova] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Refreshing instance network info cache due to event network-changed-f67ea053-c9e6-434a-88e0-244771a682ad. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1150.122808] env[69413]: DEBUG oslo_concurrency.lockutils [req-b285f3ff-0ff6-4367-b755-6a02742cbd7d req-710b50fc-aa7d-4444-a8fe-bf8964f314a6 service nova] Acquiring lock "refresh_cache-dc7c8425-53b2-407e-a3a6-cd9120b88f77" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.161998] env[69413]: DEBUG oslo_vmware.api [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f26fae-efc5-a05f-dd47-a1b6fa353736, 'name': SearchDatastore_Task, 'duration_secs': 0.010084} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.162271] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.162530] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] de9c9158-9c87-437d-94b4-76c4ea45a8b4/de9c9158-9c87-437d-94b4-76c4ea45a8b4.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1150.162797] env[69413]: DEBUG oslo_concurrency.lockutils [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.163019] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1150.163201] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9babfdf-ec4c-4429-b2b8-838b7e15079c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.166817] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4953fa73-f3ff-4ccb-bc51-f007a7bf6e6e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.174535] env[69413]: DEBUG oslo_vmware.api [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Waiting for the task: (returnval){ [ 1150.174535] env[69413]: value = "task-3078405" [ 1150.174535] env[69413]: _type = "Task" [ 1150.174535] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.178513] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1150.179224] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1150.179689] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9770fe6f-3e8f-458f-b92f-b2ec5e5c74cd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.184811] env[69413]: DEBUG oslo_vmware.api [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.189247] env[69413]: DEBUG oslo_vmware.api [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Waiting for the task: (returnval){ [ 1150.189247] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]529a2e43-f0fc-0e0c-5bbc-74d356ece9af" [ 1150.189247] env[69413]: _type = "Task" [ 1150.189247] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.196169] env[69413]: DEBUG oslo_vmware.api [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]529a2e43-f0fc-0e0c-5bbc-74d356ece9af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.202256] env[69413]: DEBUG nova.network.neutron [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1150.345031] env[69413]: DEBUG nova.network.neutron [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Updating instance_info_cache with network_info: [{"id": "f67ea053-c9e6-434a-88e0-244771a682ad", "address": "fa:16:3e:43:db:ec", "network": {"id": "56fb7565-00c6-441e-972a-ed70ccd43ee9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1361173336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ee0c3413b84109b79b8f564907df44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf67ea053-c9", "ovs_interfaceid": "f67ea053-c9e6-434a-88e0-244771a682ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.570724] env[69413]: DEBUG nova.scheduler.client.report [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.684711] env[69413]: DEBUG oslo_vmware.api [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459037} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.684949] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] de9c9158-9c87-437d-94b4-76c4ea45a8b4/de9c9158-9c87-437d-94b4-76c4ea45a8b4.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1150.685143] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1150.685398] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2cc5eb4-6f8b-4623-8085-9b8e09fdf49c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.693646] env[69413]: DEBUG oslo_vmware.api [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Waiting for the task: (returnval){ [ 1150.693646] env[69413]: value = "task-3078406" [ 1150.693646] env[69413]: _type = "Task" [ 1150.693646] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.701208] env[69413]: DEBUG oslo_vmware.api [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]529a2e43-f0fc-0e0c-5bbc-74d356ece9af, 'name': SearchDatastore_Task, 'duration_secs': 0.011752} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.702654] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e3b452f-6a03-4039-8761-b00e3474b506 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.707480] env[69413]: DEBUG oslo_vmware.api [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078406, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.709063] env[69413]: DEBUG nova.compute.manager [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1150.711967] env[69413]: DEBUG oslo_vmware.api [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Waiting for the task: (returnval){ [ 1150.711967] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b081c9-ea44-f14f-0dad-d35221154995" [ 1150.711967] env[69413]: _type = "Task" [ 1150.711967] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.722029] env[69413]: DEBUG oslo_vmware.api [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b081c9-ea44-f14f-0dad-d35221154995, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.741027] env[69413]: DEBUG nova.virt.hardware [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1150.741380] env[69413]: DEBUG nova.virt.hardware [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1150.741551] env[69413]: DEBUG nova.virt.hardware [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.741739] env[69413]: DEBUG nova.virt.hardware [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1150.741887] env[69413]: DEBUG nova.virt.hardware [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.742044] env[69413]: DEBUG nova.virt.hardware [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1150.742272] env[69413]: DEBUG nova.virt.hardware [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1150.742430] env[69413]: DEBUG nova.virt.hardware [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1150.742591] env[69413]: DEBUG nova.virt.hardware [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1150.742757] env[69413]: DEBUG nova.virt.hardware [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1150.742933] env[69413]: DEBUG nova.virt.hardware [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1150.743816] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1217d3e5-0655-49bf-9ee0-9dc5dc751cce {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.751410] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584c0bd5-0a2b-4e12-9df2-7eeb36e4d329 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.847648] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Releasing lock "refresh_cache-dc7c8425-53b2-407e-a3a6-cd9120b88f77" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.848043] env[69413]: DEBUG nova.compute.manager [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Instance network_info: |[{"id": "f67ea053-c9e6-434a-88e0-244771a682ad", "address": "fa:16:3e:43:db:ec", "network": {"id": "56fb7565-00c6-441e-972a-ed70ccd43ee9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1361173336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ee0c3413b84109b79b8f564907df44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf67ea053-c9", "ovs_interfaceid": "f67ea053-c9e6-434a-88e0-244771a682ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1150.848369] env[69413]: DEBUG oslo_concurrency.lockutils [req-b285f3ff-0ff6-4367-b755-6a02742cbd7d req-710b50fc-aa7d-4444-a8fe-bf8964f314a6 service nova] Acquired lock "refresh_cache-dc7c8425-53b2-407e-a3a6-cd9120b88f77" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.848544] env[69413]: DEBUG nova.network.neutron [req-b285f3ff-0ff6-4367-b755-6a02742cbd7d req-710b50fc-aa7d-4444-a8fe-bf8964f314a6 service nova] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Refreshing network info cache for port f67ea053-c9e6-434a-88e0-244771a682ad {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1150.849914] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:db:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7b7edd0-124a-48ec-ae26-1aa14f9b884a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f67ea053-c9e6-434a-88e0-244771a682ad', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1150.857899] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.860975] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1150.861479] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8fad6c7-b469-49aa-872c-4be4a0cf6eae {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.882048] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1150.882048] env[69413]: value = "task-3078407" [ 1150.882048] env[69413]: _type = "Task" [ 1150.882048] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.889721] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078407, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.030330] env[69413]: DEBUG nova.network.neutron [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Successfully updated port: ca2cb61a-6b30-4e67-bf1d-f8fcd88f9205 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1151.072524] env[69413]: DEBUG nova.network.neutron [req-b285f3ff-0ff6-4367-b755-6a02742cbd7d req-710b50fc-aa7d-4444-a8fe-bf8964f314a6 service nova] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Updated VIF entry in instance network info cache for port f67ea053-c9e6-434a-88e0-244771a682ad. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1151.072927] env[69413]: DEBUG nova.network.neutron [req-b285f3ff-0ff6-4367-b755-6a02742cbd7d req-710b50fc-aa7d-4444-a8fe-bf8964f314a6 service nova] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Updating instance_info_cache with network_info: [{"id": "f67ea053-c9e6-434a-88e0-244771a682ad", "address": "fa:16:3e:43:db:ec", "network": {"id": "56fb7565-00c6-441e-972a-ed70ccd43ee9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1361173336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ee0c3413b84109b79b8f564907df44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf67ea053-c9", "ovs_interfaceid": "f67ea053-c9e6-434a-88e0-244771a682ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.077648] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.078261] env[69413]: DEBUG nova.compute.manager [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1151.080799] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.076s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.081519] env[69413]: DEBUG nova.objects.instance [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lazy-loading 'pci_requests' on Instance uuid a7ce7788-f901-4440-8467-39889734fccb {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.207017] env[69413]: DEBUG oslo_vmware.api [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078406, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083336} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.207017] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1151.207017] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e986c0b8-5888-4f3f-8f48-7d9474838535 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.226536] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] de9c9158-9c87-437d-94b4-76c4ea45a8b4/de9c9158-9c87-437d-94b4-76c4ea45a8b4.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1151.232252] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3dbd6ee-b4a4-4500-b04a-64866c42fd9c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.252698] env[69413]: DEBUG oslo_vmware.api [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b081c9-ea44-f14f-0dad-d35221154995, 'name': SearchDatastore_Task, 'duration_secs': 0.010387} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.253933] env[69413]: DEBUG oslo_concurrency.lockutils [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.254225] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] db092a98-ca4d-4412-8adb-04ad6f51bc00/db092a98-ca4d-4412-8adb-04ad6f51bc00.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1151.254545] env[69413]: DEBUG oslo_vmware.api [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Waiting for the task: (returnval){ [ 1151.254545] env[69413]: value = "task-3078408" [ 1151.254545] env[69413]: _type = "Task" [ 1151.254545] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.254780] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e4283e8-723d-4623-b58b-f80ed6a3664a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.264752] env[69413]: DEBUG oslo_vmware.api [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078408, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.265871] env[69413]: DEBUG oslo_vmware.api [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Waiting for the task: (returnval){ [ 1151.265871] env[69413]: value = "task-3078409" [ 1151.265871] env[69413]: _type = "Task" [ 1151.265871] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.274187] env[69413]: DEBUG oslo_vmware.api [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.309652] env[69413]: DEBUG nova.network.neutron [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Updating instance_info_cache with network_info: [{"id": "838f5ae5-10a2-49da-b744-eef6d7210e7d", "address": "fa:16:3e:2e:a8:38", "network": {"id": "79035362-4c66-46cb-959e-06e2bfc25b97", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-862600175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9de209e31d334361a502bcd6046c7204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap838f5ae5-10", "ovs_interfaceid": "838f5ae5-10a2-49da-b744-eef6d7210e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.394263] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078407, 'name': CreateVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.532867] env[69413]: DEBUG oslo_concurrency.lockutils [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Acquiring lock "refresh_cache-4e43ec99-c8b2-4aa4-be04-33003b4cf712" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.533065] env[69413]: DEBUG oslo_concurrency.lockutils [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Acquired lock "refresh_cache-4e43ec99-c8b2-4aa4-be04-33003b4cf712" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.533161] env[69413]: DEBUG nova.network.neutron [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.576149] env[69413]: DEBUG oslo_concurrency.lockutils [req-b285f3ff-0ff6-4367-b755-6a02742cbd7d req-710b50fc-aa7d-4444-a8fe-bf8964f314a6 service nova] Releasing lock "refresh_cache-dc7c8425-53b2-407e-a3a6-cd9120b88f77" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.586862] env[69413]: DEBUG nova.objects.instance [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lazy-loading 'numa_topology' on Instance uuid a7ce7788-f901-4440-8467-39889734fccb {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.589430] env[69413]: DEBUG nova.compute.utils [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1151.590597] env[69413]: DEBUG nova.compute.manager [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1151.590768] env[69413]: DEBUG nova.network.neutron [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1151.628675] env[69413]: DEBUG nova.policy [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a25a0d59affd46439113f3d7f38d0c20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea25ce60cf4241789625cf6571347633', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1151.767193] env[69413]: DEBUG oslo_vmware.api [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078408, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.774801] env[69413]: DEBUG oslo_vmware.api [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078409, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.813064] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Releasing lock "refresh_cache-e7198b96-86ee-479a-bc7c-2e35c62d6c80" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.813615] env[69413]: DEBUG nova.objects.instance [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lazy-loading 'migration_context' on Instance uuid e7198b96-86ee-479a-bc7c-2e35c62d6c80 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.892440] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078407, 'name': CreateVM_Task, 'duration_secs': 0.543852} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.892816] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1151.893314] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.893468] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.894108] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.894108] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e14ac7e3-e20a-42df-aaa6-dc0270e4821a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.898753] env[69413]: DEBUG oslo_vmware.api [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1151.898753] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b0e0f2-a394-2b15-e222-ec4fef3de330" [ 1151.898753] env[69413]: _type = "Task" [ 1151.898753] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.906990] env[69413]: DEBUG oslo_vmware.api [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b0e0f2-a394-2b15-e222-ec4fef3de330, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.913295] env[69413]: DEBUG nova.network.neutron [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Successfully created port: 2b1c6a2e-94d7-446f-899e-93fd78b59e51 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1152.064552] env[69413]: DEBUG nova.network.neutron [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1152.091363] env[69413]: INFO nova.compute.claims [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1152.094117] env[69413]: DEBUG nova.compute.manager [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1152.232410] env[69413]: DEBUG nova.network.neutron [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Updating instance_info_cache with network_info: [{"id": "ca2cb61a-6b30-4e67-bf1d-f8fcd88f9205", "address": "fa:16:3e:83:eb:ec", "network": {"id": "f57654cf-c1d4-4997-aec5-33f37f25208a", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1392394222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "567bf071eebe4d79bc4e31cc75ab203a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca2cb61a-6b", "ovs_interfaceid": "ca2cb61a-6b30-4e67-bf1d-f8fcd88f9205", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.244085] env[69413]: DEBUG nova.compute.manager [req-a6051072-1fc9-4919-86b0-202ce1fbdaf0 req-342d6c99-5904-4540-926b-84ec83aef6b8 service nova] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Received event network-vif-plugged-ca2cb61a-6b30-4e67-bf1d-f8fcd88f9205 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.244351] env[69413]: DEBUG oslo_concurrency.lockutils [req-a6051072-1fc9-4919-86b0-202ce1fbdaf0 req-342d6c99-5904-4540-926b-84ec83aef6b8 service nova] Acquiring lock "4e43ec99-c8b2-4aa4-be04-33003b4cf712-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.244513] env[69413]: DEBUG oslo_concurrency.lockutils [req-a6051072-1fc9-4919-86b0-202ce1fbdaf0 req-342d6c99-5904-4540-926b-84ec83aef6b8 service nova] Lock "4e43ec99-c8b2-4aa4-be04-33003b4cf712-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.244697] env[69413]: DEBUG oslo_concurrency.lockutils [req-a6051072-1fc9-4919-86b0-202ce1fbdaf0 req-342d6c99-5904-4540-926b-84ec83aef6b8 service nova] Lock "4e43ec99-c8b2-4aa4-be04-33003b4cf712-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.244894] env[69413]: DEBUG nova.compute.manager [req-a6051072-1fc9-4919-86b0-202ce1fbdaf0 req-342d6c99-5904-4540-926b-84ec83aef6b8 service nova] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] No waiting events found dispatching network-vif-plugged-ca2cb61a-6b30-4e67-bf1d-f8fcd88f9205 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1152.245078] env[69413]: WARNING nova.compute.manager [req-a6051072-1fc9-4919-86b0-202ce1fbdaf0 req-342d6c99-5904-4540-926b-84ec83aef6b8 service nova] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Received unexpected event network-vif-plugged-ca2cb61a-6b30-4e67-bf1d-f8fcd88f9205 for instance with vm_state building and task_state spawning. [ 1152.245284] env[69413]: DEBUG nova.compute.manager [req-a6051072-1fc9-4919-86b0-202ce1fbdaf0 req-342d6c99-5904-4540-926b-84ec83aef6b8 service nova] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Received event network-changed-ca2cb61a-6b30-4e67-bf1d-f8fcd88f9205 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.245453] env[69413]: DEBUG nova.compute.manager [req-a6051072-1fc9-4919-86b0-202ce1fbdaf0 req-342d6c99-5904-4540-926b-84ec83aef6b8 service nova] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Refreshing instance network info cache due to event network-changed-ca2cb61a-6b30-4e67-bf1d-f8fcd88f9205. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1152.245644] env[69413]: DEBUG oslo_concurrency.lockutils [req-a6051072-1fc9-4919-86b0-202ce1fbdaf0 req-342d6c99-5904-4540-926b-84ec83aef6b8 service nova] Acquiring lock "refresh_cache-4e43ec99-c8b2-4aa4-be04-33003b4cf712" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.266957] env[69413]: DEBUG oslo_vmware.api [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078408, 'name': ReconfigVM_Task, 'duration_secs': 0.607348} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.269840] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Reconfigured VM instance instance-0000006d to attach disk [datastore1] de9c9158-9c87-437d-94b4-76c4ea45a8b4/de9c9158-9c87-437d-94b4-76c4ea45a8b4.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1152.270444] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b965151-0563-4978-8dad-f84b9b580343 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.276952] env[69413]: DEBUG oslo_vmware.api [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078409, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524409} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.278084] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] db092a98-ca4d-4412-8adb-04ad6f51bc00/db092a98-ca4d-4412-8adb-04ad6f51bc00.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1152.278306] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1152.278601] env[69413]: DEBUG oslo_vmware.api [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Waiting for the task: (returnval){ [ 1152.278601] env[69413]: value = "task-3078410" [ 1152.278601] env[69413]: _type = "Task" [ 1152.278601] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.278781] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ada98e4-6641-45a6-83a1-9b72e4613d36 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.290081] env[69413]: DEBUG oslo_vmware.api [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078410, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.291357] env[69413]: DEBUG oslo_vmware.api [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Waiting for the task: (returnval){ [ 1152.291357] env[69413]: value = "task-3078411" [ 1152.291357] env[69413]: _type = "Task" [ 1152.291357] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.299711] env[69413]: DEBUG oslo_vmware.api [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078411, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.316273] env[69413]: DEBUG nova.objects.base [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69413) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1152.317130] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cb20a6-9b3b-4c9e-9370-15a816543f8b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.336945] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a09ddcb4-0ba6-4328-8b31-17929b0953af {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.342191] env[69413]: DEBUG oslo_vmware.api [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 1152.342191] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]521358dc-c3bd-c9b8-1c8e-2517f1216a5f" [ 1152.342191] env[69413]: _type = "Task" [ 1152.342191] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.349756] env[69413]: DEBUG oslo_vmware.api [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]521358dc-c3bd-c9b8-1c8e-2517f1216a5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.409084] env[69413]: DEBUG oslo_vmware.api [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b0e0f2-a394-2b15-e222-ec4fef3de330, 'name': SearchDatastore_Task, 'duration_secs': 0.014748} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.409412] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.409650] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1152.409908] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.410072] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.410281] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1152.410599] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b806cd5-cae1-4f10-b255-45709f03e634 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.419735] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1152.419880] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1152.420621] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebee65e1-8b4c-48a8-ad64-fd6f7d6c9d43 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.425450] env[69413]: DEBUG oslo_vmware.api [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1152.425450] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c757db-efcb-e750-0c7a-3eb0ec2d37ef" [ 1152.425450] env[69413]: _type = "Task" [ 1152.425450] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.432704] env[69413]: DEBUG oslo_vmware.api [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c757db-efcb-e750-0c7a-3eb0ec2d37ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.735022] env[69413]: DEBUG oslo_concurrency.lockutils [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Releasing lock "refresh_cache-4e43ec99-c8b2-4aa4-be04-33003b4cf712" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.735131] env[69413]: DEBUG nova.compute.manager [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Instance network_info: |[{"id": "ca2cb61a-6b30-4e67-bf1d-f8fcd88f9205", "address": "fa:16:3e:83:eb:ec", "network": {"id": "f57654cf-c1d4-4997-aec5-33f37f25208a", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1392394222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "567bf071eebe4d79bc4e31cc75ab203a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca2cb61a-6b", "ovs_interfaceid": "ca2cb61a-6b30-4e67-bf1d-f8fcd88f9205", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1152.735395] env[69413]: DEBUG oslo_concurrency.lockutils [req-a6051072-1fc9-4919-86b0-202ce1fbdaf0 req-342d6c99-5904-4540-926b-84ec83aef6b8 service nova] Acquired lock "refresh_cache-4e43ec99-c8b2-4aa4-be04-33003b4cf712" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.735575] env[69413]: DEBUG nova.network.neutron [req-a6051072-1fc9-4919-86b0-202ce1fbdaf0 req-342d6c99-5904-4540-926b-84ec83aef6b8 service nova] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Refreshing network info cache for port ca2cb61a-6b30-4e67-bf1d-f8fcd88f9205 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1152.740332] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:eb:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca2cb61a-6b30-4e67-bf1d-f8fcd88f9205', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1152.748715] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Creating folder: Project (567bf071eebe4d79bc4e31cc75ab203a). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1152.749249] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d535e0f-d69c-4052-9137-8fece6110331 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.765645] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Created folder: Project (567bf071eebe4d79bc4e31cc75ab203a) in parent group-v616034. [ 1152.765840] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Creating folder: Instances. Parent ref: group-v616335. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1152.766095] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d44f796-491a-4aa2-b7c7-0cc67d02614b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.775473] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Created folder: Instances in parent group-v616335. [ 1152.775758] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.775963] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1152.776107] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f25d3d83-82e1-4189-9ab0-e02571f020a4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.798651] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1152.798651] env[69413]: value = "task-3078414" [ 1152.798651] env[69413]: _type = "Task" [ 1152.798651] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.807166] env[69413]: DEBUG oslo_vmware.api [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078411, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075416} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.807403] env[69413]: DEBUG oslo_vmware.api [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078410, 'name': Rename_Task, 'duration_secs': 0.152145} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.807973] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1152.808309] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.809023] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccef9c6e-9751-4b33-8c49-59f409603456 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.811422] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c704db6-b7cf-4afd-aaf2-587a46958502 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.815485] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078414, 'name': CreateVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.834592] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] db092a98-ca4d-4412-8adb-04ad6f51bc00/db092a98-ca4d-4412-8adb-04ad6f51bc00.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.835943] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-709c22de-f3cf-4f71-bef2-bd0a95444fe7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.850421] env[69413]: DEBUG oslo_vmware.api [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Waiting for the task: (returnval){ [ 1152.850421] env[69413]: value = "task-3078415" [ 1152.850421] env[69413]: _type = "Task" [ 1152.850421] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.858529] env[69413]: DEBUG oslo_vmware.api [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Waiting for the task: (returnval){ [ 1152.858529] env[69413]: value = "task-3078416" [ 1152.858529] env[69413]: _type = "Task" [ 1152.858529] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.869228] env[69413]: DEBUG oslo_vmware.api [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078415, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.869493] env[69413]: DEBUG oslo_vmware.api [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]521358dc-c3bd-c9b8-1c8e-2517f1216a5f, 'name': SearchDatastore_Task, 'duration_secs': 0.007972} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.870151] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.874920] env[69413]: DEBUG oslo_vmware.api [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.936668] env[69413]: DEBUG oslo_vmware.api [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c757db-efcb-e750-0c7a-3eb0ec2d37ef, 'name': SearchDatastore_Task, 'duration_secs': 0.012068} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.937619] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e76aacd7-6715-47bc-aba3-e032fa8fcabd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.943173] env[69413]: DEBUG oslo_vmware.api [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1152.943173] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52619666-d79b-fd0b-c35b-82cc02415db0" [ 1152.943173] env[69413]: _type = "Task" [ 1152.943173] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.951994] env[69413]: DEBUG oslo_vmware.api [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52619666-d79b-fd0b-c35b-82cc02415db0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.108046] env[69413]: DEBUG nova.compute.manager [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1153.137021] env[69413]: DEBUG nova.virt.hardware [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1153.137183] env[69413]: DEBUG nova.virt.hardware [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1153.137359] env[69413]: DEBUG nova.virt.hardware [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1153.137562] env[69413]: DEBUG nova.virt.hardware [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1153.137750] env[69413]: DEBUG nova.virt.hardware [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1153.137911] env[69413]: DEBUG nova.virt.hardware [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1153.138156] env[69413]: DEBUG nova.virt.hardware [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1153.138338] env[69413]: DEBUG nova.virt.hardware [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1153.138535] env[69413]: DEBUG nova.virt.hardware [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1153.138687] env[69413]: DEBUG nova.virt.hardware [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1153.138883] env[69413]: DEBUG nova.virt.hardware [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1153.139794] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e0393d-5733-4583-b462-7f4056594207 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.149271] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6a40d8-c138-4d65-931b-2e962a75c19b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.312360] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078414, 'name': CreateVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.357057] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a131792-207d-4200-a431-940f7a60ea12 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.369207] env[69413]: DEBUG oslo_vmware.api [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078415, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.374645] env[69413]: DEBUG nova.network.neutron [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Successfully updated port: 2b1c6a2e-94d7-446f-899e-93fd78b59e51 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1153.375331] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f8291d-fd78-4c0e-aad4-e3dca6ace23c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.383801] env[69413]: DEBUG oslo_vmware.api [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078416, 'name': ReconfigVM_Task, 'duration_secs': 0.397161} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.385007] env[69413]: DEBUG nova.compute.manager [req-9eea65b4-4b5a-41b8-a28d-ae6bcbda8f31 req-347ed63e-df1f-47ca-80aa-b302b4d52525 service nova] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Received event network-vif-plugged-2b1c6a2e-94d7-446f-899e-93fd78b59e51 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.385734] env[69413]: DEBUG oslo_concurrency.lockutils [req-9eea65b4-4b5a-41b8-a28d-ae6bcbda8f31 req-347ed63e-df1f-47ca-80aa-b302b4d52525 service nova] Acquiring lock "ed459731-5549-4a15-add7-9c53bc98ad9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.385734] env[69413]: DEBUG oslo_concurrency.lockutils [req-9eea65b4-4b5a-41b8-a28d-ae6bcbda8f31 req-347ed63e-df1f-47ca-80aa-b302b4d52525 service nova] Lock "ed459731-5549-4a15-add7-9c53bc98ad9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.385734] env[69413]: DEBUG oslo_concurrency.lockutils [req-9eea65b4-4b5a-41b8-a28d-ae6bcbda8f31 req-347ed63e-df1f-47ca-80aa-b302b4d52525 service nova] Lock "ed459731-5549-4a15-add7-9c53bc98ad9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.385734] env[69413]: DEBUG nova.compute.manager [req-9eea65b4-4b5a-41b8-a28d-ae6bcbda8f31 req-347ed63e-df1f-47ca-80aa-b302b4d52525 service nova] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] No waiting events found dispatching network-vif-plugged-2b1c6a2e-94d7-446f-899e-93fd78b59e51 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1153.385891] env[69413]: WARNING nova.compute.manager [req-9eea65b4-4b5a-41b8-a28d-ae6bcbda8f31 req-347ed63e-df1f-47ca-80aa-b302b4d52525 service nova] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Received unexpected event network-vif-plugged-2b1c6a2e-94d7-446f-899e-93fd78b59e51 for instance with vm_state building and task_state spawning. [ 1153.386685] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Reconfigured VM instance instance-0000006c to attach disk [datastore1] db092a98-ca4d-4412-8adb-04ad6f51bc00/db092a98-ca4d-4412-8adb-04ad6f51bc00.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.387713] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-acb00600-76c2-4730-9540-b2bbad0d08c6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.421983] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4b4d9e-bcb4-4f7e-9107-895e8ba13924 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.426431] env[69413]: DEBUG oslo_vmware.api [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Waiting for the task: (returnval){ [ 1153.426431] env[69413]: value = "task-3078417" [ 1153.426431] env[69413]: _type = "Task" [ 1153.426431] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.434363] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f9b7b1-2c0e-4bab-928e-7aa963a7c328 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.442881] env[69413]: DEBUG oslo_vmware.api [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078417, 'name': Rename_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.458765] env[69413]: DEBUG nova.compute.provider_tree [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.468499] env[69413]: DEBUG oslo_vmware.api [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52619666-d79b-fd0b-c35b-82cc02415db0, 'name': SearchDatastore_Task, 'duration_secs': 0.013009} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.469384] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.469650] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] dc7c8425-53b2-407e-a3a6-cd9120b88f77/dc7c8425-53b2-407e-a3a6-cd9120b88f77.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1153.469908] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93bdb1a4-2c67-40d0-a4ac-bcd11f35f0cb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.477332] env[69413]: DEBUG oslo_vmware.api [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1153.477332] env[69413]: value = "task-3078418" [ 1153.477332] env[69413]: _type = "Task" [ 1153.477332] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.485219] env[69413]: DEBUG oslo_vmware.api [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.600568] env[69413]: DEBUG nova.network.neutron [req-a6051072-1fc9-4919-86b0-202ce1fbdaf0 req-342d6c99-5904-4540-926b-84ec83aef6b8 service nova] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Updated VIF entry in instance network info cache for port ca2cb61a-6b30-4e67-bf1d-f8fcd88f9205. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1153.600979] env[69413]: DEBUG nova.network.neutron [req-a6051072-1fc9-4919-86b0-202ce1fbdaf0 req-342d6c99-5904-4540-926b-84ec83aef6b8 service nova] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Updating instance_info_cache with network_info: [{"id": "ca2cb61a-6b30-4e67-bf1d-f8fcd88f9205", "address": "fa:16:3e:83:eb:ec", "network": {"id": "f57654cf-c1d4-4997-aec5-33f37f25208a", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1392394222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "567bf071eebe4d79bc4e31cc75ab203a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca2cb61a-6b", "ovs_interfaceid": "ca2cb61a-6b30-4e67-bf1d-f8fcd88f9205", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.807946] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078414, 'name': CreateVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.860800] env[69413]: DEBUG oslo_vmware.api [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078415, 'name': PowerOnVM_Task, 'duration_secs': 0.679002} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.861085] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.861300] env[69413]: INFO nova.compute.manager [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Took 7.89 seconds to spawn the instance on the hypervisor. [ 1153.861502] env[69413]: DEBUG nova.compute.manager [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.862282] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab5691c-5a97-4945-b3d3-cd654d0aef2f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.883707] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "refresh_cache-ed459731-5549-4a15-add7-9c53bc98ad9a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.883871] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquired lock "refresh_cache-ed459731-5549-4a15-add7-9c53bc98ad9a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.884033] env[69413]: DEBUG nova.network.neutron [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.936663] env[69413]: DEBUG oslo_vmware.api [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078417, 'name': Rename_Task, 'duration_secs': 0.239714} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.937021] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1153.937268] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e200f944-c8f3-4d6f-85f7-981ae6d6d386 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.942983] env[69413]: DEBUG oslo_vmware.api [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Waiting for the task: (returnval){ [ 1153.942983] env[69413]: value = "task-3078419" [ 1153.942983] env[69413]: _type = "Task" [ 1153.942983] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.950455] env[69413]: DEBUG oslo_vmware.api [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.965594] env[69413]: DEBUG nova.scheduler.client.report [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.989376] env[69413]: DEBUG oslo_vmware.api [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078418, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.103635] env[69413]: DEBUG oslo_concurrency.lockutils [req-a6051072-1fc9-4919-86b0-202ce1fbdaf0 req-342d6c99-5904-4540-926b-84ec83aef6b8 service nova] Releasing lock "refresh_cache-4e43ec99-c8b2-4aa4-be04-33003b4cf712" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.309189] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078414, 'name': CreateVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.379792] env[69413]: INFO nova.compute.manager [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Took 18.39 seconds to build instance. [ 1154.431209] env[69413]: DEBUG nova.network.neutron [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1154.453138] env[69413]: DEBUG oslo_vmware.api [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078419, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.471154] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.390s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.473288] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.213s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.474796] env[69413]: INFO nova.compute.claims [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1154.488146] env[69413]: DEBUG oslo_vmware.api [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.943503} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.488473] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] dc7c8425-53b2-407e-a3a6-cd9120b88f77/dc7c8425-53b2-407e-a3a6-cd9120b88f77.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1154.488697] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1154.491831] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c180252a-2fd6-4be5-ac98-8d6bda0183f4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.500021] env[69413]: DEBUG oslo_vmware.api [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1154.500021] env[69413]: value = "task-3078420" [ 1154.500021] env[69413]: _type = "Task" [ 1154.500021] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.506310] env[69413]: DEBUG oslo_vmware.api [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078420, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.508050] env[69413]: INFO nova.network.neutron [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Updating port f2d59b23-48ea-4850-9482-95f515c93f38 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1154.652017] env[69413]: DEBUG nova.network.neutron [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Updating instance_info_cache with network_info: [{"id": "2b1c6a2e-94d7-446f-899e-93fd78b59e51", "address": "fa:16:3e:f4:2c:fb", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1c6a2e-94", "ovs_interfaceid": "2b1c6a2e-94d7-446f-899e-93fd78b59e51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.811514] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078414, 'name': CreateVM_Task, 'duration_secs': 1.837835} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.811856] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1154.812633] env[69413]: DEBUG oslo_concurrency.lockutils [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.812873] env[69413]: DEBUG oslo_concurrency.lockutils [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.813319] env[69413]: DEBUG oslo_concurrency.lockutils [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.813645] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67dcdf25-b5e5-4506-b37b-d205ce99d425 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.819175] env[69413]: DEBUG oslo_vmware.api [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Waiting for the task: (returnval){ [ 1154.819175] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52fc77d1-e333-0f98-af09-bf204299b479" [ 1154.819175] env[69413]: _type = "Task" [ 1154.819175] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.829638] env[69413]: DEBUG oslo_vmware.api [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52fc77d1-e333-0f98-af09-bf204299b479, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.882413] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c1a45e37-aeba-439a-b10c-04663a7d646b tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lock "de9c9158-9c87-437d-94b4-76c4ea45a8b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.907s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.953453] env[69413]: DEBUG oslo_vmware.api [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078419, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.008441] env[69413]: DEBUG oslo_vmware.api [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078420, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.254949} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.008807] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1155.009622] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e633589-ac4c-45fb-95a5-9c7e634283ee {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.032294] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] dc7c8425-53b2-407e-a3a6-cd9120b88f77/dc7c8425-53b2-407e-a3a6-cd9120b88f77.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.032660] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6277c80-d9ed-46cc-aedb-788c049f55c3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.052111] env[69413]: DEBUG oslo_vmware.api [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1155.052111] env[69413]: value = "task-3078421" [ 1155.052111] env[69413]: _type = "Task" [ 1155.052111] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.061425] env[69413]: DEBUG oslo_vmware.api [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078421, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.155545] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Releasing lock "refresh_cache-ed459731-5549-4a15-add7-9c53bc98ad9a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.155913] env[69413]: DEBUG nova.compute.manager [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Instance network_info: |[{"id": "2b1c6a2e-94d7-446f-899e-93fd78b59e51", "address": "fa:16:3e:f4:2c:fb", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1c6a2e-94", "ovs_interfaceid": "2b1c6a2e-94d7-446f-899e-93fd78b59e51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1155.156369] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:2c:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1bf71001-973b-4fda-b804-ee6abcd12776', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b1c6a2e-94d7-446f-899e-93fd78b59e51', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1155.165690] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.165944] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1155.166228] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff5cc24c-01b4-436e-8362-b4bbed031a51 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.189051] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1155.189051] env[69413]: value = "task-3078422" [ 1155.189051] env[69413]: _type = "Task" [ 1155.189051] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.196200] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078422, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.330973] env[69413]: DEBUG oslo_vmware.api [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52fc77d1-e333-0f98-af09-bf204299b479, 'name': SearchDatastore_Task, 'duration_secs': 0.034609} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.331316] env[69413]: DEBUG oslo_concurrency.lockutils [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.331553] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1155.331794] env[69413]: DEBUG oslo_concurrency.lockutils [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.331935] env[69413]: DEBUG oslo_concurrency.lockutils [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.332151] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1155.332416] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55a98560-9710-4eea-9d63-777ad99bd67f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.344713] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1155.344944] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1155.345681] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cecdb78-11c3-4d11-814d-9235c2fe6f61 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.351274] env[69413]: DEBUG oslo_vmware.api [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Waiting for the task: (returnval){ [ 1155.351274] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]526a4399-e131-2230-0548-3e363ffc7e0b" [ 1155.351274] env[69413]: _type = "Task" [ 1155.351274] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.358341] env[69413]: DEBUG oslo_vmware.api [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]526a4399-e131-2230-0548-3e363ffc7e0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.404784] env[69413]: DEBUG nova.compute.manager [req-1e0bc0ec-989a-42ce-9ccd-5ba91551f8ff req-b4e1eacb-31ea-4a8a-bee6-893c63a02c5e service nova] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Received event network-changed-2b1c6a2e-94d7-446f-899e-93fd78b59e51 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.404970] env[69413]: DEBUG nova.compute.manager [req-1e0bc0ec-989a-42ce-9ccd-5ba91551f8ff req-b4e1eacb-31ea-4a8a-bee6-893c63a02c5e service nova] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Refreshing instance network info cache due to event network-changed-2b1c6a2e-94d7-446f-899e-93fd78b59e51. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1155.405320] env[69413]: DEBUG oslo_concurrency.lockutils [req-1e0bc0ec-989a-42ce-9ccd-5ba91551f8ff req-b4e1eacb-31ea-4a8a-bee6-893c63a02c5e service nova] Acquiring lock "refresh_cache-ed459731-5549-4a15-add7-9c53bc98ad9a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.405320] env[69413]: DEBUG oslo_concurrency.lockutils [req-1e0bc0ec-989a-42ce-9ccd-5ba91551f8ff req-b4e1eacb-31ea-4a8a-bee6-893c63a02c5e service nova] Acquired lock "refresh_cache-ed459731-5549-4a15-add7-9c53bc98ad9a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.405482] env[69413]: DEBUG nova.network.neutron [req-1e0bc0ec-989a-42ce-9ccd-5ba91551f8ff req-b4e1eacb-31ea-4a8a-bee6-893c63a02c5e service nova] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Refreshing network info cache for port 2b1c6a2e-94d7-446f-899e-93fd78b59e51 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.433875] env[69413]: DEBUG nova.compute.manager [req-a547366f-1e5a-4057-82a9-07c462f76214 req-4dd156be-7e9b-4469-a47b-8b050a7c1c1d service nova] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Received event network-changed-70c2c5c7-f589-407c-b5b0-bd83b1a8ecc6 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.433875] env[69413]: DEBUG nova.compute.manager [req-a547366f-1e5a-4057-82a9-07c462f76214 req-4dd156be-7e9b-4469-a47b-8b050a7c1c1d service nova] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Refreshing instance network info cache due to event network-changed-70c2c5c7-f589-407c-b5b0-bd83b1a8ecc6. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1155.433875] env[69413]: DEBUG oslo_concurrency.lockutils [req-a547366f-1e5a-4057-82a9-07c462f76214 req-4dd156be-7e9b-4469-a47b-8b050a7c1c1d service nova] Acquiring lock "refresh_cache-de9c9158-9c87-437d-94b4-76c4ea45a8b4" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.433875] env[69413]: DEBUG oslo_concurrency.lockutils [req-a547366f-1e5a-4057-82a9-07c462f76214 req-4dd156be-7e9b-4469-a47b-8b050a7c1c1d service nova] Acquired lock "refresh_cache-de9c9158-9c87-437d-94b4-76c4ea45a8b4" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.433875] env[69413]: DEBUG nova.network.neutron [req-a547366f-1e5a-4057-82a9-07c462f76214 req-4dd156be-7e9b-4469-a47b-8b050a7c1c1d service nova] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Refreshing network info cache for port 70c2c5c7-f589-407c-b5b0-bd83b1a8ecc6 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.455075] env[69413]: DEBUG oslo_vmware.api [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078419, 'name': PowerOnVM_Task, 'duration_secs': 1.366478} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.455380] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1155.455588] env[69413]: INFO nova.compute.manager [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Took 11.81 seconds to spawn the instance on the hypervisor. [ 1155.455768] env[69413]: DEBUG nova.compute.manager [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1155.456595] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02eaaf5b-aedc-4b64-834c-c208cf1c53e4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.566052] env[69413]: DEBUG oslo_vmware.api [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.701622] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078422, 'name': CreateVM_Task, 'duration_secs': 0.489671} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.701809] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1155.702622] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.702789] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.703125] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.703385] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46f3eb9b-2c70-4e0e-a2fb-cf6694f2ead2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.707877] env[69413]: DEBUG oslo_vmware.api [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 1155.707877] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c96be6-8bc5-522e-4370-d2ca768c3616" [ 1155.707877] env[69413]: _type = "Task" [ 1155.707877] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.718987] env[69413]: DEBUG oslo_vmware.api [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c96be6-8bc5-522e-4370-d2ca768c3616, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.721348] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1614ab82-5e82-4e13-958c-62b15e0e3b46 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.728347] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344e99f4-6cfc-4bc6-9df8-42eb5104c00a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.761095] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b801c077-8722-4f12-9422-b3c3755057f0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.769482] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0686df2a-3317-4297-8cf3-c1fc54c14b50 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.784272] env[69413]: DEBUG nova.compute.provider_tree [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.861654] env[69413]: DEBUG oslo_vmware.api [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]526a4399-e131-2230-0548-3e363ffc7e0b, 'name': SearchDatastore_Task, 'duration_secs': 0.02146} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.862469] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc0fe67e-e831-4fcd-a66d-c1be83724f75 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.868215] env[69413]: DEBUG oslo_vmware.api [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Waiting for the task: (returnval){ [ 1155.868215] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b0416b-ccd5-d9d0-e154-3fc4dc0c0e46" [ 1155.868215] env[69413]: _type = "Task" [ 1155.868215] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.875767] env[69413]: DEBUG oslo_vmware.api [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b0416b-ccd5-d9d0-e154-3fc4dc0c0e46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.976101] env[69413]: INFO nova.compute.manager [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Took 22.11 seconds to build instance. [ 1156.007070] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquiring lock "refresh_cache-a7ce7788-f901-4440-8467-39889734fccb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.007252] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquired lock "refresh_cache-a7ce7788-f901-4440-8467-39889734fccb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.007514] env[69413]: DEBUG nova.network.neutron [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.064961] env[69413]: DEBUG oslo_vmware.api [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078421, 'name': ReconfigVM_Task, 'duration_secs': 0.727887} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.065255] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Reconfigured VM instance instance-0000006e to attach disk [datastore1] dc7c8425-53b2-407e-a3a6-cd9120b88f77/dc7c8425-53b2-407e-a3a6-cd9120b88f77.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.065900] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1149a777-5881-4646-a9eb-155a6838a091 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.072139] env[69413]: DEBUG oslo_vmware.api [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1156.072139] env[69413]: value = "task-3078423" [ 1156.072139] env[69413]: _type = "Task" [ 1156.072139] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.080339] env[69413]: DEBUG oslo_vmware.api [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078423, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.221660] env[69413]: DEBUG oslo_vmware.api [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c96be6-8bc5-522e-4370-d2ca768c3616, 'name': SearchDatastore_Task, 'duration_secs': 0.011012} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.221975] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.222223] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1156.222467] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.287036] env[69413]: DEBUG nova.scheduler.client.report [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.296177] env[69413]: DEBUG nova.network.neutron [req-1e0bc0ec-989a-42ce-9ccd-5ba91551f8ff req-b4e1eacb-31ea-4a8a-bee6-893c63a02c5e service nova] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Updated VIF entry in instance network info cache for port 2b1c6a2e-94d7-446f-899e-93fd78b59e51. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1156.296177] env[69413]: DEBUG nova.network.neutron [req-1e0bc0ec-989a-42ce-9ccd-5ba91551f8ff req-b4e1eacb-31ea-4a8a-bee6-893c63a02c5e service nova] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Updating instance_info_cache with network_info: [{"id": "2b1c6a2e-94d7-446f-899e-93fd78b59e51", "address": "fa:16:3e:f4:2c:fb", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1c6a2e-94", "ovs_interfaceid": "2b1c6a2e-94d7-446f-899e-93fd78b59e51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.324485] env[69413]: DEBUG nova.network.neutron [req-a547366f-1e5a-4057-82a9-07c462f76214 req-4dd156be-7e9b-4469-a47b-8b050a7c1c1d service nova] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Updated VIF entry in instance network info cache for port 70c2c5c7-f589-407c-b5b0-bd83b1a8ecc6. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1156.324938] env[69413]: DEBUG nova.network.neutron [req-a547366f-1e5a-4057-82a9-07c462f76214 req-4dd156be-7e9b-4469-a47b-8b050a7c1c1d service nova] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Updating instance_info_cache with network_info: [{"id": "70c2c5c7-f589-407c-b5b0-bd83b1a8ecc6", "address": "fa:16:3e:82:1a:67", "network": {"id": "db4bd27f-d085-4940-867a-82efd19914df", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1073902450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fb6bdd02cca4435ac2b06705b907bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70c2c5c7-f5", "ovs_interfaceid": "70c2c5c7-f589-407c-b5b0-bd83b1a8ecc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.385015] env[69413]: DEBUG oslo_vmware.api [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b0416b-ccd5-d9d0-e154-3fc4dc0c0e46, 'name': SearchDatastore_Task, 'duration_secs': 0.045586} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.385531] env[69413]: DEBUG oslo_concurrency.lockutils [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.385919] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 4e43ec99-c8b2-4aa4-be04-33003b4cf712/4e43ec99-c8b2-4aa4-be04-33003b4cf712.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1156.386316] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.386581] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1156.386903] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbbce6b1-2211-4a4e-8789-e06185293181 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.389579] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d3975b4-8e9a-49b0-bef4-1aea7e8dae9f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.397410] env[69413]: DEBUG oslo_vmware.api [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Waiting for the task: (returnval){ [ 1156.397410] env[69413]: value = "task-3078424" [ 1156.397410] env[69413]: _type = "Task" [ 1156.397410] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.403092] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1156.403371] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1156.404839] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-618c3751-7aa1-4345-8925-7116b3e04841 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.412895] env[69413]: DEBUG oslo_vmware.api [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Task: {'id': task-3078424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.416328] env[69413]: DEBUG oslo_vmware.api [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 1156.416328] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]529e5467-3f27-500f-6fdb-30f91c02f26b" [ 1156.416328] env[69413]: _type = "Task" [ 1156.416328] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.427053] env[69413]: DEBUG oslo_vmware.api [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]529e5467-3f27-500f-6fdb-30f91c02f26b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.478932] env[69413]: DEBUG oslo_concurrency.lockutils [None req-586c2b24-0f79-4458-a200-7a3a26048733 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Lock "db092a98-ca4d-4412-8adb-04ad6f51bc00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.628s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.581855] env[69413]: DEBUG oslo_vmware.api [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078423, 'name': Rename_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.780730] env[69413]: DEBUG nova.network.neutron [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Updating instance_info_cache with network_info: [{"id": "f2d59b23-48ea-4850-9482-95f515c93f38", "address": "fa:16:3e:96:dc:9c", "network": {"id": "be70a538-4339-4cc1-9578-fd50ad7faf60", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-848088410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3244903a5a34e34a5f19ae8831810d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2d59b23-48", "ovs_interfaceid": "f2d59b23-48ea-4850-9482-95f515c93f38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.793400] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.320s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.794188] env[69413]: DEBUG nova.compute.manager [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1156.797461] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.927s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.799099] env[69413]: DEBUG oslo_concurrency.lockutils [req-1e0bc0ec-989a-42ce-9ccd-5ba91551f8ff req-b4e1eacb-31ea-4a8a-bee6-893c63a02c5e service nova] Releasing lock "refresh_cache-ed459731-5549-4a15-add7-9c53bc98ad9a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.827456] env[69413]: DEBUG oslo_concurrency.lockutils [req-a547366f-1e5a-4057-82a9-07c462f76214 req-4dd156be-7e9b-4469-a47b-8b050a7c1c1d service nova] Releasing lock "refresh_cache-de9c9158-9c87-437d-94b4-76c4ea45a8b4" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.908198] env[69413]: DEBUG oslo_vmware.api [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Task: {'id': task-3078424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.926234] env[69413]: DEBUG oslo_vmware.api [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]529e5467-3f27-500f-6fdb-30f91c02f26b, 'name': SearchDatastore_Task, 'duration_secs': 0.009562} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.927068] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08c1f781-e7bf-406c-a3d0-dbde8f2eb2f4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.932486] env[69413]: DEBUG oslo_vmware.api [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 1156.932486] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b03ec7-c402-2223-3ea9-93bd304f555c" [ 1156.932486] env[69413]: _type = "Task" [ 1156.932486] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.941061] env[69413]: DEBUG oslo_vmware.api [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b03ec7-c402-2223-3ea9-93bd304f555c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.998459] env[69413]: INFO nova.compute.manager [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Rescuing [ 1156.998763] env[69413]: DEBUG oslo_concurrency.lockutils [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Acquiring lock "refresh_cache-db092a98-ca4d-4412-8adb-04ad6f51bc00" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.998924] env[69413]: DEBUG oslo_concurrency.lockutils [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Acquired lock "refresh_cache-db092a98-ca4d-4412-8adb-04ad6f51bc00" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.999129] env[69413]: DEBUG nova.network.neutron [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.085121] env[69413]: DEBUG oslo_vmware.api [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078423, 'name': Rename_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.284412] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Releasing lock "refresh_cache-a7ce7788-f901-4440-8467-39889734fccb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.301524] env[69413]: DEBUG nova.compute.utils [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1157.309770] env[69413]: DEBUG nova.compute.manager [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1157.309987] env[69413]: DEBUG nova.network.neutron [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1157.318381] env[69413]: DEBUG nova.virt.hardware [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='40a5ca8fecec831fcb6bdc1a04e2b633',container_format='bare',created_at=2025-03-19T04:20:02Z,direct_url=,disk_format='vmdk',id=6fb0a329-8d1f-4f85-b258-f6ace0334aeb,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2017500418-shelved',owner='d3244903a5a34e34a5f19ae8831810d7',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-03-19T04:20:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.319048] env[69413]: DEBUG nova.virt.hardware [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.319048] env[69413]: DEBUG nova.virt.hardware [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.319048] env[69413]: DEBUG nova.virt.hardware [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.319295] env[69413]: DEBUG nova.virt.hardware [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.319295] env[69413]: DEBUG nova.virt.hardware [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.319493] env[69413]: DEBUG nova.virt.hardware [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.319732] env[69413]: DEBUG nova.virt.hardware [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.319951] env[69413]: DEBUG nova.virt.hardware [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.320213] env[69413]: DEBUG nova.virt.hardware [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.320442] env[69413]: DEBUG nova.virt.hardware [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.321855] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048a0306-cfe6-47a4-803c-1545838c78a3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.334422] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1da706-ad1b-4a16-826a-beadc3b278db {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.349616] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:dc:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2d59b23-48ea-4850-9482-95f515c93f38', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1157.356960] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.358376] env[69413]: DEBUG nova.policy [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f027c0debdc149ddb78f3a057ad09dfd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38a8868548d7403ea0a11a77a65ba7ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1157.361982] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7ce7788-f901-4440-8467-39889734fccb] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1157.362433] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73fdcc34-b805-44f9-af7f-1b1526d2c2b6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.384408] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1157.384408] env[69413]: value = "task-3078425" [ 1157.384408] env[69413]: _type = "Task" [ 1157.384408] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.393985] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078425, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.410084] env[69413]: DEBUG oslo_vmware.api [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Task: {'id': task-3078424, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.919671} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.410343] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 4e43ec99-c8b2-4aa4-be04-33003b4cf712/4e43ec99-c8b2-4aa4-be04-33003b4cf712.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1157.410551] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1157.410801] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dce3a3c4-e9dd-4727-bd04-c79419c8df39 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.417908] env[69413]: DEBUG oslo_vmware.api [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Waiting for the task: (returnval){ [ 1157.417908] env[69413]: value = "task-3078426" [ 1157.417908] env[69413]: _type = "Task" [ 1157.417908] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.426086] env[69413]: DEBUG oslo_vmware.api [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Task: {'id': task-3078426, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.445038] env[69413]: DEBUG oslo_vmware.api [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b03ec7-c402-2223-3ea9-93bd304f555c, 'name': SearchDatastore_Task, 'duration_secs': 0.359867} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.445770] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.445770] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] ed459731-5549-4a15-add7-9c53bc98ad9a/ed459731-5549-4a15-add7-9c53bc98ad9a.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1157.445968] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a31a368-6b29-4813-9507-24b99f65a5a6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.451337] env[69413]: DEBUG nova.compute.manager [req-9b40151e-4e85-4d8e-a1f2-90a4a2357e37 req-eac4fc7e-a266-48fc-a3c9-5653dd11bbae service nova] [instance: a7ce7788-f901-4440-8467-39889734fccb] Received event network-vif-plugged-f2d59b23-48ea-4850-9482-95f515c93f38 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.451444] env[69413]: DEBUG oslo_concurrency.lockutils [req-9b40151e-4e85-4d8e-a1f2-90a4a2357e37 req-eac4fc7e-a266-48fc-a3c9-5653dd11bbae service nova] Acquiring lock "a7ce7788-f901-4440-8467-39889734fccb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.451686] env[69413]: DEBUG oslo_concurrency.lockutils [req-9b40151e-4e85-4d8e-a1f2-90a4a2357e37 req-eac4fc7e-a266-48fc-a3c9-5653dd11bbae service nova] Lock "a7ce7788-f901-4440-8467-39889734fccb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.451844] env[69413]: DEBUG oslo_concurrency.lockutils [req-9b40151e-4e85-4d8e-a1f2-90a4a2357e37 req-eac4fc7e-a266-48fc-a3c9-5653dd11bbae service nova] Lock "a7ce7788-f901-4440-8467-39889734fccb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.452031] env[69413]: DEBUG nova.compute.manager [req-9b40151e-4e85-4d8e-a1f2-90a4a2357e37 req-eac4fc7e-a266-48fc-a3c9-5653dd11bbae service nova] [instance: a7ce7788-f901-4440-8467-39889734fccb] No waiting events found dispatching network-vif-plugged-f2d59b23-48ea-4850-9482-95f515c93f38 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1157.452208] env[69413]: WARNING nova.compute.manager [req-9b40151e-4e85-4d8e-a1f2-90a4a2357e37 req-eac4fc7e-a266-48fc-a3c9-5653dd11bbae service nova] [instance: a7ce7788-f901-4440-8467-39889734fccb] Received unexpected event network-vif-plugged-f2d59b23-48ea-4850-9482-95f515c93f38 for instance with vm_state shelved_offloaded and task_state spawning. [ 1157.452378] env[69413]: DEBUG nova.compute.manager [req-9b40151e-4e85-4d8e-a1f2-90a4a2357e37 req-eac4fc7e-a266-48fc-a3c9-5653dd11bbae service nova] [instance: a7ce7788-f901-4440-8467-39889734fccb] Received event network-changed-f2d59b23-48ea-4850-9482-95f515c93f38 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.452577] env[69413]: DEBUG nova.compute.manager [req-9b40151e-4e85-4d8e-a1f2-90a4a2357e37 req-eac4fc7e-a266-48fc-a3c9-5653dd11bbae service nova] [instance: a7ce7788-f901-4440-8467-39889734fccb] Refreshing instance network info cache due to event network-changed-f2d59b23-48ea-4850-9482-95f515c93f38. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1157.452782] env[69413]: DEBUG oslo_concurrency.lockutils [req-9b40151e-4e85-4d8e-a1f2-90a4a2357e37 req-eac4fc7e-a266-48fc-a3c9-5653dd11bbae service nova] Acquiring lock "refresh_cache-a7ce7788-f901-4440-8467-39889734fccb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.452924] env[69413]: DEBUG oslo_concurrency.lockutils [req-9b40151e-4e85-4d8e-a1f2-90a4a2357e37 req-eac4fc7e-a266-48fc-a3c9-5653dd11bbae service nova] Acquired lock "refresh_cache-a7ce7788-f901-4440-8467-39889734fccb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.453120] env[69413]: DEBUG nova.network.neutron [req-9b40151e-4e85-4d8e-a1f2-90a4a2357e37 req-eac4fc7e-a266-48fc-a3c9-5653dd11bbae service nova] [instance: a7ce7788-f901-4440-8467-39889734fccb] Refreshing network info cache for port f2d59b23-48ea-4850-9482-95f515c93f38 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.457909] env[69413]: DEBUG oslo_vmware.api [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 1157.457909] env[69413]: value = "task-3078427" [ 1157.457909] env[69413]: _type = "Task" [ 1157.457909] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.471498] env[69413]: DEBUG oslo_vmware.api [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078427, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.563824] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf786bd-c9c4-4231-86de-52acade9218f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.571759] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af197aca-971c-49db-9629-192a702545f3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.582170] env[69413]: DEBUG oslo_vmware.api [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078423, 'name': Rename_Task, 'duration_secs': 1.205049} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.608896] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1157.609988] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e77e1e6-d5ea-4381-a1ee-a542185613a0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.612054] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab3bbd6-717b-4ee8-be1a-528fb621c68f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.620642] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e223728c-d4ef-4571-8b66-f91812ccbf1f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.624267] env[69413]: DEBUG oslo_vmware.api [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1157.624267] env[69413]: value = "task-3078428" [ 1157.624267] env[69413]: _type = "Task" [ 1157.624267] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.635358] env[69413]: DEBUG nova.compute.provider_tree [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.645026] env[69413]: DEBUG oslo_vmware.api [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078428, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.810207] env[69413]: DEBUG nova.compute.manager [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1157.895717] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078425, 'name': CreateVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.903041] env[69413]: DEBUG nova.network.neutron [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Updating instance_info_cache with network_info: [{"id": "87568a5c-7297-4393-83b5-572dd2a4a83c", "address": "fa:16:3e:12:cc:07", "network": {"id": "f7af8c0a-b1dc-4fe6-8713-b92b4430bec2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-460491079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bfc3adf98d1b406bb41789bbf8418aa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87568a5c-72", "ovs_interfaceid": "87568a5c-7297-4393-83b5-572dd2a4a83c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.923172] env[69413]: DEBUG nova.network.neutron [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Successfully created port: 20386c4e-46e6-47b1-b422-4fcc72f0966a {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1157.933967] env[69413]: DEBUG oslo_vmware.api [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Task: {'id': task-3078426, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07099} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.934455] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1157.935553] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a67293-9174-4cd7-a35c-b58b1a212e60 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.961128] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 4e43ec99-c8b2-4aa4-be04-33003b4cf712/4e43ec99-c8b2-4aa4-be04-33003b4cf712.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.964165] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6adbc037-0626-44bd-a38f-7cbb8d12c3b6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.991858] env[69413]: DEBUG oslo_vmware.api [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078427, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.995033] env[69413]: DEBUG oslo_vmware.api [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Waiting for the task: (returnval){ [ 1157.995033] env[69413]: value = "task-3078429" [ 1157.995033] env[69413]: _type = "Task" [ 1157.995033] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.003863] env[69413]: DEBUG oslo_vmware.api [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Task: {'id': task-3078429, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.141183] env[69413]: DEBUG oslo_vmware.api [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078428, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.142454] env[69413]: DEBUG nova.scheduler.client.report [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.395586] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078425, 'name': CreateVM_Task, 'duration_secs': 0.547417} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.395967] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7ce7788-f901-4440-8467-39889734fccb] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1158.396787] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6fb0a329-8d1f-4f85-b258-f6ace0334aeb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.397135] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6fb0a329-8d1f-4f85-b258-f6ace0334aeb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.397593] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6fb0a329-8d1f-4f85-b258-f6ace0334aeb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.397954] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3afaf88e-2b34-4bf2-bbc5-f25f1397d36d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.402829] env[69413]: DEBUG oslo_vmware.api [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 1158.402829] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522e04e4-dc70-5fc0-c632-ed9e3efea098" [ 1158.402829] env[69413]: _type = "Task" [ 1158.402829] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.411119] env[69413]: DEBUG oslo_concurrency.lockutils [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Releasing lock "refresh_cache-db092a98-ca4d-4412-8adb-04ad6f51bc00" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.413325] env[69413]: DEBUG oslo_vmware.api [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522e04e4-dc70-5fc0-c632-ed9e3efea098, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.473334] env[69413]: DEBUG oslo_vmware.api [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078427, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.7266} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.476297] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] ed459731-5549-4a15-add7-9c53bc98ad9a/ed459731-5549-4a15-add7-9c53bc98ad9a.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1158.476905] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1158.477538] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e32fd5e-0d8d-49da-a2b5-1ed9286560e8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.485427] env[69413]: DEBUG oslo_vmware.api [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 1158.485427] env[69413]: value = "task-3078430" [ 1158.485427] env[69413]: _type = "Task" [ 1158.485427] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.496154] env[69413]: DEBUG oslo_vmware.api [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.504519] env[69413]: DEBUG oslo_vmware.api [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Task: {'id': task-3078429, 'name': ReconfigVM_Task, 'duration_secs': 0.323811} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.504942] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 4e43ec99-c8b2-4aa4-be04-33003b4cf712/4e43ec99-c8b2-4aa4-be04-33003b4cf712.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.506046] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-929a153c-79c9-4f1a-aacc-8e41ca967d04 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.514035] env[69413]: DEBUG oslo_vmware.api [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Waiting for the task: (returnval){ [ 1158.514035] env[69413]: value = "task-3078431" [ 1158.514035] env[69413]: _type = "Task" [ 1158.514035] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.520444] env[69413]: DEBUG oslo_vmware.api [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Task: {'id': task-3078431, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.639032] env[69413]: DEBUG oslo_vmware.api [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078428, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.713766] env[69413]: DEBUG nova.network.neutron [req-9b40151e-4e85-4d8e-a1f2-90a4a2357e37 req-eac4fc7e-a266-48fc-a3c9-5653dd11bbae service nova] [instance: a7ce7788-f901-4440-8467-39889734fccb] Updated VIF entry in instance network info cache for port f2d59b23-48ea-4850-9482-95f515c93f38. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.714157] env[69413]: DEBUG nova.network.neutron [req-9b40151e-4e85-4d8e-a1f2-90a4a2357e37 req-eac4fc7e-a266-48fc-a3c9-5653dd11bbae service nova] [instance: a7ce7788-f901-4440-8467-39889734fccb] Updating instance_info_cache with network_info: [{"id": "f2d59b23-48ea-4850-9482-95f515c93f38", "address": "fa:16:3e:96:dc:9c", "network": {"id": "be70a538-4339-4cc1-9578-fd50ad7faf60", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-848088410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3244903a5a34e34a5f19ae8831810d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2d59b23-48", "ovs_interfaceid": "f2d59b23-48ea-4850-9482-95f515c93f38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.824345] env[69413]: DEBUG nova.compute.manager [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1158.849305] env[69413]: DEBUG nova.virt.hardware [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.850335] env[69413]: DEBUG nova.virt.hardware [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.850335] env[69413]: DEBUG nova.virt.hardware [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.850335] env[69413]: DEBUG nova.virt.hardware [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.850335] env[69413]: DEBUG nova.virt.hardware [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.850335] env[69413]: DEBUG nova.virt.hardware [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.850561] env[69413]: DEBUG nova.virt.hardware [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.850665] env[69413]: DEBUG nova.virt.hardware [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.850867] env[69413]: DEBUG nova.virt.hardware [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.851088] env[69413]: DEBUG nova.virt.hardware [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.851311] env[69413]: DEBUG nova.virt.hardware [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.852243] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b7a6ad-f3ee-4644-884a-749942763f70 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.861307] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69978051-0469-4b77-85da-c38355c0794e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.913235] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6fb0a329-8d1f-4f85-b258-f6ace0334aeb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.913507] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Processing image 6fb0a329-8d1f-4f85-b258-f6ace0334aeb {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1158.913746] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6fb0a329-8d1f-4f85-b258-f6ace0334aeb/6fb0a329-8d1f-4f85-b258-f6ace0334aeb.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.913891] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6fb0a329-8d1f-4f85-b258-f6ace0334aeb/6fb0a329-8d1f-4f85-b258-f6ace0334aeb.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.914081] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1158.914328] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48746b6e-5ba3-460c-baa0-d346e9169c58 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.929532] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1158.929845] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1158.930389] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45272dfa-dd76-47f3-990a-f9948ecc077a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.935100] env[69413]: DEBUG oslo_vmware.api [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 1158.935100] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]521d6c01-36ad-936e-66ed-06a12cb3459e" [ 1158.935100] env[69413]: _type = "Task" [ 1158.935100] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.943425] env[69413]: DEBUG oslo_vmware.api [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]521d6c01-36ad-936e-66ed-06a12cb3459e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.995385] env[69413]: DEBUG oslo_vmware.api [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063985} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.995660] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1158.996476] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffacd704-eaec-46f1-bd3e-c169bbe43f2a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.018424] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] ed459731-5549-4a15-add7-9c53bc98ad9a/ed459731-5549-4a15-add7-9c53bc98ad9a.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1159.019095] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5684f1b1-955d-4798-8438-6999aafe8532 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.041671] env[69413]: DEBUG oslo_vmware.api [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Task: {'id': task-3078431, 'name': Rename_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.042884] env[69413]: DEBUG oslo_vmware.api [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 1159.042884] env[69413]: value = "task-3078432" [ 1159.042884] env[69413]: _type = "Task" [ 1159.042884] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.050005] env[69413]: DEBUG oslo_vmware.api [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078432, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.135726] env[69413]: DEBUG oslo_vmware.api [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078428, 'name': PowerOnVM_Task, 'duration_secs': 1.297078} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.135999] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.136223] env[69413]: INFO nova.compute.manager [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Took 10.83 seconds to spawn the instance on the hypervisor. [ 1159.136400] env[69413]: DEBUG nova.compute.manager [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1159.137253] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbfa977-139c-456d-ba27-783c3f5cadaf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.153676] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.356s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.216821] env[69413]: DEBUG oslo_concurrency.lockutils [req-9b40151e-4e85-4d8e-a1f2-90a4a2357e37 req-eac4fc7e-a266-48fc-a3c9-5653dd11bbae service nova] Releasing lock "refresh_cache-a7ce7788-f901-4440-8467-39889734fccb" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.447354] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Preparing fetch location {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1159.447627] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Fetch image to [datastore1] OSTACK_IMG_b7863113-227b-40f4-b8bd-eee873355fc8/OSTACK_IMG_b7863113-227b-40f4-b8bd-eee873355fc8.vmdk {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1159.447770] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Downloading stream optimized image 6fb0a329-8d1f-4f85-b258-f6ace0334aeb to [datastore1] OSTACK_IMG_b7863113-227b-40f4-b8bd-eee873355fc8/OSTACK_IMG_b7863113-227b-40f4-b8bd-eee873355fc8.vmdk on the data store datastore1 as vApp {{(pid=69413) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1159.447981] env[69413]: DEBUG nova.virt.vmwareapi.images [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Downloading image file data 6fb0a329-8d1f-4f85-b258-f6ace0334aeb to the ESX as VM named 'OSTACK_IMG_b7863113-227b-40f4-b8bd-eee873355fc8' {{(pid=69413) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1159.519255] env[69413]: DEBUG oslo_vmware.rw_handles [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1159.519255] env[69413]: value = "resgroup-9" [ 1159.519255] env[69413]: _type = "ResourcePool" [ 1159.519255] env[69413]: }. {{(pid=69413) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1159.519602] env[69413]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e0f8141f-a81a-42db-a6e1-ab9d8e093a5c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.545054] env[69413]: DEBUG oslo_vmware.api [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Task: {'id': task-3078431, 'name': Rename_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.548707] env[69413]: DEBUG oslo_vmware.rw_handles [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lease: (returnval){ [ 1159.548707] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52725df8-48bf-6939-7cf3-3d47af17cda8" [ 1159.548707] env[69413]: _type = "HttpNfcLease" [ 1159.548707] env[69413]: } obtained for vApp import into resource pool (val){ [ 1159.548707] env[69413]: value = "resgroup-9" [ 1159.548707] env[69413]: _type = "ResourcePool" [ 1159.548707] env[69413]: }. {{(pid=69413) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1159.549018] env[69413]: DEBUG oslo_vmware.api [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the lease: (returnval){ [ 1159.549018] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52725df8-48bf-6939-7cf3-3d47af17cda8" [ 1159.549018] env[69413]: _type = "HttpNfcLease" [ 1159.549018] env[69413]: } to be ready. {{(pid=69413) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1159.555057] env[69413]: DEBUG oslo_vmware.api [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078432, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.558505] env[69413]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1159.558505] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52725df8-48bf-6939-7cf3-3d47af17cda8" [ 1159.558505] env[69413]: _type = "HttpNfcLease" [ 1159.558505] env[69413]: } is initializing. {{(pid=69413) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1159.656025] env[69413]: INFO nova.compute.manager [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Took 22.79 seconds to build instance. [ 1159.713109] env[69413]: INFO nova.scheduler.client.report [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Deleted allocation for migration a2446fe2-c074-4b92-aee9-6287651d95a7 [ 1159.951915] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.952341] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f41c444c-4027-4b7d-80b5-c68386ae1b96 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.959608] env[69413]: DEBUG oslo_vmware.api [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Waiting for the task: (returnval){ [ 1159.959608] env[69413]: value = "task-3078434" [ 1159.959608] env[69413]: _type = "Task" [ 1159.959608] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.969301] env[69413]: DEBUG oslo_vmware.api [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.034496] env[69413]: DEBUG oslo_vmware.api [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Task: {'id': task-3078431, 'name': Rename_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.056742] env[69413]: DEBUG oslo_vmware.api [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078432, 'name': ReconfigVM_Task, 'duration_secs': 0.537366} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.057604] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Reconfigured VM instance instance-00000070 to attach disk [datastore1] ed459731-5549-4a15-add7-9c53bc98ad9a/ed459731-5549-4a15-add7-9c53bc98ad9a.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.058409] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37be584e-9dc5-4dbb-893a-7fd58d84005e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.061847] env[69413]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1160.061847] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52725df8-48bf-6939-7cf3-3d47af17cda8" [ 1160.061847] env[69413]: _type = "HttpNfcLease" [ 1160.061847] env[69413]: } is ready. {{(pid=69413) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1160.062698] env[69413]: DEBUG oslo_vmware.rw_handles [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1160.062698] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52725df8-48bf-6939-7cf3-3d47af17cda8" [ 1160.062698] env[69413]: _type = "HttpNfcLease" [ 1160.062698] env[69413]: }. {{(pid=69413) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1160.063642] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a2ec47-43e1-48a8-b360-2694b7280f14 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.070025] env[69413]: DEBUG oslo_vmware.api [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 1160.070025] env[69413]: value = "task-3078435" [ 1160.070025] env[69413]: _type = "Task" [ 1160.070025] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.074655] env[69413]: DEBUG oslo_vmware.rw_handles [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52019527-53aa-5b0a-cdb4-9e36e1432d26/disk-0.vmdk from lease info. {{(pid=69413) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1160.074698] env[69413]: DEBUG oslo_vmware.rw_handles [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52019527-53aa-5b0a-cdb4-9e36e1432d26/disk-0.vmdk. {{(pid=69413) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1160.081737] env[69413]: DEBUG oslo_vmware.api [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078435, 'name': Rename_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.140672] env[69413]: DEBUG nova.network.neutron [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Successfully updated port: 20386c4e-46e6-47b1-b422-4fcc72f0966a {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1160.150396] env[69413]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d86ff1d6-7e03-4493-934a-e047df8aa469 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.160032] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d80a3c98-6daa-4f80-b273-b53955857081 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "dc7c8425-53b2-407e-a3a6-cd9120b88f77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.300s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.207038] env[69413]: DEBUG nova.compute.manager [req-80d86c96-4587-4f65-b7f8-043022d47843 req-19d9fb88-338c-41d8-b9ed-53edd6ecf59a service nova] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Received event network-vif-plugged-20386c4e-46e6-47b1-b422-4fcc72f0966a {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.207311] env[69413]: DEBUG oslo_concurrency.lockutils [req-80d86c96-4587-4f65-b7f8-043022d47843 req-19d9fb88-338c-41d8-b9ed-53edd6ecf59a service nova] Acquiring lock "817f5d07-2b2b-4878-8d7a-5f45cdee6c87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.207561] env[69413]: DEBUG oslo_concurrency.lockutils [req-80d86c96-4587-4f65-b7f8-043022d47843 req-19d9fb88-338c-41d8-b9ed-53edd6ecf59a service nova] Lock "817f5d07-2b2b-4878-8d7a-5f45cdee6c87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.207721] env[69413]: DEBUG oslo_concurrency.lockutils [req-80d86c96-4587-4f65-b7f8-043022d47843 req-19d9fb88-338c-41d8-b9ed-53edd6ecf59a service nova] Lock "817f5d07-2b2b-4878-8d7a-5f45cdee6c87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.207940] env[69413]: DEBUG nova.compute.manager [req-80d86c96-4587-4f65-b7f8-043022d47843 req-19d9fb88-338c-41d8-b9ed-53edd6ecf59a service nova] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] No waiting events found dispatching network-vif-plugged-20386c4e-46e6-47b1-b422-4fcc72f0966a {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1160.208139] env[69413]: WARNING nova.compute.manager [req-80d86c96-4587-4f65-b7f8-043022d47843 req-19d9fb88-338c-41d8-b9ed-53edd6ecf59a service nova] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Received unexpected event network-vif-plugged-20386c4e-46e6-47b1-b422-4fcc72f0966a for instance with vm_state building and task_state spawning. [ 1160.218275] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "e7198b96-86ee-479a-bc7c-2e35c62d6c80" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.722s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.473349] env[69413]: DEBUG oslo_vmware.api [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078434, 'name': PowerOffVM_Task, 'duration_secs': 0.159632} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.475899] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.476989] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6eff519-03ea-4ca9-ac31-6a82aa9c204b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.505254] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a00dcb-1bc9-426d-a9be-955b4ba69daa {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.535514] env[69413]: DEBUG oslo_vmware.api [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Task: {'id': task-3078431, 'name': Rename_Task, 'duration_secs': 1.878799} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.535801] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1160.536066] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f23efb6e-a5f0-41d9-8616-0947e3518da7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.546774] env[69413]: DEBUG oslo_vmware.api [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Waiting for the task: (returnval){ [ 1160.546774] env[69413]: value = "task-3078436" [ 1160.546774] env[69413]: _type = "Task" [ 1160.546774] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.550877] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.554042] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40e62b58-7e7b-4dcb-841f-1326b2948b40 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.563245] env[69413]: DEBUG oslo_vmware.api [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Task: {'id': task-3078436, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.566400] env[69413]: DEBUG oslo_vmware.api [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Waiting for the task: (returnval){ [ 1160.566400] env[69413]: value = "task-3078437" [ 1160.566400] env[69413]: _type = "Task" [ 1160.566400] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.582844] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] VM already powered off {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1160.583080] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1160.583329] env[69413]: DEBUG oslo_concurrency.lockutils [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.583473] env[69413]: DEBUG oslo_concurrency.lockutils [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.583649] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1160.583933] env[69413]: DEBUG oslo_vmware.api [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078435, 'name': Rename_Task, 'duration_secs': 0.144305} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.585840] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d2c23a0-59aa-4681-bcd0-f11123e714df {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.587942] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1160.588943] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-150eaea8-437b-49be-8d20-31225833f465 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.595652] env[69413]: DEBUG oslo_vmware.api [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 1160.595652] env[69413]: value = "task-3078438" [ 1160.595652] env[69413]: _type = "Task" [ 1160.595652] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.596879] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1160.597107] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1160.601620] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdd2d6e1-b47f-4b49-8dba-6d15bfa4835a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.611051] env[69413]: DEBUG oslo_vmware.api [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078438, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.612557] env[69413]: DEBUG oslo_vmware.api [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Waiting for the task: (returnval){ [ 1160.612557] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]520d74e3-926e-c95a-ebd9-40dab8e6b008" [ 1160.612557] env[69413]: _type = "Task" [ 1160.612557] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.623208] env[69413]: DEBUG oslo_vmware.api [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]520d74e3-926e-c95a-ebd9-40dab8e6b008, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.644568] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "refresh_cache-817f5d07-2b2b-4878-8d7a-5f45cdee6c87" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.644884] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquired lock "refresh_cache-817f5d07-2b2b-4878-8d7a-5f45cdee6c87" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.645112] env[69413]: DEBUG nova.network.neutron [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.672029] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.672275] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.672454] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.672629] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.672787] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.672931] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.673211] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.673367] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69413) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1160.673509] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager.update_available_resource {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.059860] env[69413]: DEBUG oslo_vmware.api [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Task: {'id': task-3078436, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.110592] env[69413]: DEBUG oslo_vmware.api [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078438, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.123888] env[69413]: DEBUG oslo_vmware.api [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]520d74e3-926e-c95a-ebd9-40dab8e6b008, 'name': SearchDatastore_Task, 'duration_secs': 0.015955} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.127071] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d70c0e62-bd15-4e61-8198-ef6b30dc9974 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.132195] env[69413]: DEBUG oslo_vmware.api [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Waiting for the task: (returnval){ [ 1161.132195] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]523f4269-16f2-a8a7-d62d-035d6d7413e3" [ 1161.132195] env[69413]: _type = "Task" [ 1161.132195] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.142264] env[69413]: DEBUG oslo_vmware.api [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]523f4269-16f2-a8a7-d62d-035d6d7413e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.177503] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.177890] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.178171] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.178369] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69413) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1161.179278] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd65475-7914-4dcd-9bd1-be9bf96e81c6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.189825] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520c0258-ed4b-4567-9573-4dda8ce655e4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.199899] env[69413]: DEBUG nova.network.neutron [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1161.218023] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527e50fd-79e0-48ae-b97e-744ad8ea3cea {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.225859] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7818d4d5-fb9a-4e9e-9924-03c7a9752f67 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.263302] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179343MB free_disk=139GB free_vcpus=48 pci_devices=None {{(pid=69413) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1161.263549] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.263792] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.400703] env[69413]: DEBUG oslo_vmware.rw_handles [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Completed reading data from the image iterator. {{(pid=69413) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1161.400930] env[69413]: DEBUG oslo_vmware.rw_handles [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52019527-53aa-5b0a-cdb4-9e36e1432d26/disk-0.vmdk. {{(pid=69413) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1161.401880] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d986b5-1e3c-4471-acfe-1b45912bc9f5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.408460] env[69413]: DEBUG oslo_vmware.rw_handles [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52019527-53aa-5b0a-cdb4-9e36e1432d26/disk-0.vmdk is in state: ready. {{(pid=69413) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1161.408651] env[69413]: DEBUG oslo_vmware.rw_handles [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52019527-53aa-5b0a-cdb4-9e36e1432d26/disk-0.vmdk. {{(pid=69413) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1161.408901] env[69413]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0cad09b6-889a-4f4d-896d-c90c217ff8db {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.411766] env[69413]: DEBUG nova.network.neutron [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Updating instance_info_cache with network_info: [{"id": "20386c4e-46e6-47b1-b422-4fcc72f0966a", "address": "fa:16:3e:0f:83:17", "network": {"id": "61a05717-9f5d-4031-ac74-e8d03b04d677", "bridge": "br-int", "label": "tempest-ServersTestJSON-1834075300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38a8868548d7403ea0a11a77a65ba7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20386c4e-46", "ovs_interfaceid": "20386c4e-46e6-47b1-b422-4fcc72f0966a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.525630] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "e7198b96-86ee-479a-bc7c-2e35c62d6c80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.525916] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "e7198b96-86ee-479a-bc7c-2e35c62d6c80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.526167] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "e7198b96-86ee-479a-bc7c-2e35c62d6c80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.526355] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "e7198b96-86ee-479a-bc7c-2e35c62d6c80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.526527] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "e7198b96-86ee-479a-bc7c-2e35c62d6c80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.528848] env[69413]: INFO nova.compute.manager [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Terminating instance [ 1161.559778] env[69413]: DEBUG oslo_vmware.api [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Task: {'id': task-3078436, 'name': PowerOnVM_Task, 'duration_secs': 0.53103} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.559936] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1161.560097] env[69413]: INFO nova.compute.manager [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Took 10.85 seconds to spawn the instance on the hypervisor. [ 1161.560269] env[69413]: DEBUG nova.compute.manager [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1161.562037] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd8554a-f152-4ac5-96b8-6a396ce9970b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.607965] env[69413]: DEBUG oslo_vmware.api [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078438, 'name': PowerOnVM_Task, 'duration_secs': 0.791} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.608287] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1161.608473] env[69413]: INFO nova.compute.manager [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Took 8.50 seconds to spawn the instance on the hypervisor. [ 1161.608683] env[69413]: DEBUG nova.compute.manager [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1161.609487] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28aca47c-563f-45ee-9d9b-a0e09535d9d0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.642214] env[69413]: DEBUG oslo_vmware.api [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]523f4269-16f2-a8a7-d62d-035d6d7413e3, 'name': SearchDatastore_Task, 'duration_secs': 0.016837} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.642544] env[69413]: DEBUG oslo_concurrency.lockutils [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.642855] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] db092a98-ca4d-4412-8adb-04ad6f51bc00/2ef2504d-027d-42fe-98dd-6e912ffbdf46-rescue.vmdk. {{(pid=69413) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1161.643130] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c6f391b-dac6-47d2-a5a0-baef9be24f08 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.651427] env[69413]: DEBUG oslo_vmware.api [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Waiting for the task: (returnval){ [ 1161.651427] env[69413]: value = "task-3078439" [ 1161.651427] env[69413]: _type = "Task" [ 1161.651427] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.659741] env[69413]: DEBUG oslo_vmware.api [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.707074] env[69413]: DEBUG oslo_vmware.rw_handles [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52019527-53aa-5b0a-cdb4-9e36e1432d26/disk-0.vmdk. {{(pid=69413) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1161.707317] env[69413]: INFO nova.virt.vmwareapi.images [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Downloaded image file data 6fb0a329-8d1f-4f85-b258-f6ace0334aeb [ 1161.708164] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53b7eda-6cb3-42c6-a523-ef67b9d259e0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.729190] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa7bf180-ca74-4bcc-b27b-1abc66cce96a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.753080] env[69413]: INFO nova.virt.vmwareapi.images [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] The imported VM was unregistered [ 1161.755832] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Caching image {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1161.756115] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Creating directory with path [datastore1] devstack-image-cache_base/6fb0a329-8d1f-4f85-b258-f6ace0334aeb {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1161.756433] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d80a6f2-ddb8-4b22-bd05-98aa1d6b6047 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.767912] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Created directory with path [datastore1] devstack-image-cache_base/6fb0a329-8d1f-4f85-b258-f6ace0334aeb {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1161.768113] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_b7863113-227b-40f4-b8bd-eee873355fc8/OSTACK_IMG_b7863113-227b-40f4-b8bd-eee873355fc8.vmdk to [datastore1] devstack-image-cache_base/6fb0a329-8d1f-4f85-b258-f6ace0334aeb/6fb0a329-8d1f-4f85-b258-f6ace0334aeb.vmdk. {{(pid=69413) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1161.768450] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-8f4b77da-cc6f-4199-b9b4-abe48c2990eb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.781543] env[69413]: DEBUG oslo_vmware.api [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 1161.781543] env[69413]: value = "task-3078441" [ 1161.781543] env[69413]: _type = "Task" [ 1161.781543] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.789724] env[69413]: DEBUG oslo_vmware.api [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078441, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.914166] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Releasing lock "refresh_cache-817f5d07-2b2b-4878-8d7a-5f45cdee6c87" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.914451] env[69413]: DEBUG nova.compute.manager [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Instance network_info: |[{"id": "20386c4e-46e6-47b1-b422-4fcc72f0966a", "address": "fa:16:3e:0f:83:17", "network": {"id": "61a05717-9f5d-4031-ac74-e8d03b04d677", "bridge": "br-int", "label": "tempest-ServersTestJSON-1834075300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38a8868548d7403ea0a11a77a65ba7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20386c4e-46", "ovs_interfaceid": "20386c4e-46e6-47b1-b422-4fcc72f0966a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1161.914922] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:83:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dabbac20-1723-40ad-9da0-e53b28073651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20386c4e-46e6-47b1-b422-4fcc72f0966a', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1161.922676] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.923455] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1161.923647] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe6baa44-e802-40af-868e-35ee673e4918 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.944661] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1161.944661] env[69413]: value = "task-3078442" [ 1161.944661] env[69413]: _type = "Task" [ 1161.944661] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.954104] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078442, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.033406] env[69413]: DEBUG nova.compute.manager [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1162.033602] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1162.034698] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9c710e-5b0c-4c73-bd89-c86f62f0304e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.043870] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.044303] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c81d58be-0116-49a0-9725-990c656c042e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.050778] env[69413]: DEBUG oslo_vmware.api [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 1162.050778] env[69413]: value = "task-3078443" [ 1162.050778] env[69413]: _type = "Task" [ 1162.050778] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.061792] env[69413]: DEBUG oslo_vmware.api [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.079474] env[69413]: INFO nova.compute.manager [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Took 24.58 seconds to build instance. [ 1162.126478] env[69413]: INFO nova.compute.manager [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Took 24.49 seconds to build instance. [ 1162.162258] env[69413]: DEBUG oslo_vmware.api [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078439, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.298447] env[69413]: DEBUG oslo_vmware.api [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078441, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.313182] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 7d1875ac-2554-480f-96ae-de15482d93df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1162.313182] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1162.313182] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 9714646b-1525-4dd9-805d-cae11ee88a3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1162.313182] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 245b6791-5aa0-48a4-8f67-ab3e48fca4fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1162.313182] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 8871ee21-1801-4e65-b308-3de40cb706e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1162.313537] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 4d549d35-17c1-4c49-bafb-481bb9701936 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1162.313537] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 4f3fe258-4b51-47fb-b864-a16f3f8300a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1162.313846] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 66647c01-10d2-411e-81ef-bd0470b77646 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1162.313846] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance e7198b96-86ee-479a-bc7c-2e35c62d6c80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1162.313967] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance a7ce7788-f901-4440-8467-39889734fccb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1162.314315] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance db092a98-ca4d-4412-8adb-04ad6f51bc00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1162.314315] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance de9c9158-9c87-437d-94b4-76c4ea45a8b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1162.314575] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance dc7c8425-53b2-407e-a3a6-cd9120b88f77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1162.314575] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 4e43ec99-c8b2-4aa4-be04-33003b4cf712 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1162.314729] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance ed459731-5549-4a15-add7-9c53bc98ad9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1162.314906] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 817f5d07-2b2b-4878-8d7a-5f45cdee6c87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1162.315232] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69413) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1162.315418] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69413) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1162.381424] env[69413]: DEBUG nova.compute.manager [req-c19afdb8-d0d3-484f-9b6c-3717c4f95e58 req-13a9ee05-5e0c-42ab-ab8d-8d0ba3754a9f service nova] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Received event network-changed-20386c4e-46e6-47b1-b422-4fcc72f0966a {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.381628] env[69413]: DEBUG nova.compute.manager [req-c19afdb8-d0d3-484f-9b6c-3717c4f95e58 req-13a9ee05-5e0c-42ab-ab8d-8d0ba3754a9f service nova] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Refreshing instance network info cache due to event network-changed-20386c4e-46e6-47b1-b422-4fcc72f0966a. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1162.381902] env[69413]: DEBUG oslo_concurrency.lockutils [req-c19afdb8-d0d3-484f-9b6c-3717c4f95e58 req-13a9ee05-5e0c-42ab-ab8d-8d0ba3754a9f service nova] Acquiring lock "refresh_cache-817f5d07-2b2b-4878-8d7a-5f45cdee6c87" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.382044] env[69413]: DEBUG oslo_concurrency.lockutils [req-c19afdb8-d0d3-484f-9b6c-3717c4f95e58 req-13a9ee05-5e0c-42ab-ab8d-8d0ba3754a9f service nova] Acquired lock "refresh_cache-817f5d07-2b2b-4878-8d7a-5f45cdee6c87" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.382195] env[69413]: DEBUG nova.network.neutron [req-c19afdb8-d0d3-484f-9b6c-3717c4f95e58 req-13a9ee05-5e0c-42ab-ab8d-8d0ba3754a9f service nova] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Refreshing network info cache for port 20386c4e-46e6-47b1-b422-4fcc72f0966a {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1162.453574] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078442, 'name': CreateVM_Task, 'duration_secs': 0.456167} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.454175] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1162.457794] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.458045] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.458427] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.458914] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7344ddec-eb2a-4201-8867-eab35f2e6eb4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.464618] env[69413]: DEBUG oslo_vmware.api [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1162.464618] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5229d16c-f1f7-38c6-f644-34026f30044c" [ 1162.464618] env[69413]: _type = "Task" [ 1162.464618] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.474155] env[69413]: DEBUG oslo_vmware.api [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5229d16c-f1f7-38c6-f644-34026f30044c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.484086] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0dac2145-9430-469f-b0d7-9cf8128fa0eb tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "8871ee21-1801-4e65-b308-3de40cb706e4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.484317] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0dac2145-9430-469f-b0d7-9cf8128fa0eb tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "8871ee21-1801-4e65-b308-3de40cb706e4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.560838] env[69413]: DEBUG oslo_vmware.api [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078443, 'name': PowerOffVM_Task, 'duration_secs': 0.259091} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.562105] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1162.562358] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1162.563077] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c07f545-6fdd-44f6-9a10-fdee7e053ec6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.565831] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7e66611-c7ab-491b-b8d9-c614d85922b4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.572562] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdc2010-dfb9-41ee-b034-6be65caa425c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.603352] env[69413]: DEBUG oslo_concurrency.lockutils [None req-79ca4400-c1bd-4ab8-8f6b-283fb77028fc tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Lock "4e43ec99-c8b2-4aa4-be04-33003b4cf712" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.109s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.604430] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4186ad-9f1b-4a34-aa07-b5a5557c948e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.612334] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da84a945-42f8-4392-8a96-80e89408341a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.627527] env[69413]: DEBUG nova.compute.provider_tree [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.629137] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c3fab58b-b350-4351-91bc-21242d376957 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "ed459731-5549-4a15-add7-9c53bc98ad9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.998s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.635440] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1162.635656] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1162.635839] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Deleting the datastore file [datastore2] e7198b96-86ee-479a-bc7c-2e35c62d6c80 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1162.636120] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-319daa37-6147-4c09-ae50-f556443082b9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.644262] env[69413]: DEBUG oslo_vmware.api [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for the task: (returnval){ [ 1162.644262] env[69413]: value = "task-3078445" [ 1162.644262] env[69413]: _type = "Task" [ 1162.644262] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.652607] env[69413]: DEBUG oslo_vmware.api [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.663393] env[69413]: DEBUG oslo_vmware.api [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078439, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736724} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.663732] env[69413]: INFO nova.virt.vmwareapi.ds_util [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] db092a98-ca4d-4412-8adb-04ad6f51bc00/2ef2504d-027d-42fe-98dd-6e912ffbdf46-rescue.vmdk. [ 1162.664498] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85a8a33-58d1-4e91-a7a4-8c80d0e5666d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.690009] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] db092a98-ca4d-4412-8adb-04ad6f51bc00/2ef2504d-027d-42fe-98dd-6e912ffbdf46-rescue.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.690370] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45271f60-5566-4914-90f9-237d90347034 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.708400] env[69413]: DEBUG oslo_vmware.api [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Waiting for the task: (returnval){ [ 1162.708400] env[69413]: value = "task-3078446" [ 1162.708400] env[69413]: _type = "Task" [ 1162.708400] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.719424] env[69413]: DEBUG oslo_vmware.api [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078446, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.792398] env[69413]: DEBUG oslo_vmware.api [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078441, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.976136] env[69413]: DEBUG oslo_vmware.api [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5229d16c-f1f7-38c6-f644-34026f30044c, 'name': SearchDatastore_Task, 'duration_secs': 0.052024} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.976508] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.976872] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1162.977157] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.977310] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.977511] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1162.977839] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9ee7770-3ad0-446b-86a1-2d3e7198006e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.987547] env[69413]: DEBUG nova.compute.utils [None req-0dac2145-9430-469f-b0d7-9cf8128fa0eb tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1162.996548] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1162.996757] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1162.997851] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eddf2ef5-8e92-4816-845d-763936478561 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.005340] env[69413]: DEBUG oslo_vmware.api [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1163.005340] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52ee5a06-183b-b172-0b66-a68961aeaf27" [ 1163.005340] env[69413]: _type = "Task" [ 1163.005340] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.014956] env[69413]: DEBUG oslo_vmware.api [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52ee5a06-183b-b172-0b66-a68961aeaf27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.132469] env[69413]: DEBUG nova.scheduler.client.report [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.156946] env[69413]: DEBUG oslo_vmware.api [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Task: {'id': task-3078445, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.444821} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.157309] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.157434] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1163.157868] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1163.157868] env[69413]: INFO nova.compute.manager [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1163.158036] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.158218] env[69413]: DEBUG nova.compute.manager [-] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1163.158320] env[69413]: DEBUG nova.network.neutron [-] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1163.219206] env[69413]: DEBUG oslo_vmware.api [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.236653] env[69413]: DEBUG nova.network.neutron [req-c19afdb8-d0d3-484f-9b6c-3717c4f95e58 req-13a9ee05-5e0c-42ab-ab8d-8d0ba3754a9f service nova] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Updated VIF entry in instance network info cache for port 20386c4e-46e6-47b1-b422-4fcc72f0966a. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1163.237070] env[69413]: DEBUG nova.network.neutron [req-c19afdb8-d0d3-484f-9b6c-3717c4f95e58 req-13a9ee05-5e0c-42ab-ab8d-8d0ba3754a9f service nova] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Updating instance_info_cache with network_info: [{"id": "20386c4e-46e6-47b1-b422-4fcc72f0966a", "address": "fa:16:3e:0f:83:17", "network": {"id": "61a05717-9f5d-4031-ac74-e8d03b04d677", "bridge": "br-int", "label": "tempest-ServersTestJSON-1834075300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38a8868548d7403ea0a11a77a65ba7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20386c4e-46", "ovs_interfaceid": "20386c4e-46e6-47b1-b422-4fcc72f0966a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.297189] env[69413]: DEBUG oslo_vmware.api [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078441, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.405936] env[69413]: DEBUG oslo_concurrency.lockutils [None req-57a1466a-cc92-42ec-9e91-c558278adf2e tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Acquiring lock "4e43ec99-c8b2-4aa4-be04-33003b4cf712" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.406253] env[69413]: DEBUG oslo_concurrency.lockutils [None req-57a1466a-cc92-42ec-9e91-c558278adf2e tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Lock "4e43ec99-c8b2-4aa4-be04-33003b4cf712" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.406440] env[69413]: DEBUG oslo_concurrency.lockutils [None req-57a1466a-cc92-42ec-9e91-c558278adf2e tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Acquiring lock "4e43ec99-c8b2-4aa4-be04-33003b4cf712-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.406627] env[69413]: DEBUG oslo_concurrency.lockutils [None req-57a1466a-cc92-42ec-9e91-c558278adf2e tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Lock "4e43ec99-c8b2-4aa4-be04-33003b4cf712-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.406796] env[69413]: DEBUG oslo_concurrency.lockutils [None req-57a1466a-cc92-42ec-9e91-c558278adf2e tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Lock "4e43ec99-c8b2-4aa4-be04-33003b4cf712-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.409069] env[69413]: INFO nova.compute.manager [None req-57a1466a-cc92-42ec-9e91-c558278adf2e tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Terminating instance [ 1163.493871] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0dac2145-9430-469f-b0d7-9cf8128fa0eb tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "8871ee21-1801-4e65-b308-3de40cb706e4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.519225] env[69413]: DEBUG oslo_vmware.api [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52ee5a06-183b-b172-0b66-a68961aeaf27, 'name': SearchDatastore_Task, 'duration_secs': 0.022631} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.520128] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af548575-6d16-4aa9-9275-75ce90483be4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.526038] env[69413]: DEBUG oslo_vmware.api [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1163.526038] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a133ba-a74e-6e81-c0b2-94dde1b98cf2" [ 1163.526038] env[69413]: _type = "Task" [ 1163.526038] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.536666] env[69413]: DEBUG oslo_vmware.api [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a133ba-a74e-6e81-c0b2-94dde1b98cf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.637819] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69413) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1163.638186] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.374s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.638539] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.638539] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Cleaning up deleted instances with incomplete migration {{(pid=69413) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1163.719303] env[69413]: DEBUG oslo_vmware.api [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.740193] env[69413]: DEBUG oslo_concurrency.lockutils [req-c19afdb8-d0d3-484f-9b6c-3717c4f95e58 req-13a9ee05-5e0c-42ab-ab8d-8d0ba3754a9f service nova] Releasing lock "refresh_cache-817f5d07-2b2b-4878-8d7a-5f45cdee6c87" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.740687] env[69413]: DEBUG nova.compute.manager [req-c19afdb8-d0d3-484f-9b6c-3717c4f95e58 req-13a9ee05-5e0c-42ab-ab8d-8d0ba3754a9f service nova] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Received event network-changed-f67ea053-c9e6-434a-88e0-244771a682ad {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.740832] env[69413]: DEBUG nova.compute.manager [req-c19afdb8-d0d3-484f-9b6c-3717c4f95e58 req-13a9ee05-5e0c-42ab-ab8d-8d0ba3754a9f service nova] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Refreshing instance network info cache due to event network-changed-f67ea053-c9e6-434a-88e0-244771a682ad. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1163.741067] env[69413]: DEBUG oslo_concurrency.lockutils [req-c19afdb8-d0d3-484f-9b6c-3717c4f95e58 req-13a9ee05-5e0c-42ab-ab8d-8d0ba3754a9f service nova] Acquiring lock "refresh_cache-dc7c8425-53b2-407e-a3a6-cd9120b88f77" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.741218] env[69413]: DEBUG oslo_concurrency.lockutils [req-c19afdb8-d0d3-484f-9b6c-3717c4f95e58 req-13a9ee05-5e0c-42ab-ab8d-8d0ba3754a9f service nova] Acquired lock "refresh_cache-dc7c8425-53b2-407e-a3a6-cd9120b88f77" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.741380] env[69413]: DEBUG nova.network.neutron [req-c19afdb8-d0d3-484f-9b6c-3717c4f95e58 req-13a9ee05-5e0c-42ab-ab8d-8d0ba3754a9f service nova] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Refreshing network info cache for port f67ea053-c9e6-434a-88e0-244771a682ad {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1163.793123] env[69413]: DEBUG oslo_vmware.api [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078441, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.916487] env[69413]: DEBUG nova.compute.manager [None req-57a1466a-cc92-42ec-9e91-c558278adf2e tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1163.916724] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-57a1466a-cc92-42ec-9e91-c558278adf2e tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.918026] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b80a1cc-d906-479e-bb73-c50f7d99ce74 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.926893] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-57a1466a-cc92-42ec-9e91-c558278adf2e tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.927508] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db429bf3-a891-40e2-aa5c-e38b59e2f934 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.933807] env[69413]: DEBUG oslo_vmware.api [None req-57a1466a-cc92-42ec-9e91-c558278adf2e tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Waiting for the task: (returnval){ [ 1163.933807] env[69413]: value = "task-3078447" [ 1163.933807] env[69413]: _type = "Task" [ 1163.933807] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.944411] env[69413]: DEBUG oslo_vmware.api [None req-57a1466a-cc92-42ec-9e91-c558278adf2e tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Task: {'id': task-3078447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.033534] env[69413]: DEBUG nova.network.neutron [-] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.043786] env[69413]: DEBUG oslo_vmware.api [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a133ba-a74e-6e81-c0b2-94dde1b98cf2, 'name': SearchDatastore_Task, 'duration_secs': 0.024949} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.044108] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.044684] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 817f5d07-2b2b-4878-8d7a-5f45cdee6c87/817f5d07-2b2b-4878-8d7a-5f45cdee6c87.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1164.044983] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a465ad8a-8698-4d81-8570-9ab45ec598f6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.053687] env[69413]: DEBUG oslo_vmware.api [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1164.053687] env[69413]: value = "task-3078448" [ 1164.053687] env[69413]: _type = "Task" [ 1164.053687] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.063851] env[69413]: DEBUG oslo_vmware.api [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078448, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.219340] env[69413]: DEBUG oslo_vmware.api [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078446, 'name': ReconfigVM_Task, 'duration_secs': 1.098132} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.219665] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Reconfigured VM instance instance-0000006c to attach disk [datastore1] db092a98-ca4d-4412-8adb-04ad6f51bc00/2ef2504d-027d-42fe-98dd-6e912ffbdf46-rescue.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.220936] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8273eac-7d16-4c56-ac13-37e04552ffc9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.252140] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0cd0fca-6e8c-41c7-9ed5-7bfa6e2fad66 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.268803] env[69413]: DEBUG oslo_vmware.api [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Waiting for the task: (returnval){ [ 1164.268803] env[69413]: value = "task-3078449" [ 1164.268803] env[69413]: _type = "Task" [ 1164.268803] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.277766] env[69413]: DEBUG oslo_vmware.api [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078449, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.293335] env[69413]: DEBUG oslo_vmware.api [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078441, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.442110] env[69413]: DEBUG nova.compute.manager [req-1f763507-e91c-45bf-b0bb-30faba69629a req-0f703d1f-ad44-467a-90b3-71ff9b6c7fdb service nova] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Received event network-changed-4ac12f01-6c87-45b7-9aeb-4ae10040c208 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.442110] env[69413]: DEBUG nova.compute.manager [req-1f763507-e91c-45bf-b0bb-30faba69629a req-0f703d1f-ad44-467a-90b3-71ff9b6c7fdb service nova] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Refreshing instance network info cache due to event network-changed-4ac12f01-6c87-45b7-9aeb-4ae10040c208. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1164.442110] env[69413]: DEBUG oslo_concurrency.lockutils [req-1f763507-e91c-45bf-b0bb-30faba69629a req-0f703d1f-ad44-467a-90b3-71ff9b6c7fdb service nova] Acquiring lock "refresh_cache-4d549d35-17c1-4c49-bafb-481bb9701936" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.442307] env[69413]: DEBUG oslo_concurrency.lockutils [req-1f763507-e91c-45bf-b0bb-30faba69629a req-0f703d1f-ad44-467a-90b3-71ff9b6c7fdb service nova] Acquired lock "refresh_cache-4d549d35-17c1-4c49-bafb-481bb9701936" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.442396] env[69413]: DEBUG nova.network.neutron [req-1f763507-e91c-45bf-b0bb-30faba69629a req-0f703d1f-ad44-467a-90b3-71ff9b6c7fdb service nova] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Refreshing network info cache for port 4ac12f01-6c87-45b7-9aeb-4ae10040c208 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1164.452595] env[69413]: DEBUG oslo_vmware.api [None req-57a1466a-cc92-42ec-9e91-c558278adf2e tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Task: {'id': task-3078447, 'name': PowerOffVM_Task, 'duration_secs': 0.224357} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.456017] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-57a1466a-cc92-42ec-9e91-c558278adf2e tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1164.456327] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-57a1466a-cc92-42ec-9e91-c558278adf2e tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1164.457123] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b367bd8-ab38-4667-90a0-18dea79f5c12 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.533667] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-57a1466a-cc92-42ec-9e91-c558278adf2e tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1164.533903] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-57a1466a-cc92-42ec-9e91-c558278adf2e tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1164.534106] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-57a1466a-cc92-42ec-9e91-c558278adf2e tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Deleting the datastore file [datastore1] 4e43ec99-c8b2-4aa4-be04-33003b4cf712 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1164.534418] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04de8961-ff35-447b-9d77-0719740f9192 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.539391] env[69413]: INFO nova.compute.manager [-] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Took 1.38 seconds to deallocate network for instance. [ 1164.543305] env[69413]: DEBUG oslo_vmware.api [None req-57a1466a-cc92-42ec-9e91-c558278adf2e tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Waiting for the task: (returnval){ [ 1164.543305] env[69413]: value = "task-3078451" [ 1164.543305] env[69413]: _type = "Task" [ 1164.543305] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.561906] env[69413]: DEBUG oslo_vmware.api [None req-57a1466a-cc92-42ec-9e91-c558278adf2e tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Task: {'id': task-3078451, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.570060] env[69413]: DEBUG oslo_vmware.api [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078448, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.585688] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0dac2145-9430-469f-b0d7-9cf8128fa0eb tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "8871ee21-1801-4e65-b308-3de40cb706e4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.586036] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0dac2145-9430-469f-b0d7-9cf8128fa0eb tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "8871ee21-1801-4e65-b308-3de40cb706e4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.587169] env[69413]: INFO nova.compute.manager [None req-0dac2145-9430-469f-b0d7-9cf8128fa0eb tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Attaching volume 12db5658-7618-4fc0-9082-6f5717c7ed43 to /dev/sdb [ 1164.628991] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1137174-3aa4-4f42-8e80-ee3b67e878b2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.637970] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1efe18-cab0-4835-bda2-46842f56f8dc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.655337] env[69413]: DEBUG nova.virt.block_device [None req-0dac2145-9430-469f-b0d7-9cf8128fa0eb tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Updating existing volume attachment record: 821c9d30-0b8a-4232-8e41-6fc6a2455399 {{(pid=69413) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1164.781360] env[69413]: DEBUG oslo_vmware.api [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078449, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.796992] env[69413]: DEBUG oslo_vmware.api [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078441, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.017163] env[69413]: DEBUG nova.network.neutron [req-c19afdb8-d0d3-484f-9b6c-3717c4f95e58 req-13a9ee05-5e0c-42ab-ab8d-8d0ba3754a9f service nova] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Updated VIF entry in instance network info cache for port f67ea053-c9e6-434a-88e0-244771a682ad. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1165.018525] env[69413]: DEBUG nova.network.neutron [req-c19afdb8-d0d3-484f-9b6c-3717c4f95e58 req-13a9ee05-5e0c-42ab-ab8d-8d0ba3754a9f service nova] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Updating instance_info_cache with network_info: [{"id": "f67ea053-c9e6-434a-88e0-244771a682ad", "address": "fa:16:3e:43:db:ec", "network": {"id": "56fb7565-00c6-441e-972a-ed70ccd43ee9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1361173336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ee0c3413b84109b79b8f564907df44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf67ea053-c9", "ovs_interfaceid": "f67ea053-c9e6-434a-88e0-244771a682ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.052884] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.053215] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.053433] env[69413]: DEBUG nova.objects.instance [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lazy-loading 'resources' on Instance uuid e7198b96-86ee-479a-bc7c-2e35c62d6c80 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.114745] env[69413]: DEBUG oslo_vmware.api [None req-57a1466a-cc92-42ec-9e91-c558278adf2e tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Task: {'id': task-3078451, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.121840] env[69413]: DEBUG oslo_vmware.api [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078448, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.945009} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.123342] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 817f5d07-2b2b-4878-8d7a-5f45cdee6c87/817f5d07-2b2b-4878-8d7a-5f45cdee6c87.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1165.123695] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1165.124175] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8f52e90-b2d1-4e31-9779-6ec113921e0c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.155051] env[69413]: DEBUG oslo_vmware.api [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1165.155051] env[69413]: value = "task-3078455" [ 1165.155051] env[69413]: _type = "Task" [ 1165.155051] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.155051] env[69413]: DEBUG oslo_vmware.api [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078455, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.280163] env[69413]: DEBUG oslo_vmware.api [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078449, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.294694] env[69413]: DEBUG oslo_vmware.api [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078441, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.177366} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.294982] env[69413]: INFO nova.virt.vmwareapi.ds_util [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_b7863113-227b-40f4-b8bd-eee873355fc8/OSTACK_IMG_b7863113-227b-40f4-b8bd-eee873355fc8.vmdk to [datastore1] devstack-image-cache_base/6fb0a329-8d1f-4f85-b258-f6ace0334aeb/6fb0a329-8d1f-4f85-b258-f6ace0334aeb.vmdk. [ 1165.295201] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Cleaning up location [datastore1] OSTACK_IMG_b7863113-227b-40f4-b8bd-eee873355fc8 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1165.295368] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_b7863113-227b-40f4-b8bd-eee873355fc8 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1165.295634] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95903634-00c2-4063-bcaa-c9d191f25478 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.302560] env[69413]: DEBUG oslo_vmware.api [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 1165.302560] env[69413]: value = "task-3078456" [ 1165.302560] env[69413]: _type = "Task" [ 1165.302560] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.310973] env[69413]: DEBUG oslo_vmware.api [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.316400] env[69413]: DEBUG nova.network.neutron [req-1f763507-e91c-45bf-b0bb-30faba69629a req-0f703d1f-ad44-467a-90b3-71ff9b6c7fdb service nova] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Updated VIF entry in instance network info cache for port 4ac12f01-6c87-45b7-9aeb-4ae10040c208. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1165.316777] env[69413]: DEBUG nova.network.neutron [req-1f763507-e91c-45bf-b0bb-30faba69629a req-0f703d1f-ad44-467a-90b3-71ff9b6c7fdb service nova] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Updating instance_info_cache with network_info: [{"id": "4ac12f01-6c87-45b7-9aeb-4ae10040c208", "address": "fa:16:3e:18:4f:54", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ac12f01-6c", "ovs_interfaceid": "4ac12f01-6c87-45b7-9aeb-4ae10040c208", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.557113] env[69413]: DEBUG oslo_vmware.api [None req-57a1466a-cc92-42ec-9e91-c558278adf2e tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Task: {'id': task-3078451, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.656129} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.557559] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-57a1466a-cc92-42ec-9e91-c558278adf2e tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1165.557891] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-57a1466a-cc92-42ec-9e91-c558278adf2e tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1165.560653] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-57a1466a-cc92-42ec-9e91-c558278adf2e tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1165.560653] env[69413]: INFO nova.compute.manager [None req-57a1466a-cc92-42ec-9e91-c558278adf2e tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1165.560653] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57a1466a-cc92-42ec-9e91-c558278adf2e tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.560653] env[69413]: DEBUG nova.compute.manager [-] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1165.560653] env[69413]: DEBUG nova.network.neutron [-] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1165.611382] env[69413]: DEBUG oslo_concurrency.lockutils [req-c19afdb8-d0d3-484f-9b6c-3717c4f95e58 req-13a9ee05-5e0c-42ab-ab8d-8d0ba3754a9f service nova] Releasing lock "refresh_cache-dc7c8425-53b2-407e-a3a6-cd9120b88f77" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.645198] env[69413]: DEBUG oslo_vmware.api [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078455, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.19235} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.645606] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1165.646307] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f1d443-022e-47aa-9b2c-3f89b9068edc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.672100] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 817f5d07-2b2b-4878-8d7a-5f45cdee6c87/817f5d07-2b2b-4878-8d7a-5f45cdee6c87.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1165.675923] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-977f3078-0c67-4977-b1ce-55e2bd1421cc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.700173] env[69413]: DEBUG oslo_vmware.api [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1165.700173] env[69413]: value = "task-3078457" [ 1165.700173] env[69413]: _type = "Task" [ 1165.700173] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.709475] env[69413]: DEBUG oslo_vmware.api [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078457, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.782129] env[69413]: DEBUG oslo_vmware.api [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078449, 'name': ReconfigVM_Task, 'duration_secs': 1.477465} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.782437] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1165.782708] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f3f55d2-f948-48c1-89ce-1938184cedd4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.789018] env[69413]: DEBUG oslo_vmware.api [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Waiting for the task: (returnval){ [ 1165.789018] env[69413]: value = "task-3078458" [ 1165.789018] env[69413]: _type = "Task" [ 1165.789018] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.800400] env[69413]: DEBUG oslo_vmware.api [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078458, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.814300] env[69413]: DEBUG oslo_vmware.api [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261511} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.814300] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1165.814300] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6fb0a329-8d1f-4f85-b258-f6ace0334aeb/6fb0a329-8d1f-4f85-b258-f6ace0334aeb.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.814300] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6fb0a329-8d1f-4f85-b258-f6ace0334aeb/6fb0a329-8d1f-4f85-b258-f6ace0334aeb.vmdk to [datastore1] a7ce7788-f901-4440-8467-39889734fccb/a7ce7788-f901-4440-8467-39889734fccb.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1165.814300] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7634744d-4d53-42a2-8358-77ed2e06d354 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.822306] env[69413]: DEBUG oslo_concurrency.lockutils [req-1f763507-e91c-45bf-b0bb-30faba69629a req-0f703d1f-ad44-467a-90b3-71ff9b6c7fdb service nova] Releasing lock "refresh_cache-4d549d35-17c1-4c49-bafb-481bb9701936" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.822306] env[69413]: DEBUG nova.compute.manager [req-1f763507-e91c-45bf-b0bb-30faba69629a req-0f703d1f-ad44-467a-90b3-71ff9b6c7fdb service nova] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Received event network-changed-2b1c6a2e-94d7-446f-899e-93fd78b59e51 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.822306] env[69413]: DEBUG nova.compute.manager [req-1f763507-e91c-45bf-b0bb-30faba69629a req-0f703d1f-ad44-467a-90b3-71ff9b6c7fdb service nova] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Refreshing instance network info cache due to event network-changed-2b1c6a2e-94d7-446f-899e-93fd78b59e51. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1165.822306] env[69413]: DEBUG oslo_concurrency.lockutils [req-1f763507-e91c-45bf-b0bb-30faba69629a req-0f703d1f-ad44-467a-90b3-71ff9b6c7fdb service nova] Acquiring lock "refresh_cache-ed459731-5549-4a15-add7-9c53bc98ad9a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.822306] env[69413]: DEBUG oslo_concurrency.lockutils [req-1f763507-e91c-45bf-b0bb-30faba69629a req-0f703d1f-ad44-467a-90b3-71ff9b6c7fdb service nova] Acquired lock "refresh_cache-ed459731-5549-4a15-add7-9c53bc98ad9a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.822306] env[69413]: DEBUG nova.network.neutron [req-1f763507-e91c-45bf-b0bb-30faba69629a req-0f703d1f-ad44-467a-90b3-71ff9b6c7fdb service nova] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Refreshing network info cache for port 2b1c6a2e-94d7-446f-899e-93fd78b59e51 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1165.823672] env[69413]: DEBUG oslo_vmware.api [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 1165.823672] env[69413]: value = "task-3078459" [ 1165.823672] env[69413]: _type = "Task" [ 1165.823672] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.832944] env[69413]: DEBUG oslo_vmware.api [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.905596] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f445357-37a7-4b9e-956f-14ee554e05d4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.913091] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35edd1d-cf1a-4e0e-9e26-ed1c23b393c2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.945299] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea005ec-af5d-4266-97e3-cc13753006ba {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.952974] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9a262b-3f68-4c62-84a0-94d21b8b75af {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.967510] env[69413]: DEBUG nova.compute.provider_tree [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.211257] env[69413]: DEBUG oslo_vmware.api [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.302535] env[69413]: DEBUG oslo_vmware.api [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078458, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.338921] env[69413]: DEBUG nova.network.neutron [-] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.340621] env[69413]: DEBUG oslo_vmware.api [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.471730] env[69413]: DEBUG nova.scheduler.client.report [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.638398] env[69413]: DEBUG nova.network.neutron [req-1f763507-e91c-45bf-b0bb-30faba69629a req-0f703d1f-ad44-467a-90b3-71ff9b6c7fdb service nova] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Updated VIF entry in instance network info cache for port 2b1c6a2e-94d7-446f-899e-93fd78b59e51. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1166.638753] env[69413]: DEBUG nova.network.neutron [req-1f763507-e91c-45bf-b0bb-30faba69629a req-0f703d1f-ad44-467a-90b3-71ff9b6c7fdb service nova] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Updating instance_info_cache with network_info: [{"id": "2b1c6a2e-94d7-446f-899e-93fd78b59e51", "address": "fa:16:3e:f4:2c:fb", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1c6a2e-94", "ovs_interfaceid": "2b1c6a2e-94d7-446f-899e-93fd78b59e51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.644920] env[69413]: DEBUG nova.compute.manager [req-eb1a8c49-4b09-47a5-b4a3-5e3e7dde4da8 req-e83cd61f-0a07-4035-8d33-1e0bcd599a16 service nova] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Received event network-changed-2b1c6a2e-94d7-446f-899e-93fd78b59e51 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.645121] env[69413]: DEBUG nova.compute.manager [req-eb1a8c49-4b09-47a5-b4a3-5e3e7dde4da8 req-e83cd61f-0a07-4035-8d33-1e0bcd599a16 service nova] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Refreshing instance network info cache due to event network-changed-2b1c6a2e-94d7-446f-899e-93fd78b59e51. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1166.645318] env[69413]: DEBUG oslo_concurrency.lockutils [req-eb1a8c49-4b09-47a5-b4a3-5e3e7dde4da8 req-e83cd61f-0a07-4035-8d33-1e0bcd599a16 service nova] Acquiring lock "refresh_cache-ed459731-5549-4a15-add7-9c53bc98ad9a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.665565] env[69413]: DEBUG oslo_concurrency.lockutils [None req-00af262d-48ca-466d-a761-8a1279ed435d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "interface-4d549d35-17c1-4c49-bafb-481bb9701936-212bddde-9395-4331-bdfd-99b2595cfdeb" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.665753] env[69413]: DEBUG oslo_concurrency.lockutils [None req-00af262d-48ca-466d-a761-8a1279ed435d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "interface-4d549d35-17c1-4c49-bafb-481bb9701936-212bddde-9395-4331-bdfd-99b2595cfdeb" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.666211] env[69413]: DEBUG nova.objects.instance [None req-00af262d-48ca-466d-a761-8a1279ed435d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lazy-loading 'flavor' on Instance uuid 4d549d35-17c1-4c49-bafb-481bb9701936 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.672527] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.713809] env[69413]: DEBUG oslo_vmware.api [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078457, 'name': ReconfigVM_Task, 'duration_secs': 0.996388} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.714135] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 817f5d07-2b2b-4878-8d7a-5f45cdee6c87/817f5d07-2b2b-4878-8d7a-5f45cdee6c87.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.714886] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab324380-a5c7-413f-b756-a8b7e646f50c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.721452] env[69413]: DEBUG oslo_vmware.api [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1166.721452] env[69413]: value = "task-3078460" [ 1166.721452] env[69413]: _type = "Task" [ 1166.721452] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.732346] env[69413]: DEBUG oslo_vmware.api [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078460, 'name': Rename_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.802864] env[69413]: DEBUG oslo_vmware.api [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078458, 'name': PowerOnVM_Task, 'duration_secs': 0.822054} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.803176] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.806793] env[69413]: DEBUG nova.compute.manager [None req-67b633bf-ab94-4d6c-960e-f50fc6946df1 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.807322] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efec44f8-75db-4db2-972a-c5e9b163b2e0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.834511] env[69413]: DEBUG oslo_vmware.api [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078459, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.842250] env[69413]: INFO nova.compute.manager [-] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Took 1.28 seconds to deallocate network for instance. [ 1166.978621] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.925s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.004274] env[69413]: INFO nova.scheduler.client.report [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Deleted allocations for instance e7198b96-86ee-479a-bc7c-2e35c62d6c80 [ 1167.146802] env[69413]: DEBUG oslo_concurrency.lockutils [req-1f763507-e91c-45bf-b0bb-30faba69629a req-0f703d1f-ad44-467a-90b3-71ff9b6c7fdb service nova] Releasing lock "refresh_cache-ed459731-5549-4a15-add7-9c53bc98ad9a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.147272] env[69413]: DEBUG nova.compute.manager [req-1f763507-e91c-45bf-b0bb-30faba69629a req-0f703d1f-ad44-467a-90b3-71ff9b6c7fdb service nova] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Received event network-vif-deleted-838f5ae5-10a2-49da-b744-eef6d7210e7d {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.147694] env[69413]: DEBUG oslo_concurrency.lockutils [req-eb1a8c49-4b09-47a5-b4a3-5e3e7dde4da8 req-e83cd61f-0a07-4035-8d33-1e0bcd599a16 service nova] Acquired lock "refresh_cache-ed459731-5549-4a15-add7-9c53bc98ad9a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.147962] env[69413]: DEBUG nova.network.neutron [req-eb1a8c49-4b09-47a5-b4a3-5e3e7dde4da8 req-e83cd61f-0a07-4035-8d33-1e0bcd599a16 service nova] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Refreshing network info cache for port 2b1c6a2e-94d7-446f-899e-93fd78b59e51 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.179745] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1167.179933] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1167.180116] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1167.180279] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager.update_available_resource {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1167.231938] env[69413]: DEBUG oslo_vmware.api [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078460, 'name': Rename_Task, 'duration_secs': 0.216676} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.232586] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1167.232659] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00b86fd1-6575-4791-ae7d-87a9572bf7ff {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.240420] env[69413]: DEBUG oslo_vmware.api [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1167.240420] env[69413]: value = "task-3078462" [ 1167.240420] env[69413]: _type = "Task" [ 1167.240420] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.249793] env[69413]: DEBUG oslo_vmware.api [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078462, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.288709] env[69413]: DEBUG nova.objects.instance [None req-00af262d-48ca-466d-a761-8a1279ed435d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lazy-loading 'pci_requests' on Instance uuid 4d549d35-17c1-4c49-bafb-481bb9701936 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.334781] env[69413]: DEBUG oslo_vmware.api [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078459, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.349413] env[69413]: DEBUG oslo_concurrency.lockutils [None req-57a1466a-cc92-42ec-9e91-c558278adf2e tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.349738] env[69413]: DEBUG oslo_concurrency.lockutils [None req-57a1466a-cc92-42ec-9e91-c558278adf2e tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.349992] env[69413]: DEBUG nova.objects.instance [None req-57a1466a-cc92-42ec-9e91-c558278adf2e tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Lazy-loading 'resources' on Instance uuid 4e43ec99-c8b2-4aa4-be04-33003b4cf712 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.512587] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0bffdead-6d96-4fe2-9a08-d1fdd738cc4e tempest-DeleteServersTestJSON-2016717055 tempest-DeleteServersTestJSON-2016717055-project-member] Lock "e7198b96-86ee-479a-bc7c-2e35c62d6c80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.987s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.684045] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.752337] env[69413]: DEBUG oslo_vmware.api [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078462, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.791829] env[69413]: DEBUG nova.objects.base [None req-00af262d-48ca-466d-a761-8a1279ed435d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Object Instance<4d549d35-17c1-4c49-bafb-481bb9701936> lazy-loaded attributes: flavor,pci_requests {{(pid=69413) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1167.792026] env[69413]: DEBUG nova.network.neutron [None req-00af262d-48ca-466d-a761-8a1279ed435d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1167.838264] env[69413]: DEBUG oslo_vmware.api [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078459, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.961254] env[69413]: DEBUG nova.policy [None req-00af262d-48ca-466d-a761-8a1279ed435d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a25a0d59affd46439113f3d7f38d0c20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea25ce60cf4241789625cf6571347633', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1168.031172] env[69413]: DEBUG nova.network.neutron [req-eb1a8c49-4b09-47a5-b4a3-5e3e7dde4da8 req-e83cd61f-0a07-4035-8d33-1e0bcd599a16 service nova] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Updated VIF entry in instance network info cache for port 2b1c6a2e-94d7-446f-899e-93fd78b59e51. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1168.031556] env[69413]: DEBUG nova.network.neutron [req-eb1a8c49-4b09-47a5-b4a3-5e3e7dde4da8 req-e83cd61f-0a07-4035-8d33-1e0bcd599a16 service nova] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Updating instance_info_cache with network_info: [{"id": "2b1c6a2e-94d7-446f-899e-93fd78b59e51", "address": "fa:16:3e:f4:2c:fb", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1c6a2e-94", "ovs_interfaceid": "2b1c6a2e-94d7-446f-899e-93fd78b59e51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.254334] env[69413]: DEBUG oslo_vmware.api [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078462, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.256200] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50831a8-8caf-46de-aa68-7b98f2214ed5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.267100] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d215e50-0ba3-40b0-9bda-2b93e6ca5a1f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.299182] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79af2d3d-8c64-4d8f-8390-448d13767dd1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.308858] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88baffc-f5c9-4214-9b74-735118501c68 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.331172] env[69413]: DEBUG nova.compute.provider_tree [None req-57a1466a-cc92-42ec-9e91-c558278adf2e tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.340283] env[69413]: DEBUG oslo_vmware.api [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078459, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.452543] env[69413]: DEBUG oslo_concurrency.lockutils [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Acquiring lock "9779f001-a30a-4107-b239-1c214d6b7b87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.452804] env[69413]: DEBUG oslo_concurrency.lockutils [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Lock "9779f001-a30a-4107-b239-1c214d6b7b87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.536250] env[69413]: DEBUG oslo_concurrency.lockutils [req-eb1a8c49-4b09-47a5-b4a3-5e3e7dde4da8 req-e83cd61f-0a07-4035-8d33-1e0bcd599a16 service nova] Releasing lock "refresh_cache-ed459731-5549-4a15-add7-9c53bc98ad9a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.536652] env[69413]: DEBUG nova.compute.manager [req-eb1a8c49-4b09-47a5-b4a3-5e3e7dde4da8 req-e83cd61f-0a07-4035-8d33-1e0bcd599a16 service nova] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Received event network-changed-4ac12f01-6c87-45b7-9aeb-4ae10040c208 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.536715] env[69413]: DEBUG nova.compute.manager [req-eb1a8c49-4b09-47a5-b4a3-5e3e7dde4da8 req-e83cd61f-0a07-4035-8d33-1e0bcd599a16 service nova] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Refreshing instance network info cache due to event network-changed-4ac12f01-6c87-45b7-9aeb-4ae10040c208. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1168.537058] env[69413]: DEBUG oslo_concurrency.lockutils [req-eb1a8c49-4b09-47a5-b4a3-5e3e7dde4da8 req-e83cd61f-0a07-4035-8d33-1e0bcd599a16 service nova] Acquiring lock "refresh_cache-4d549d35-17c1-4c49-bafb-481bb9701936" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.537259] env[69413]: DEBUG oslo_concurrency.lockutils [req-eb1a8c49-4b09-47a5-b4a3-5e3e7dde4da8 req-e83cd61f-0a07-4035-8d33-1e0bcd599a16 service nova] Acquired lock "refresh_cache-4d549d35-17c1-4c49-bafb-481bb9701936" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.537450] env[69413]: DEBUG nova.network.neutron [req-eb1a8c49-4b09-47a5-b4a3-5e3e7dde4da8 req-e83cd61f-0a07-4035-8d33-1e0bcd599a16 service nova] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Refreshing network info cache for port 4ac12f01-6c87-45b7-9aeb-4ae10040c208 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1168.754037] env[69413]: DEBUG oslo_vmware.api [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078462, 'name': PowerOnVM_Task, 'duration_secs': 1.192397} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.754310] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1168.754523] env[69413]: INFO nova.compute.manager [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Took 9.93 seconds to spawn the instance on the hypervisor. [ 1168.754699] env[69413]: DEBUG nova.compute.manager [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1168.755548] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50edfe0a-7344-45f8-977d-961e0358b9da {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.835580] env[69413]: DEBUG nova.scheduler.client.report [None req-57a1466a-cc92-42ec-9e91-c558278adf2e tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.844970] env[69413]: DEBUG oslo_vmware.api [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078459, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.979494} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.844970] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6fb0a329-8d1f-4f85-b258-f6ace0334aeb/6fb0a329-8d1f-4f85-b258-f6ace0334aeb.vmdk to [datastore1] a7ce7788-f901-4440-8467-39889734fccb/a7ce7788-f901-4440-8467-39889734fccb.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1168.845741] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a0f1e8-2941-4930-b473-e95ea89dd2e4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.868400] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] a7ce7788-f901-4440-8467-39889734fccb/a7ce7788-f901-4440-8467-39889734fccb.vmdk or device None with type streamOptimized {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.868888] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2702f306-05cb-4f82-bad2-01f632c0aa4e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.889147] env[69413]: DEBUG oslo_vmware.api [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 1168.889147] env[69413]: value = "task-3078464" [ 1168.889147] env[69413]: _type = "Task" [ 1168.889147] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.899301] env[69413]: DEBUG oslo_vmware.api [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078464, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.955782] env[69413]: DEBUG nova.compute.manager [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1169.223640] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dac2145-9430-469f-b0d7-9cf8128fa0eb tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Volume attach. Driver type: vmdk {{(pid=69413) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1169.224111] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dac2145-9430-469f-b0d7-9cf8128fa0eb tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616343', 'volume_id': '12db5658-7618-4fc0-9082-6f5717c7ed43', 'name': 'volume-12db5658-7618-4fc0-9082-6f5717c7ed43', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8871ee21-1801-4e65-b308-3de40cb706e4', 'attached_at': '', 'detached_at': '', 'volume_id': '12db5658-7618-4fc0-9082-6f5717c7ed43', 'serial': '12db5658-7618-4fc0-9082-6f5717c7ed43'} {{(pid=69413) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1169.225540] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b5e095-30d3-41f7-92c4-60f3ee290bd2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.255556] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbe8325-1859-4379-9967-2cb0f5991001 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.293995] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dac2145-9430-469f-b0d7-9cf8128fa0eb tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] volume-12db5658-7618-4fc0-9082-6f5717c7ed43/volume-12db5658-7618-4fc0-9082-6f5717c7ed43.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.296433] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-062b2004-3c92-4d27-a776-f4e98756adaf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.309851] env[69413]: INFO nova.compute.manager [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Took 31.06 seconds to build instance. [ 1169.319673] env[69413]: DEBUG oslo_vmware.api [None req-0dac2145-9430-469f-b0d7-9cf8128fa0eb tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1169.319673] env[69413]: value = "task-3078465" [ 1169.319673] env[69413]: _type = "Task" [ 1169.319673] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.334369] env[69413]: DEBUG oslo_vmware.api [None req-0dac2145-9430-469f-b0d7-9cf8128fa0eb tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078465, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.341359] env[69413]: DEBUG oslo_concurrency.lockutils [None req-57a1466a-cc92-42ec-9e91-c558278adf2e tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.991s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.345365] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.661s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.345365] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.345672] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69413) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1169.349017] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7282edc0-a2c6-455c-bf41-1d08bfaddc72 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.360614] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8e7838-9473-44f7-941a-431435378dfd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.368728] env[69413]: INFO nova.scheduler.client.report [None req-57a1466a-cc92-42ec-9e91-c558278adf2e tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Deleted allocations for instance 4e43ec99-c8b2-4aa4-be04-33003b4cf712 [ 1169.386811] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80684903-c6d5-4c37-9204-40773a89a6e3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.398181] env[69413]: DEBUG oslo_vmware.api [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078464, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.400962] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd8174d-44d3-48b5-988e-35daefb14531 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.436026] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179343MB free_disk=139GB free_vcpus=48 pci_devices=None {{(pid=69413) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1169.436301] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.436612] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.439161] env[69413]: DEBUG nova.network.neutron [req-eb1a8c49-4b09-47a5-b4a3-5e3e7dde4da8 req-e83cd61f-0a07-4035-8d33-1e0bcd599a16 service nova] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Updated VIF entry in instance network info cache for port 4ac12f01-6c87-45b7-9aeb-4ae10040c208. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1169.439538] env[69413]: DEBUG nova.network.neutron [req-eb1a8c49-4b09-47a5-b4a3-5e3e7dde4da8 req-e83cd61f-0a07-4035-8d33-1e0bcd599a16 service nova] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Updating instance_info_cache with network_info: [{"id": "4ac12f01-6c87-45b7-9aeb-4ae10040c208", "address": "fa:16:3e:18:4f:54", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ac12f01-6c", "ovs_interfaceid": "4ac12f01-6c87-45b7-9aeb-4ae10040c208", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.473716] env[69413]: DEBUG oslo_concurrency.lockutils [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.642657] env[69413]: DEBUG nova.compute.manager [req-e47aa675-8a5b-49d9-b8d7-ce9a252e73a2 req-2492352a-8c98-41ac-9026-12cd9939f914 service nova] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Received event network-vif-plugged-212bddde-9395-4331-bdfd-99b2595cfdeb {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.642897] env[69413]: DEBUG oslo_concurrency.lockutils [req-e47aa675-8a5b-49d9-b8d7-ce9a252e73a2 req-2492352a-8c98-41ac-9026-12cd9939f914 service nova] Acquiring lock "4d549d35-17c1-4c49-bafb-481bb9701936-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.643339] env[69413]: DEBUG oslo_concurrency.lockutils [req-e47aa675-8a5b-49d9-b8d7-ce9a252e73a2 req-2492352a-8c98-41ac-9026-12cd9939f914 service nova] Lock "4d549d35-17c1-4c49-bafb-481bb9701936-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.643485] env[69413]: DEBUG oslo_concurrency.lockutils [req-e47aa675-8a5b-49d9-b8d7-ce9a252e73a2 req-2492352a-8c98-41ac-9026-12cd9939f914 service nova] Lock "4d549d35-17c1-4c49-bafb-481bb9701936-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.643676] env[69413]: DEBUG nova.compute.manager [req-e47aa675-8a5b-49d9-b8d7-ce9a252e73a2 req-2492352a-8c98-41ac-9026-12cd9939f914 service nova] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] No waiting events found dispatching network-vif-plugged-212bddde-9395-4331-bdfd-99b2595cfdeb {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1169.643852] env[69413]: WARNING nova.compute.manager [req-e47aa675-8a5b-49d9-b8d7-ce9a252e73a2 req-2492352a-8c98-41ac-9026-12cd9939f914 service nova] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Received unexpected event network-vif-plugged-212bddde-9395-4331-bdfd-99b2595cfdeb for instance with vm_state active and task_state None. [ 1169.724223] env[69413]: DEBUG nova.network.neutron [None req-00af262d-48ca-466d-a761-8a1279ed435d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Successfully updated port: 212bddde-9395-4331-bdfd-99b2595cfdeb {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1169.813856] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f1a0ab4f-8c51-4dd8-9c9a-d1ef83b3ecaf tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "817f5d07-2b2b-4878-8d7a-5f45cdee6c87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.575s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.832728] env[69413]: DEBUG oslo_vmware.api [None req-0dac2145-9430-469f-b0d7-9cf8128fa0eb tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078465, 'name': ReconfigVM_Task, 'duration_secs': 0.457877} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.832906] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dac2145-9430-469f-b0d7-9cf8128fa0eb tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Reconfigured VM instance instance-00000067 to attach disk [datastore2] volume-12db5658-7618-4fc0-9082-6f5717c7ed43/volume-12db5658-7618-4fc0-9082-6f5717c7ed43.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.838166] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa2739c0-5fe6-4009-b13e-b7717ee7ec1f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.855659] env[69413]: DEBUG oslo_vmware.api [None req-0dac2145-9430-469f-b0d7-9cf8128fa0eb tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1169.855659] env[69413]: value = "task-3078466" [ 1169.855659] env[69413]: _type = "Task" [ 1169.855659] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.865953] env[69413]: DEBUG oslo_vmware.api [None req-0dac2145-9430-469f-b0d7-9cf8128fa0eb tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078466, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.878116] env[69413]: DEBUG oslo_concurrency.lockutils [None req-57a1466a-cc92-42ec-9e91-c558278adf2e tempest-ServerAddressesNegativeTestJSON-1903774581 tempest-ServerAddressesNegativeTestJSON-1903774581-project-member] Lock "4e43ec99-c8b2-4aa4-be04-33003b4cf712" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.472s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.901459] env[69413]: DEBUG oslo_vmware.api [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078464, 'name': ReconfigVM_Task, 'duration_secs': 0.844129} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.901741] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Reconfigured VM instance instance-0000005d to attach disk [datastore1] a7ce7788-f901-4440-8467-39889734fccb/a7ce7788-f901-4440-8467-39889734fccb.vmdk or device None with type streamOptimized {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.902471] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-adb3c1ae-1691-4f65-9964-34eee0d8d18f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.910939] env[69413]: DEBUG oslo_vmware.api [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 1169.910939] env[69413]: value = "task-3078467" [ 1169.910939] env[69413]: _type = "Task" [ 1169.910939] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.919877] env[69413]: DEBUG oslo_vmware.api [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078467, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.948410] env[69413]: DEBUG oslo_concurrency.lockutils [req-eb1a8c49-4b09-47a5-b4a3-5e3e7dde4da8 req-e83cd61f-0a07-4035-8d33-1e0bcd599a16 service nova] Releasing lock "refresh_cache-4d549d35-17c1-4c49-bafb-481bb9701936" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.948768] env[69413]: DEBUG nova.compute.manager [req-eb1a8c49-4b09-47a5-b4a3-5e3e7dde4da8 req-e83cd61f-0a07-4035-8d33-1e0bcd599a16 service nova] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Received event network-vif-deleted-ca2cb61a-6b30-4e67-bf1d-f8fcd88f9205 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.227257] env[69413]: DEBUG oslo_concurrency.lockutils [None req-00af262d-48ca-466d-a761-8a1279ed435d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "refresh_cache-4d549d35-17c1-4c49-bafb-481bb9701936" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.227257] env[69413]: DEBUG oslo_concurrency.lockutils [None req-00af262d-48ca-466d-a761-8a1279ed435d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquired lock "refresh_cache-4d549d35-17c1-4c49-bafb-481bb9701936" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.227551] env[69413]: DEBUG nova.network.neutron [None req-00af262d-48ca-466d-a761-8a1279ed435d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.326554] env[69413]: DEBUG oslo_concurrency.lockutils [None req-60a0241e-8b0c-4dc1-af78-95773d7e3b91 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "817f5d07-2b2b-4878-8d7a-5f45cdee6c87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.326854] env[69413]: DEBUG oslo_concurrency.lockutils [None req-60a0241e-8b0c-4dc1-af78-95773d7e3b91 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "817f5d07-2b2b-4878-8d7a-5f45cdee6c87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.327138] env[69413]: DEBUG oslo_concurrency.lockutils [None req-60a0241e-8b0c-4dc1-af78-95773d7e3b91 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "817f5d07-2b2b-4878-8d7a-5f45cdee6c87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.327342] env[69413]: DEBUG oslo_concurrency.lockutils [None req-60a0241e-8b0c-4dc1-af78-95773d7e3b91 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "817f5d07-2b2b-4878-8d7a-5f45cdee6c87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.327513] env[69413]: DEBUG oslo_concurrency.lockutils [None req-60a0241e-8b0c-4dc1-af78-95773d7e3b91 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "817f5d07-2b2b-4878-8d7a-5f45cdee6c87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.329644] env[69413]: INFO nova.compute.manager [None req-60a0241e-8b0c-4dc1-af78-95773d7e3b91 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Terminating instance [ 1170.365845] env[69413]: DEBUG oslo_vmware.api [None req-0dac2145-9430-469f-b0d7-9cf8128fa0eb tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078466, 'name': ReconfigVM_Task, 'duration_secs': 0.162399} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.366129] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dac2145-9430-469f-b0d7-9cf8128fa0eb tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616343', 'volume_id': '12db5658-7618-4fc0-9082-6f5717c7ed43', 'name': 'volume-12db5658-7618-4fc0-9082-6f5717c7ed43', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8871ee21-1801-4e65-b308-3de40cb706e4', 'attached_at': '', 'detached_at': '', 'volume_id': '12db5658-7618-4fc0-9082-6f5717c7ed43', 'serial': '12db5658-7618-4fc0-9082-6f5717c7ed43'} {{(pid=69413) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1170.421868] env[69413]: DEBUG oslo_vmware.api [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078467, 'name': Rename_Task, 'duration_secs': 0.252153} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.422144] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1170.422364] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4352bcb5-0100-4ca1-a2d1-773c1a7532e3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.430636] env[69413]: DEBUG oslo_vmware.api [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 1170.430636] env[69413]: value = "task-3078468" [ 1170.430636] env[69413]: _type = "Task" [ 1170.430636] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.438951] env[69413]: DEBUG oslo_vmware.api [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078468, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.474724] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 7d1875ac-2554-480f-96ae-de15482d93df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.474964] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.475232] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 9714646b-1525-4dd9-805d-cae11ee88a3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.475385] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 245b6791-5aa0-48a4-8f67-ab3e48fca4fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.475510] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 8871ee21-1801-4e65-b308-3de40cb706e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.475642] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 4d549d35-17c1-4c49-bafb-481bb9701936 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.475750] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 4f3fe258-4b51-47fb-b864-a16f3f8300a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.475867] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 66647c01-10d2-411e-81ef-bd0470b77646 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.476029] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance a7ce7788-f901-4440-8467-39889734fccb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.476258] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance db092a98-ca4d-4412-8adb-04ad6f51bc00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.476439] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance de9c9158-9c87-437d-94b4-76c4ea45a8b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.476588] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance dc7c8425-53b2-407e-a3a6-cd9120b88f77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.476763] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance ed459731-5549-4a15-add7-9c53bc98ad9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.476991] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 817f5d07-2b2b-4878-8d7a-5f45cdee6c87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.790869] env[69413]: WARNING nova.network.neutron [None req-00af262d-48ca-466d-a761-8a1279ed435d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] c077ac73-635f-41c3-b7b8-378fd6e30890 already exists in list: networks containing: ['c077ac73-635f-41c3-b7b8-378fd6e30890']. ignoring it [ 1170.833214] env[69413]: DEBUG nova.compute.manager [None req-60a0241e-8b0c-4dc1-af78-95773d7e3b91 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1170.833214] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-60a0241e-8b0c-4dc1-af78-95773d7e3b91 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1170.833890] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da03614-27ab-48d5-8fd4-8ef43c83c0b7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.843008] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-60a0241e-8b0c-4dc1-af78-95773d7e3b91 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1170.843330] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebe6e820-4888-4808-93a9-2908fca65b43 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.851805] env[69413]: DEBUG oslo_vmware.api [None req-60a0241e-8b0c-4dc1-af78-95773d7e3b91 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1170.851805] env[69413]: value = "task-3078469" [ 1170.851805] env[69413]: _type = "Task" [ 1170.851805] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.860421] env[69413]: DEBUG oslo_vmware.api [None req-60a0241e-8b0c-4dc1-af78-95773d7e3b91 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.942249] env[69413]: DEBUG oslo_vmware.api [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078468, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.980787] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 9779f001-a30a-4107-b239-1c214d6b7b87 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1170.981165] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69413) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1170.981377] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69413) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1171.218157] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa6e8ed-7538-4caa-be5c-4b8100e6d0ce {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.227640] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811d71fe-b3fa-48cd-902a-d33d28f13b87 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.259191] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc29e5f-c3b9-427a-9817-65b932ece339 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.263958] env[69413]: DEBUG nova.network.neutron [None req-00af262d-48ca-466d-a761-8a1279ed435d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Updating instance_info_cache with network_info: [{"id": "4ac12f01-6c87-45b7-9aeb-4ae10040c208", "address": "fa:16:3e:18:4f:54", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ac12f01-6c", "ovs_interfaceid": "4ac12f01-6c87-45b7-9aeb-4ae10040c208", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "212bddde-9395-4331-bdfd-99b2595cfdeb", "address": "fa:16:3e:e5:6a:2d", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap212bddde-93", "ovs_interfaceid": "212bddde-9395-4331-bdfd-99b2595cfdeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.268528] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c81752-ed65-426f-b1f8-dee3a93d0e30 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.286537] env[69413]: DEBUG nova.compute.provider_tree [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.364389] env[69413]: DEBUG oslo_vmware.api [None req-60a0241e-8b0c-4dc1-af78-95773d7e3b91 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078469, 'name': PowerOffVM_Task, 'duration_secs': 0.211249} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.365098] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-60a0241e-8b0c-4dc1-af78-95773d7e3b91 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.365098] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-60a0241e-8b0c-4dc1-af78-95773d7e3b91 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.365098] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca46bc58-7a1a-4b2b-a2ed-986b4dd980c8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.402137] env[69413]: DEBUG nova.objects.instance [None req-0dac2145-9430-469f-b0d7-9cf8128fa0eb tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lazy-loading 'flavor' on Instance uuid 8871ee21-1801-4e65-b308-3de40cb706e4 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.439511] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-60a0241e-8b0c-4dc1-af78-95773d7e3b91 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1171.439745] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-60a0241e-8b0c-4dc1-af78-95773d7e3b91 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1171.439926] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-60a0241e-8b0c-4dc1-af78-95773d7e3b91 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Deleting the datastore file [datastore2] 817f5d07-2b2b-4878-8d7a-5f45cdee6c87 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.440719] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11a2e832-c660-4ef6-9606-8d1a02513fce {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.450028] env[69413]: DEBUG oslo_vmware.api [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078468, 'name': PowerOnVM_Task, 'duration_secs': 0.774564} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.450028] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1171.451441] env[69413]: DEBUG oslo_vmware.api [None req-60a0241e-8b0c-4dc1-af78-95773d7e3b91 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1171.451441] env[69413]: value = "task-3078471" [ 1171.451441] env[69413]: _type = "Task" [ 1171.451441] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.460590] env[69413]: DEBUG oslo_vmware.api [None req-60a0241e-8b0c-4dc1-af78-95773d7e3b91 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078471, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.560999] env[69413]: DEBUG nova.compute.manager [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1171.561904] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f06ea4-a391-488a-b1fd-2211bd142ec0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.768553] env[69413]: DEBUG oslo_concurrency.lockutils [None req-00af262d-48ca-466d-a761-8a1279ed435d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Releasing lock "refresh_cache-4d549d35-17c1-4c49-bafb-481bb9701936" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.769535] env[69413]: DEBUG oslo_concurrency.lockutils [None req-00af262d-48ca-466d-a761-8a1279ed435d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "4d549d35-17c1-4c49-bafb-481bb9701936" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.769804] env[69413]: DEBUG oslo_concurrency.lockutils [None req-00af262d-48ca-466d-a761-8a1279ed435d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquired lock "4d549d35-17c1-4c49-bafb-481bb9701936" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.771891] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ef7e55-f1a7-40f4-b52a-8b971404a5bb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.799637] env[69413]: DEBUG nova.scheduler.client.report [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.808025] env[69413]: DEBUG nova.virt.hardware [None req-00af262d-48ca-466d-a761-8a1279ed435d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1171.808025] env[69413]: DEBUG nova.virt.hardware [None req-00af262d-48ca-466d-a761-8a1279ed435d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.808025] env[69413]: DEBUG nova.virt.hardware [None req-00af262d-48ca-466d-a761-8a1279ed435d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.808025] env[69413]: DEBUG nova.virt.hardware [None req-00af262d-48ca-466d-a761-8a1279ed435d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.808025] env[69413]: DEBUG nova.virt.hardware [None req-00af262d-48ca-466d-a761-8a1279ed435d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.808025] env[69413]: DEBUG nova.virt.hardware [None req-00af262d-48ca-466d-a761-8a1279ed435d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1171.808025] env[69413]: DEBUG nova.virt.hardware [None req-00af262d-48ca-466d-a761-8a1279ed435d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1171.808025] env[69413]: DEBUG nova.virt.hardware [None req-00af262d-48ca-466d-a761-8a1279ed435d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1171.808025] env[69413]: DEBUG nova.virt.hardware [None req-00af262d-48ca-466d-a761-8a1279ed435d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1171.808025] env[69413]: DEBUG nova.virt.hardware [None req-00af262d-48ca-466d-a761-8a1279ed435d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1171.808025] env[69413]: DEBUG nova.virt.hardware [None req-00af262d-48ca-466d-a761-8a1279ed435d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1171.819999] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-00af262d-48ca-466d-a761-8a1279ed435d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Reconfiguring VM to attach interface {{(pid=69413) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1171.820919] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cfb4615-6a39-4ed6-9cde-784a4075d448 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.856623] env[69413]: DEBUG oslo_vmware.api [None req-00af262d-48ca-466d-a761-8a1279ed435d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 1171.856623] env[69413]: value = "task-3078472" [ 1171.856623] env[69413]: _type = "Task" [ 1171.856623] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.858334] env[69413]: DEBUG nova.compute.manager [req-375c1867-2521-4a67-be37-ed79728f7b20 req-dd4c5d1b-1faa-4535-8929-4255f185b72d service nova] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Received event network-changed-212bddde-9395-4331-bdfd-99b2595cfdeb {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.858626] env[69413]: DEBUG nova.compute.manager [req-375c1867-2521-4a67-be37-ed79728f7b20 req-dd4c5d1b-1faa-4535-8929-4255f185b72d service nova] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Refreshing instance network info cache due to event network-changed-212bddde-9395-4331-bdfd-99b2595cfdeb. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1171.858945] env[69413]: DEBUG oslo_concurrency.lockutils [req-375c1867-2521-4a67-be37-ed79728f7b20 req-dd4c5d1b-1faa-4535-8929-4255f185b72d service nova] Acquiring lock "refresh_cache-4d549d35-17c1-4c49-bafb-481bb9701936" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.859209] env[69413]: DEBUG oslo_concurrency.lockutils [req-375c1867-2521-4a67-be37-ed79728f7b20 req-dd4c5d1b-1faa-4535-8929-4255f185b72d service nova] Acquired lock "refresh_cache-4d549d35-17c1-4c49-bafb-481bb9701936" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.859471] env[69413]: DEBUG nova.network.neutron [req-375c1867-2521-4a67-be37-ed79728f7b20 req-dd4c5d1b-1faa-4535-8929-4255f185b72d service nova] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Refreshing network info cache for port 212bddde-9395-4331-bdfd-99b2595cfdeb {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1171.885132] env[69413]: DEBUG oslo_vmware.api [None req-00af262d-48ca-466d-a761-8a1279ed435d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078472, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.909199] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0dac2145-9430-469f-b0d7-9cf8128fa0eb tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "8871ee21-1801-4e65-b308-3de40cb706e4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.322s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.962723] env[69413]: DEBUG oslo_vmware.api [None req-60a0241e-8b0c-4dc1-af78-95773d7e3b91 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078471, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169971} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.963007] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-60a0241e-8b0c-4dc1-af78-95773d7e3b91 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1171.963210] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-60a0241e-8b0c-4dc1-af78-95773d7e3b91 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1171.963392] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-60a0241e-8b0c-4dc1-af78-95773d7e3b91 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1171.963565] env[69413]: INFO nova.compute.manager [None req-60a0241e-8b0c-4dc1-af78-95773d7e3b91 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1171.963814] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60a0241e-8b0c-4dc1-af78-95773d7e3b91 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.964021] env[69413]: DEBUG nova.compute.manager [-] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1171.964123] env[69413]: DEBUG nova.network.neutron [-] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1172.083430] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a86fa30f-5bfa-49bb-b4e1-3467a87ef334 tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lock "a7ce7788-f901-4440-8467-39889734fccb" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 35.103s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.321831] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69413) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1172.326727] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.885s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.326727] env[69413]: DEBUG oslo_concurrency.lockutils [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.853s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.330626] env[69413]: INFO nova.compute.claims [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1172.332972] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.333134] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Cleaning up deleted instances {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1172.356219] env[69413]: INFO nova.compute.manager [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Rebuilding instance [ 1172.373631] env[69413]: DEBUG oslo_vmware.api [None req-00af262d-48ca-466d-a761-8a1279ed435d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.422138] env[69413]: DEBUG nova.compute.manager [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.423036] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee1ecfa-0908-4d0a-a7cb-1b78a9033d25 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.853481] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] There are 59 instances to clean {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1172.853682] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 4e43ec99-c8b2-4aa4-be04-33003b4cf712] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.855293] env[69413]: DEBUG nova.network.neutron [-] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.881429] env[69413]: DEBUG oslo_vmware.api [None req-00af262d-48ca-466d-a761-8a1279ed435d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078472, 'name': ReconfigVM_Task, 'duration_secs': 0.816099} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.881967] env[69413]: DEBUG oslo_concurrency.lockutils [None req-00af262d-48ca-466d-a761-8a1279ed435d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Releasing lock "4d549d35-17c1-4c49-bafb-481bb9701936" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.882201] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-00af262d-48ca-466d-a761-8a1279ed435d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Reconfigured VM to attach interface {{(pid=69413) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1173.021172] env[69413]: DEBUG nova.network.neutron [req-375c1867-2521-4a67-be37-ed79728f7b20 req-dd4c5d1b-1faa-4535-8929-4255f185b72d service nova] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Updated VIF entry in instance network info cache for port 212bddde-9395-4331-bdfd-99b2595cfdeb. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1173.021604] env[69413]: DEBUG nova.network.neutron [req-375c1867-2521-4a67-be37-ed79728f7b20 req-dd4c5d1b-1faa-4535-8929-4255f185b72d service nova] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Updating instance_info_cache with network_info: [{"id": "4ac12f01-6c87-45b7-9aeb-4ae10040c208", "address": "fa:16:3e:18:4f:54", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ac12f01-6c", "ovs_interfaceid": "4ac12f01-6c87-45b7-9aeb-4ae10040c208", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "212bddde-9395-4331-bdfd-99b2595cfdeb", "address": "fa:16:3e:e5:6a:2d", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap212bddde-93", "ovs_interfaceid": "212bddde-9395-4331-bdfd-99b2595cfdeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.358714] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: e7198b96-86ee-479a-bc7c-2e35c62d6c80] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.364835] env[69413]: INFO nova.compute.manager [-] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Took 1.40 seconds to deallocate network for instance. [ 1173.385981] env[69413]: DEBUG oslo_concurrency.lockutils [None req-00af262d-48ca-466d-a761-8a1279ed435d tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "interface-4d549d35-17c1-4c49-bafb-481bb9701936-212bddde-9395-4331-bdfd-99b2595cfdeb" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.720s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.442627] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.443187] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8eb66734-6126-47b3-84c1-c422057ad5e9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.453272] env[69413]: DEBUG oslo_vmware.api [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1173.453272] env[69413]: value = "task-3078473" [ 1173.453272] env[69413]: _type = "Task" [ 1173.453272] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.467056] env[69413]: DEBUG oslo_vmware.api [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.525121] env[69413]: DEBUG oslo_concurrency.lockutils [req-375c1867-2521-4a67-be37-ed79728f7b20 req-dd4c5d1b-1faa-4535-8929-4255f185b72d service nova] Releasing lock "refresh_cache-4d549d35-17c1-4c49-bafb-481bb9701936" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.590128] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b58f868-41ac-46d9-9156-885aa92345b7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.599462] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac4c75c-720f-409f-8a4f-54fce232ef8f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.636213] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6941f2da-be3f-4d27-a398-3cf2b6a90cdb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.645623] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fbb026-fbd0-4c80-8417-e79373d35abd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.661155] env[69413]: DEBUG nova.compute.provider_tree [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.866676] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: ae75ff3f-13fe-4a83-902b-cf69b342bf72] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.873195] env[69413]: DEBUG oslo_concurrency.lockutils [None req-60a0241e-8b0c-4dc1-af78-95773d7e3b91 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.883899] env[69413]: DEBUG nova.compute.manager [req-89775b39-998b-4e9d-a18f-51f8a41ff116 req-71a6cf62-b421-4d8e-81f7-03d76a8265ae service nova] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Received event network-vif-deleted-20386c4e-46e6-47b1-b422-4fcc72f0966a {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.971279] env[69413]: DEBUG oslo_vmware.api [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078473, 'name': PowerOffVM_Task, 'duration_secs': 0.337277} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.971560] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.052438] env[69413]: INFO nova.compute.manager [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Detaching volume 12db5658-7618-4fc0-9082-6f5717c7ed43 [ 1174.096637] env[69413]: INFO nova.virt.block_device [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Attempting to driver detach volume 12db5658-7618-4fc0-9082-6f5717c7ed43 from mountpoint /dev/sdb [ 1174.096898] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Volume detach. Driver type: vmdk {{(pid=69413) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1174.097180] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616343', 'volume_id': '12db5658-7618-4fc0-9082-6f5717c7ed43', 'name': 'volume-12db5658-7618-4fc0-9082-6f5717c7ed43', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8871ee21-1801-4e65-b308-3de40cb706e4', 'attached_at': '', 'detached_at': '', 'volume_id': '12db5658-7618-4fc0-9082-6f5717c7ed43', 'serial': '12db5658-7618-4fc0-9082-6f5717c7ed43'} {{(pid=69413) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1174.098125] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45061f66-9920-4d3e-a9ca-3def307d2185 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.121311] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89905ea1-844b-49c5-ac1d-1e29708d3049 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.129406] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f99b0ff-e06c-4728-8771-332a1d7af324 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.153636] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73df20f-f7e1-488f-9f4f-5446c7f3c06e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.171838] env[69413]: DEBUG nova.scheduler.client.report [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.175191] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] The volume has not been displaced from its original location: [datastore2] volume-12db5658-7618-4fc0-9082-6f5717c7ed43/volume-12db5658-7618-4fc0-9082-6f5717c7ed43.vmdk. No consolidation needed. {{(pid=69413) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1174.185749] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Reconfiguring VM instance instance-00000067 to detach disk 2001 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1174.186399] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f75c2e82-e877-4a23-84f2-045112227f94 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.207423] env[69413]: DEBUG oslo_vmware.api [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1174.207423] env[69413]: value = "task-3078474" [ 1174.207423] env[69413]: _type = "Task" [ 1174.207423] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.216820] env[69413]: DEBUG oslo_vmware.api [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078474, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.370530] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 575224ad-7ee7-4a0a-a81a-6edb74dec5c8] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.687477] env[69413]: DEBUG oslo_concurrency.lockutils [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.688116] env[69413]: DEBUG nova.compute.manager [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1174.690995] env[69413]: DEBUG oslo_concurrency.lockutils [None req-60a0241e-8b0c-4dc1-af78-95773d7e3b91 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.818s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.691238] env[69413]: DEBUG nova.objects.instance [None req-60a0241e-8b0c-4dc1-af78-95773d7e3b91 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lazy-loading 'resources' on Instance uuid 817f5d07-2b2b-4878-8d7a-5f45cdee6c87 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.717557] env[69413]: DEBUG oslo_vmware.api [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078474, 'name': ReconfigVM_Task, 'duration_secs': 0.219853} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.717819] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Reconfigured VM instance instance-00000067 to detach disk 2001 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1174.723066] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e996dd31-fbdb-49db-b816-adcd41a534ac {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.740545] env[69413]: DEBUG oslo_vmware.api [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1174.740545] env[69413]: value = "task-3078475" [ 1174.740545] env[69413]: _type = "Task" [ 1174.740545] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.749811] env[69413]: DEBUG oslo_vmware.api [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078475, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.874735] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: dadcf63e-b8ba-48c1-ad31-b7b9ed455850] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.907514] env[69413]: DEBUG oslo_concurrency.lockutils [None req-42335e95-5de4-40e9-8656-49aa64e9c3b3 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "interface-4d549d35-17c1-4c49-bafb-481bb9701936-212bddde-9395-4331-bdfd-99b2595cfdeb" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.907783] env[69413]: DEBUG oslo_concurrency.lockutils [None req-42335e95-5de4-40e9-8656-49aa64e9c3b3 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "interface-4d549d35-17c1-4c49-bafb-481bb9701936-212bddde-9395-4331-bdfd-99b2595cfdeb" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.194526] env[69413]: DEBUG nova.compute.utils [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1175.199055] env[69413]: DEBUG nova.compute.manager [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1175.199055] env[69413]: DEBUG nova.network.neutron [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1175.245676] env[69413]: DEBUG nova.policy [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2953d8da9b542ce82a54ea7453dd228', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfc3adf98d1b406bb41789bbf8418aa3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1175.254883] env[69413]: DEBUG oslo_vmware.api [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078475, 'name': ReconfigVM_Task, 'duration_secs': 0.290673} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.255201] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616343', 'volume_id': '12db5658-7618-4fc0-9082-6f5717c7ed43', 'name': 'volume-12db5658-7618-4fc0-9082-6f5717c7ed43', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8871ee21-1801-4e65-b308-3de40cb706e4', 'attached_at': '', 'detached_at': '', 'volume_id': '12db5658-7618-4fc0-9082-6f5717c7ed43', 'serial': '12db5658-7618-4fc0-9082-6f5717c7ed43'} {{(pid=69413) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1175.380043] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: e0781694-335c-4773-a54d-538da4eadeaa] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.395519] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa399f6-656a-4292-a747-58458a297ef4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.404417] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341d9afe-1ddb-43a3-9952-505d78e9638f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.411117] env[69413]: DEBUG oslo_concurrency.lockutils [None req-42335e95-5de4-40e9-8656-49aa64e9c3b3 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "4d549d35-17c1-4c49-bafb-481bb9701936" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.413050] env[69413]: DEBUG oslo_concurrency.lockutils [None req-42335e95-5de4-40e9-8656-49aa64e9c3b3 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquired lock "4d549d35-17c1-4c49-bafb-481bb9701936" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.413050] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db8e715-25cf-4272-b831-fb932d67d7b8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.440465] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e4428d-627f-4094-aeff-29a4b6aab6c3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.455645] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce252e2d-967a-418c-86fc-816c30de1ed3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.461486] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85274f3d-caa4-4566-a517-d3c1bd114476 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.487582] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-42335e95-5de4-40e9-8656-49aa64e9c3b3 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Reconfiguring VM to detach interface {{(pid=69413) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1175.487982] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5690c66a-2182-4308-8955-ea43da6d6b49 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.513824] env[69413]: DEBUG nova.compute.provider_tree [None req-60a0241e-8b0c-4dc1-af78-95773d7e3b91 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.520579] env[69413]: DEBUG oslo_vmware.api [None req-42335e95-5de4-40e9-8656-49aa64e9c3b3 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 1175.520579] env[69413]: value = "task-3078476" [ 1175.520579] env[69413]: _type = "Task" [ 1175.520579] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.530453] env[69413]: DEBUG oslo_vmware.api [None req-42335e95-5de4-40e9-8656-49aa64e9c3b3 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078476, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.573739] env[69413]: DEBUG nova.network.neutron [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Successfully created port: 8fe2eba3-5775-404a-bec5-b1f142850816 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1175.699701] env[69413]: DEBUG nova.compute.manager [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1175.882053] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 37ed227d-495e-4f1b-8acb-2c30ca5555b3] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.015394] env[69413]: DEBUG nova.scheduler.client.report [None req-60a0241e-8b0c-4dc1-af78-95773d7e3b91 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.031974] env[69413]: DEBUG oslo_vmware.api [None req-42335e95-5de4-40e9-8656-49aa64e9c3b3 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.313541] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.314008] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-484e43eb-aaaa-4c6b-a555-5acec0130241 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.322813] env[69413]: DEBUG oslo_vmware.api [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1176.322813] env[69413]: value = "task-3078477" [ 1176.322813] env[69413]: _type = "Task" [ 1176.322813] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.331501] env[69413]: DEBUG oslo_vmware.api [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.384643] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 5e6f3c64-ad2a-4cc4-af05-71a35a1501ab] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.520170] env[69413]: DEBUG oslo_concurrency.lockutils [None req-60a0241e-8b0c-4dc1-af78-95773d7e3b91 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.829s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.532113] env[69413]: DEBUG oslo_vmware.api [None req-42335e95-5de4-40e9-8656-49aa64e9c3b3 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.548887] env[69413]: INFO nova.scheduler.client.report [None req-60a0241e-8b0c-4dc1-af78-95773d7e3b91 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Deleted allocations for instance 817f5d07-2b2b-4878-8d7a-5f45cdee6c87 [ 1176.708670] env[69413]: DEBUG nova.compute.manager [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1176.733975] env[69413]: DEBUG nova.virt.hardware [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1176.734266] env[69413]: DEBUG nova.virt.hardware [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1176.734422] env[69413]: DEBUG nova.virt.hardware [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1176.734602] env[69413]: DEBUG nova.virt.hardware [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1176.734745] env[69413]: DEBUG nova.virt.hardware [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1176.734921] env[69413]: DEBUG nova.virt.hardware [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1176.735131] env[69413]: DEBUG nova.virt.hardware [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1176.735331] env[69413]: DEBUG nova.virt.hardware [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1176.735484] env[69413]: DEBUG nova.virt.hardware [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1176.735662] env[69413]: DEBUG nova.virt.hardware [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1176.735840] env[69413]: DEBUG nova.virt.hardware [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1176.736721] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde38ad3-77dc-4b4c-a268-ad3adf7801c2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.745269] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47852f5-b259-4d5a-90f1-084b32714c20 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.833494] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] VM already powered off {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1176.833721] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Volume detach. Driver type: vmdk {{(pid=69413) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1176.833920] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616343', 'volume_id': '12db5658-7618-4fc0-9082-6f5717c7ed43', 'name': 'volume-12db5658-7618-4fc0-9082-6f5717c7ed43', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8871ee21-1801-4e65-b308-3de40cb706e4', 'attached_at': '', 'detached_at': '', 'volume_id': '12db5658-7618-4fc0-9082-6f5717c7ed43', 'serial': '12db5658-7618-4fc0-9082-6f5717c7ed43'} {{(pid=69413) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1176.834709] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49a4733-216b-426d-b9b7-de183b83a7e1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.854818] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07de6056-e40c-40db-ac04-2ec605ca16e2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.862374] env[69413]: WARNING nova.virt.vmwareapi.driver [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1176.862706] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1176.864165] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2c73db-2540-4a38-a155-3aef006e77e2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.872018] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.872280] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3cbfdff7-b0c7-4e97-a72c-8800a0516a5b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.887551] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 2ed3d884-3573-4e93-be24-23b1cd5cd9c5] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.932096] env[69413]: DEBUG nova.compute.manager [req-d81b1131-1d37-4f23-bde0-730d8b04abd1 req-1a3ac879-d37e-49ce-b797-e35e0795de54 service nova] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Received event network-vif-plugged-8fe2eba3-5775-404a-bec5-b1f142850816 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.932349] env[69413]: DEBUG oslo_concurrency.lockutils [req-d81b1131-1d37-4f23-bde0-730d8b04abd1 req-1a3ac879-d37e-49ce-b797-e35e0795de54 service nova] Acquiring lock "9779f001-a30a-4107-b239-1c214d6b7b87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.932563] env[69413]: DEBUG oslo_concurrency.lockutils [req-d81b1131-1d37-4f23-bde0-730d8b04abd1 req-1a3ac879-d37e-49ce-b797-e35e0795de54 service nova] Lock "9779f001-a30a-4107-b239-1c214d6b7b87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.932759] env[69413]: DEBUG oslo_concurrency.lockutils [req-d81b1131-1d37-4f23-bde0-730d8b04abd1 req-1a3ac879-d37e-49ce-b797-e35e0795de54 service nova] Lock "9779f001-a30a-4107-b239-1c214d6b7b87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.932889] env[69413]: DEBUG nova.compute.manager [req-d81b1131-1d37-4f23-bde0-730d8b04abd1 req-1a3ac879-d37e-49ce-b797-e35e0795de54 service nova] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] No waiting events found dispatching network-vif-plugged-8fe2eba3-5775-404a-bec5-b1f142850816 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1176.933061] env[69413]: WARNING nova.compute.manager [req-d81b1131-1d37-4f23-bde0-730d8b04abd1 req-1a3ac879-d37e-49ce-b797-e35e0795de54 service nova] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Received unexpected event network-vif-plugged-8fe2eba3-5775-404a-bec5-b1f142850816 for instance with vm_state building and task_state spawning. [ 1176.939331] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.939515] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.939697] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Deleting the datastore file [datastore2] 8871ee21-1801-4e65-b308-3de40cb706e4 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.939956] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e8f3c7f-6039-44f1-9c83-6b075b802248 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.948837] env[69413]: DEBUG oslo_vmware.api [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1176.948837] env[69413]: value = "task-3078479" [ 1176.948837] env[69413]: _type = "Task" [ 1176.948837] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.957764] env[69413]: DEBUG oslo_vmware.api [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.019736] env[69413]: DEBUG nova.network.neutron [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Successfully updated port: 8fe2eba3-5775-404a-bec5-b1f142850816 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1177.037081] env[69413]: DEBUG oslo_vmware.api [None req-42335e95-5de4-40e9-8656-49aa64e9c3b3 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.057979] env[69413]: DEBUG oslo_concurrency.lockutils [None req-60a0241e-8b0c-4dc1-af78-95773d7e3b91 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "817f5d07-2b2b-4878-8d7a-5f45cdee6c87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.731s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.391223] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: d4f71449-d687-4706-9ee0-c2c5841c9709] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.459449] env[69413]: DEBUG oslo_vmware.api [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260289} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.459672] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.459855] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.460038] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.522107] env[69413]: DEBUG oslo_concurrency.lockutils [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Acquiring lock "refresh_cache-9779f001-a30a-4107-b239-1c214d6b7b87" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.522378] env[69413]: DEBUG oslo_concurrency.lockutils [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Acquired lock "refresh_cache-9779f001-a30a-4107-b239-1c214d6b7b87" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.522484] env[69413]: DEBUG nova.network.neutron [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.535940] env[69413]: DEBUG oslo_vmware.api [None req-42335e95-5de4-40e9-8656-49aa64e9c3b3 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.894299] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: fb0eb653-c2e0-451f-b21f-bba3fb477983] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.964997] env[69413]: INFO nova.virt.block_device [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Booting with volume 12db5658-7618-4fc0-9082-6f5717c7ed43 at /dev/sdb [ 1178.000955] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b54ad34f-670f-4389-bc9e-afb60c35ebff {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.011570] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8199ff-ea3d-456c-8d90-eaf3729a8d6a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.033192] env[69413]: DEBUG oslo_vmware.api [None req-42335e95-5de4-40e9-8656-49aa64e9c3b3 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.044508] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ed7f688-fec1-4c4e-87d3-76438ef7d1fe {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.053521] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae9093f-18a0-4085-b43f-8f1639deb90c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.064717] env[69413]: DEBUG nova.network.neutron [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1178.092148] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06bcc46-c741-437a-a818-d1f79b18a476 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.099400] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd14e21-7860-489f-b78c-5b088ea6c407 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.112980] env[69413]: DEBUG nova.virt.block_device [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Updating existing volume attachment record: 23670f64-3e21-482b-bf95-c424c41049de {{(pid=69413) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1178.190212] env[69413]: DEBUG nova.network.neutron [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Updating instance_info_cache with network_info: [{"id": "8fe2eba3-5775-404a-bec5-b1f142850816", "address": "fa:16:3e:bc:24:a8", "network": {"id": "f7af8c0a-b1dc-4fe6-8713-b92b4430bec2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-460491079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bfc3adf98d1b406bb41789bbf8418aa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fe2eba3-57", "ovs_interfaceid": "8fe2eba3-5775-404a-bec5-b1f142850816", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.192055] env[69413]: DEBUG oslo_concurrency.lockutils [None req-463104db-c3b6-4568-9e5e-15a38a527eec tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "4f3fe258-4b51-47fb-b864-a16f3f8300a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.192313] env[69413]: DEBUG oslo_concurrency.lockutils [None req-463104db-c3b6-4568-9e5e-15a38a527eec tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "4f3fe258-4b51-47fb-b864-a16f3f8300a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.192516] env[69413]: DEBUG oslo_concurrency.lockutils [None req-463104db-c3b6-4568-9e5e-15a38a527eec tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "4f3fe258-4b51-47fb-b864-a16f3f8300a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.192699] env[69413]: DEBUG oslo_concurrency.lockutils [None req-463104db-c3b6-4568-9e5e-15a38a527eec tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "4f3fe258-4b51-47fb-b864-a16f3f8300a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.192863] env[69413]: DEBUG oslo_concurrency.lockutils [None req-463104db-c3b6-4568-9e5e-15a38a527eec tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "4f3fe258-4b51-47fb-b864-a16f3f8300a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.195759] env[69413]: INFO nova.compute.manager [None req-463104db-c3b6-4568-9e5e-15a38a527eec tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Terminating instance [ 1178.397684] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: a00b927a-72f2-43e5-8a2f-b677cac41d83] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.534078] env[69413]: DEBUG oslo_vmware.api [None req-42335e95-5de4-40e9-8656-49aa64e9c3b3 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.692596] env[69413]: DEBUG oslo_concurrency.lockutils [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Releasing lock "refresh_cache-9779f001-a30a-4107-b239-1c214d6b7b87" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.692988] env[69413]: DEBUG nova.compute.manager [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Instance network_info: |[{"id": "8fe2eba3-5775-404a-bec5-b1f142850816", "address": "fa:16:3e:bc:24:a8", "network": {"id": "f7af8c0a-b1dc-4fe6-8713-b92b4430bec2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-460491079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bfc3adf98d1b406bb41789bbf8418aa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fe2eba3-57", "ovs_interfaceid": "8fe2eba3-5775-404a-bec5-b1f142850816", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1178.693468] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:24:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7d2575f-b92f-44ec-a863-634cb76631a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8fe2eba3-5775-404a-bec5-b1f142850816', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1178.701579] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.702187] env[69413]: DEBUG nova.compute.manager [None req-463104db-c3b6-4568-9e5e-15a38a527eec tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1178.702419] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-463104db-c3b6-4568-9e5e-15a38a527eec tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1178.702931] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1178.703662] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff8c82e-c723-4cf2-ae74-8ddc3a31a7d2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.706537] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28a090bb-a6fe-4c89-b97d-b425bab226e4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.726767] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-463104db-c3b6-4568-9e5e-15a38a527eec tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.728069] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2dd5909-223a-4c75-a48e-a167376935bd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.729443] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1178.729443] env[69413]: value = "task-3078480" [ 1178.729443] env[69413]: _type = "Task" [ 1178.729443] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.735933] env[69413]: DEBUG oslo_vmware.api [None req-463104db-c3b6-4568-9e5e-15a38a527eec tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1178.735933] env[69413]: value = "task-3078481" [ 1178.735933] env[69413]: _type = "Task" [ 1178.735933] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.738996] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078480, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.747027] env[69413]: DEBUG oslo_vmware.api [None req-463104db-c3b6-4568-9e5e-15a38a527eec tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078481, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.900536] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: ba15ffbe-192a-448a-bc28-461f876c6804] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.959310] env[69413]: DEBUG nova.compute.manager [req-14ef6829-0369-4b8f-8862-56cf142849c1 req-0c80ef6c-dd3d-4e28-a215-f0818e8fdc50 service nova] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Received event network-changed-8fe2eba3-5775-404a-bec5-b1f142850816 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.959515] env[69413]: DEBUG nova.compute.manager [req-14ef6829-0369-4b8f-8862-56cf142849c1 req-0c80ef6c-dd3d-4e28-a215-f0818e8fdc50 service nova] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Refreshing instance network info cache due to event network-changed-8fe2eba3-5775-404a-bec5-b1f142850816. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1178.959734] env[69413]: DEBUG oslo_concurrency.lockutils [req-14ef6829-0369-4b8f-8862-56cf142849c1 req-0c80ef6c-dd3d-4e28-a215-f0818e8fdc50 service nova] Acquiring lock "refresh_cache-9779f001-a30a-4107-b239-1c214d6b7b87" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.959877] env[69413]: DEBUG oslo_concurrency.lockutils [req-14ef6829-0369-4b8f-8862-56cf142849c1 req-0c80ef6c-dd3d-4e28-a215-f0818e8fdc50 service nova] Acquired lock "refresh_cache-9779f001-a30a-4107-b239-1c214d6b7b87" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.960073] env[69413]: DEBUG nova.network.neutron [req-14ef6829-0369-4b8f-8862-56cf142849c1 req-0c80ef6c-dd3d-4e28-a215-f0818e8fdc50 service nova] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Refreshing network info cache for port 8fe2eba3-5775-404a-bec5-b1f142850816 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.035259] env[69413]: DEBUG oslo_vmware.api [None req-42335e95-5de4-40e9-8656-49aa64e9c3b3 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.239992] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078480, 'name': CreateVM_Task, 'duration_secs': 0.365234} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.242903] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1179.243589] env[69413]: DEBUG oslo_concurrency.lockutils [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.243755] env[69413]: DEBUG oslo_concurrency.lockutils [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.244090] env[69413]: DEBUG oslo_concurrency.lockutils [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.244650] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84189d9d-70c9-4c2d-a99d-50e02e521a43 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.249118] env[69413]: DEBUG oslo_vmware.api [None req-463104db-c3b6-4568-9e5e-15a38a527eec tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078481, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.250234] env[69413]: DEBUG oslo_vmware.api [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Waiting for the task: (returnval){ [ 1179.250234] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]529efd0b-48b2-e2aa-1bab-7f90d6dec6ba" [ 1179.250234] env[69413]: _type = "Task" [ 1179.250234] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.257197] env[69413]: DEBUG oslo_vmware.api [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]529efd0b-48b2-e2aa-1bab-7f90d6dec6ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.404127] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 5b4abcec-f532-48b1-a568-c19aa9e2bc1a] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.537561] env[69413]: DEBUG oslo_vmware.api [None req-42335e95-5de4-40e9-8656-49aa64e9c3b3 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.719515] env[69413]: DEBUG nova.network.neutron [req-14ef6829-0369-4b8f-8862-56cf142849c1 req-0c80ef6c-dd3d-4e28-a215-f0818e8fdc50 service nova] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Updated VIF entry in instance network info cache for port 8fe2eba3-5775-404a-bec5-b1f142850816. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1179.719515] env[69413]: DEBUG nova.network.neutron [req-14ef6829-0369-4b8f-8862-56cf142849c1 req-0c80ef6c-dd3d-4e28-a215-f0818e8fdc50 service nova] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Updating instance_info_cache with network_info: [{"id": "8fe2eba3-5775-404a-bec5-b1f142850816", "address": "fa:16:3e:bc:24:a8", "network": {"id": "f7af8c0a-b1dc-4fe6-8713-b92b4430bec2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-460491079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bfc3adf98d1b406bb41789bbf8418aa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fe2eba3-57", "ovs_interfaceid": "8fe2eba3-5775-404a-bec5-b1f142850816", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.750540] env[69413]: DEBUG oslo_vmware.api [None req-463104db-c3b6-4568-9e5e-15a38a527eec tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078481, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.759472] env[69413]: DEBUG oslo_vmware.api [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]529efd0b-48b2-e2aa-1bab-7f90d6dec6ba, 'name': SearchDatastore_Task, 'duration_secs': 0.009735} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.759762] env[69413]: DEBUG oslo_concurrency.lockutils [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.759992] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1179.760242] env[69413]: DEBUG oslo_concurrency.lockutils [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.760385] env[69413]: DEBUG oslo_concurrency.lockutils [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.760562] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1179.760806] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5341a96c-ae2e-45d0-a67d-a26867745b60 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.770642] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1179.770818] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1179.771579] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3351fad-d5eb-4729-b577-da9eb691be1d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.776800] env[69413]: DEBUG oslo_vmware.api [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Waiting for the task: (returnval){ [ 1179.776800] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]520ea00d-2aa8-4289-4aba-3745c0c2eea3" [ 1179.776800] env[69413]: _type = "Task" [ 1179.776800] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.784857] env[69413]: DEBUG oslo_vmware.api [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]520ea00d-2aa8-4289-4aba-3745c0c2eea3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.907074] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 66b5ff7d-c2ae-4edf-a1fe-b0d35ce99f51] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.036880] env[69413]: DEBUG oslo_vmware.api [None req-42335e95-5de4-40e9-8656-49aa64e9c3b3 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.215911] env[69413]: DEBUG nova.virt.hardware [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1180.216208] env[69413]: DEBUG nova.virt.hardware [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1180.216377] env[69413]: DEBUG nova.virt.hardware [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1180.216558] env[69413]: DEBUG nova.virt.hardware [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1180.216703] env[69413]: DEBUG nova.virt.hardware [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1180.216849] env[69413]: DEBUG nova.virt.hardware [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1180.217099] env[69413]: DEBUG nova.virt.hardware [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1180.217269] env[69413]: DEBUG nova.virt.hardware [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1180.217438] env[69413]: DEBUG nova.virt.hardware [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1180.217601] env[69413]: DEBUG nova.virt.hardware [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1180.217773] env[69413]: DEBUG nova.virt.hardware [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1180.218660] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5e136f-3123-42f2-93b0-45cde6e6198e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.221410] env[69413]: DEBUG oslo_concurrency.lockutils [req-14ef6829-0369-4b8f-8862-56cf142849c1 req-0c80ef6c-dd3d-4e28-a215-f0818e8fdc50 service nova] Releasing lock "refresh_cache-9779f001-a30a-4107-b239-1c214d6b7b87" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.227766] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2e4adc-2ff6-4350-83fb-afa320d5cd5d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.242569] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:75:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22d1225c-ba70-4419-9ab4-a072f795baba', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1180.249892] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.252835] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1180.253082] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3faba657-fd4d-417f-a042-b2ba643d7255 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.272473] env[69413]: DEBUG oslo_vmware.api [None req-463104db-c3b6-4568-9e5e-15a38a527eec tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078481, 'name': PowerOffVM_Task, 'duration_secs': 1.19955} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.273690] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-463104db-c3b6-4568-9e5e-15a38a527eec tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.273867] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-463104db-c3b6-4568-9e5e-15a38a527eec tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.274103] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1180.274103] env[69413]: value = "task-3078482" [ 1180.274103] env[69413]: _type = "Task" [ 1180.274103] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.274281] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-326b98b0-705f-4338-8fed-8926d1bcfea7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.286138] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078482, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.289643] env[69413]: DEBUG oslo_vmware.api [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]520ea00d-2aa8-4289-4aba-3745c0c2eea3, 'name': SearchDatastore_Task, 'duration_secs': 0.009539} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.290408] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a250ab8-86e9-4b36-9c95-26c59eb661ec {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.295389] env[69413]: DEBUG oslo_vmware.api [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Waiting for the task: (returnval){ [ 1180.295389] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]526ff897-3d43-ff25-66ed-b8baceac3f10" [ 1180.295389] env[69413]: _type = "Task" [ 1180.295389] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.304682] env[69413]: DEBUG oslo_vmware.api [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]526ff897-3d43-ff25-66ed-b8baceac3f10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.345722] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-463104db-c3b6-4568-9e5e-15a38a527eec tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1180.346174] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-463104db-c3b6-4568-9e5e-15a38a527eec tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1180.346472] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-463104db-c3b6-4568-9e5e-15a38a527eec tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Deleting the datastore file [datastore2] 4f3fe258-4b51-47fb-b864-a16f3f8300a5 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.346917] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c232935-25f5-46b1-b707-dc9266c4088f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.358324] env[69413]: DEBUG oslo_vmware.api [None req-463104db-c3b6-4568-9e5e-15a38a527eec tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1180.358324] env[69413]: value = "task-3078484" [ 1180.358324] env[69413]: _type = "Task" [ 1180.358324] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.370251] env[69413]: DEBUG oslo_vmware.api [None req-463104db-c3b6-4568-9e5e-15a38a527eec tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078484, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.412274] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: a670ec01-cf5f-4e7e-a2f6-8919703d7199] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.444019] env[69413]: INFO nova.compute.manager [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Rebuilding instance [ 1180.485194] env[69413]: DEBUG nova.compute.manager [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1180.486067] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c763083d-7bcd-439e-b198-f79322fc7bd9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.538871] env[69413]: DEBUG oslo_vmware.api [None req-42335e95-5de4-40e9-8656-49aa64e9c3b3 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.785680] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078482, 'name': CreateVM_Task, 'duration_secs': 0.328326} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.785858] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1180.786528] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.786733] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.787019] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.787273] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4209691a-043f-4d25-bee6-4b54134d7ecb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.791622] env[69413]: DEBUG oslo_vmware.api [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1180.791622] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5204695b-f4a0-666e-a0d9-5ff70d5e1e27" [ 1180.791622] env[69413]: _type = "Task" [ 1180.791622] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.801397] env[69413]: DEBUG oslo_vmware.api [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5204695b-f4a0-666e-a0d9-5ff70d5e1e27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.806693] env[69413]: DEBUG oslo_vmware.api [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]526ff897-3d43-ff25-66ed-b8baceac3f10, 'name': SearchDatastore_Task, 'duration_secs': 0.010549} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.806978] env[69413]: DEBUG oslo_concurrency.lockutils [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.807194] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 9779f001-a30a-4107-b239-1c214d6b7b87/9779f001-a30a-4107-b239-1c214d6b7b87.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1180.807426] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11832757-3515-4538-9a8f-506d4a35b204 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.814050] env[69413]: DEBUG oslo_vmware.api [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Waiting for the task: (returnval){ [ 1180.814050] env[69413]: value = "task-3078485" [ 1180.814050] env[69413]: _type = "Task" [ 1180.814050] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.821495] env[69413]: DEBUG oslo_vmware.api [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078485, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.868139] env[69413]: DEBUG oslo_vmware.api [None req-463104db-c3b6-4568-9e5e-15a38a527eec tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078484, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154634} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.868393] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-463104db-c3b6-4568-9e5e-15a38a527eec tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1180.868578] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-463104db-c3b6-4568-9e5e-15a38a527eec tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1180.868755] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-463104db-c3b6-4568-9e5e-15a38a527eec tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1180.868929] env[69413]: INFO nova.compute.manager [None req-463104db-c3b6-4568-9e5e-15a38a527eec tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Took 2.17 seconds to destroy the instance on the hypervisor. [ 1180.869197] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-463104db-c3b6-4568-9e5e-15a38a527eec tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.869389] env[69413]: DEBUG nova.compute.manager [-] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1180.869494] env[69413]: DEBUG nova.network.neutron [-] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1180.915371] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: d6bac1cb-c100-4ab5-ba10-fe6b1e38b18f] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.039745] env[69413]: DEBUG oslo_vmware.api [None req-42335e95-5de4-40e9-8656-49aa64e9c3b3 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078476, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.150926] env[69413]: DEBUG nova.compute.manager [req-c3fac6d2-a36b-4085-9f1f-d173079a5d7c req-8dc0b993-1d79-4d1b-979a-9d178a9f54bd service nova] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Received event network-vif-deleted-f6d2f86a-f3da-4901-95d0-4677411ce231 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.151164] env[69413]: INFO nova.compute.manager [req-c3fac6d2-a36b-4085-9f1f-d173079a5d7c req-8dc0b993-1d79-4d1b-979a-9d178a9f54bd service nova] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Neutron deleted interface f6d2f86a-f3da-4901-95d0-4677411ce231; detaching it from the instance and deleting it from the info cache [ 1181.151345] env[69413]: DEBUG nova.network.neutron [req-c3fac6d2-a36b-4085-9f1f-d173079a5d7c req-8dc0b993-1d79-4d1b-979a-9d178a9f54bd service nova] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.304046] env[69413]: DEBUG oslo_vmware.api [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5204695b-f4a0-666e-a0d9-5ff70d5e1e27, 'name': SearchDatastore_Task, 'duration_secs': 0.009664} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.304365] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.304601] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1181.304862] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.305019] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.305210] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1181.305478] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a0374a8-a684-40ac-8a1b-ffd00d687136 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.314238] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1181.314406] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1181.315273] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f05bc86e-e682-44f5-98c9-552f0490f673 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.323480] env[69413]: DEBUG oslo_vmware.api [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1181.323480] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d2c88b-42ed-e8ee-93e9-a24432433200" [ 1181.323480] env[69413]: _type = "Task" [ 1181.323480] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.326692] env[69413]: DEBUG oslo_vmware.api [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078485, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447049} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.329661] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 9779f001-a30a-4107-b239-1c214d6b7b87/9779f001-a30a-4107-b239-1c214d6b7b87.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1181.329872] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1181.330133] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-176012ef-519f-4e7c-a961-5f3ae7ca2708 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.337442] env[69413]: DEBUG oslo_vmware.api [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d2c88b-42ed-e8ee-93e9-a24432433200, 'name': SearchDatastore_Task, 'duration_secs': 0.008743} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.339382] env[69413]: DEBUG oslo_vmware.api [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Waiting for the task: (returnval){ [ 1181.339382] env[69413]: value = "task-3078486" [ 1181.339382] env[69413]: _type = "Task" [ 1181.339382] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.339584] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d23cc494-aac0-41c6-9b49-7b3106797b82 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.351908] env[69413]: DEBUG oslo_vmware.api [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078486, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.352901] env[69413]: DEBUG oslo_vmware.api [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1181.352901] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a65298-2216-d187-33ef-1490b075467e" [ 1181.352901] env[69413]: _type = "Task" [ 1181.352901] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.362379] env[69413]: DEBUG oslo_vmware.api [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a65298-2216-d187-33ef-1490b075467e, 'name': SearchDatastore_Task, 'duration_secs': 0.009778} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.362621] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.362871] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 8871ee21-1801-4e65-b308-3de40cb706e4/8871ee21-1801-4e65-b308-3de40cb706e4.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1181.363143] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73b6dd24-d861-4acd-8d5d-54beb0ca103a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.369944] env[69413]: DEBUG oslo_vmware.api [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1181.369944] env[69413]: value = "task-3078487" [ 1181.369944] env[69413]: _type = "Task" [ 1181.369944] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.378548] env[69413]: DEBUG oslo_vmware.api [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078487, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.421129] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 20fd3ffa-6ce1-49ac-a10e-2eb47b08f083] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.501043] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1181.501336] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8691dbe3-7e30-4160-8ec2-fa17356c7dc8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.509747] env[69413]: DEBUG oslo_vmware.api [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1181.509747] env[69413]: value = "task-3078488" [ 1181.509747] env[69413]: _type = "Task" [ 1181.509747] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.519476] env[69413]: DEBUG oslo_vmware.api [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.538977] env[69413]: DEBUG oslo_vmware.api [None req-42335e95-5de4-40e9-8656-49aa64e9c3b3 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078476, 'name': ReconfigVM_Task, 'duration_secs': 5.80874} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.539361] env[69413]: DEBUG oslo_concurrency.lockutils [None req-42335e95-5de4-40e9-8656-49aa64e9c3b3 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Releasing lock "4d549d35-17c1-4c49-bafb-481bb9701936" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.539522] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-42335e95-5de4-40e9-8656-49aa64e9c3b3 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Reconfigured VM to detach interface {{(pid=69413) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1181.626738] env[69413]: DEBUG nova.network.neutron [-] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.655752] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02e2d39d-13a9-4009-97d9-de2aefd1da23 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.669189] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed442c7-c55f-48f4-8ef4-464fc736325f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.713874] env[69413]: DEBUG nova.compute.manager [req-c3fac6d2-a36b-4085-9f1f-d173079a5d7c req-8dc0b993-1d79-4d1b-979a-9d178a9f54bd service nova] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Detach interface failed, port_id=f6d2f86a-f3da-4901-95d0-4677411ce231, reason: Instance 4f3fe258-4b51-47fb-b864-a16f3f8300a5 could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1181.857172] env[69413]: DEBUG oslo_vmware.api [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078486, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07079} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.857172] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1181.857964] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7e2550-8be2-42ef-acca-e62a58f08150 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.882922] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 9779f001-a30a-4107-b239-1c214d6b7b87/9779f001-a30a-4107-b239-1c214d6b7b87.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1181.886363] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9961e96b-7014-43da-a4b8-dc72bb10e913 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.907230] env[69413]: DEBUG oslo_vmware.api [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078487, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463623} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.909851] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 8871ee21-1801-4e65-b308-3de40cb706e4/8871ee21-1801-4e65-b308-3de40cb706e4.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1181.910112] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1181.910702] env[69413]: DEBUG oslo_vmware.api [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Waiting for the task: (returnval){ [ 1181.910702] env[69413]: value = "task-3078489" [ 1181.910702] env[69413]: _type = "Task" [ 1181.910702] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.910907] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa470b5b-1be2-4cb0-9725-5dc7d96c8d6a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.923115] env[69413]: DEBUG oslo_vmware.api [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078489, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.924408] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 08cf1db4-5076-4cf5-8d4a-65ac906f1f75] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.926754] env[69413]: DEBUG oslo_vmware.api [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1181.926754] env[69413]: value = "task-3078490" [ 1181.926754] env[69413]: _type = "Task" [ 1181.926754] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.941460] env[69413]: DEBUG oslo_vmware.api [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078490, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.021558] env[69413]: DEBUG oslo_vmware.api [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078488, 'name': PowerOffVM_Task, 'duration_secs': 0.251194} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.021820] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1182.022140] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1182.022973] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5cf085-40cd-48ec-b22a-1a107922c4ed {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.032053] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1182.032378] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44f74d35-0f9d-473e-8f32-c66282eb77c0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.116337] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1182.116574] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1182.116741] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Deleting the datastore file [datastore1] 66647c01-10d2-411e-81ef-bd0470b77646 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1182.117065] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68871442-75f8-456f-9d73-9f8873493cc7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.124654] env[69413]: DEBUG oslo_vmware.api [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1182.124654] env[69413]: value = "task-3078492" [ 1182.124654] env[69413]: _type = "Task" [ 1182.124654] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.129641] env[69413]: INFO nova.compute.manager [-] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Took 1.26 seconds to deallocate network for instance. [ 1182.135135] env[69413]: DEBUG oslo_vmware.api [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078492, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.426016] env[69413]: DEBUG oslo_vmware.api [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078489, 'name': ReconfigVM_Task, 'duration_secs': 0.292813} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.426872] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 9779f001-a30a-4107-b239-1c214d6b7b87/9779f001-a30a-4107-b239-1c214d6b7b87.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.427686] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: fc1b0b9d-a67f-4362-8938-fb78f9e3a526] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.429360] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03ab2c64-d8f1-4e87-8790-8e335d21b54e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.441069] env[69413]: DEBUG oslo_vmware.api [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078490, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.192019} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.442309] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1182.442641] env[69413]: DEBUG oslo_vmware.api [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Waiting for the task: (returnval){ [ 1182.442641] env[69413]: value = "task-3078493" [ 1182.442641] env[69413]: _type = "Task" [ 1182.442641] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.443328] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c322512-5d17-4073-b7cb-a62ab0c6345c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.453690] env[69413]: DEBUG oslo_vmware.api [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078493, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.472631] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 8871ee21-1801-4e65-b308-3de40cb706e4/8871ee21-1801-4e65-b308-3de40cb706e4.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1182.473266] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f02f4d03-216b-475a-8327-4a56011edd53 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.494585] env[69413]: DEBUG oslo_vmware.api [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1182.494585] env[69413]: value = "task-3078494" [ 1182.494585] env[69413]: _type = "Task" [ 1182.494585] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.502716] env[69413]: DEBUG oslo_vmware.api [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078494, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.634160] env[69413]: DEBUG oslo_vmware.api [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078492, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154114} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.634417] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1182.634558] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1182.634731] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1182.640114] env[69413]: DEBUG oslo_concurrency.lockutils [None req-463104db-c3b6-4568-9e5e-15a38a527eec tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.640437] env[69413]: DEBUG oslo_concurrency.lockutils [None req-463104db-c3b6-4568-9e5e-15a38a527eec tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.640679] env[69413]: DEBUG nova.objects.instance [None req-463104db-c3b6-4568-9e5e-15a38a527eec tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lazy-loading 'resources' on Instance uuid 4f3fe258-4b51-47fb-b864-a16f3f8300a5 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.921081] env[69413]: DEBUG oslo_concurrency.lockutils [None req-42335e95-5de4-40e9-8656-49aa64e9c3b3 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "refresh_cache-4d549d35-17c1-4c49-bafb-481bb9701936" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.921303] env[69413]: DEBUG oslo_concurrency.lockutils [None req-42335e95-5de4-40e9-8656-49aa64e9c3b3 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquired lock "refresh_cache-4d549d35-17c1-4c49-bafb-481bb9701936" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.921527] env[69413]: DEBUG nova.network.neutron [None req-42335e95-5de4-40e9-8656-49aa64e9c3b3 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1182.932118] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 32e173a8-a4eb-4d17-9cc3-2eca780ac297] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.956422] env[69413]: DEBUG oslo_vmware.api [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078493, 'name': Rename_Task, 'duration_secs': 0.160163} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.956751] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1182.957636] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0562f420-df22-4ce3-83b1-5d68e7ce620a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.967338] env[69413]: DEBUG oslo_vmware.api [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Waiting for the task: (returnval){ [ 1182.967338] env[69413]: value = "task-3078495" [ 1182.967338] env[69413]: _type = "Task" [ 1182.967338] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.975299] env[69413]: DEBUG oslo_vmware.api [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.004367] env[69413]: DEBUG oslo_vmware.api [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078494, 'name': ReconfigVM_Task, 'duration_secs': 0.307194} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.005034] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 8871ee21-1801-4e65-b308-3de40cb706e4/8871ee21-1801-4e65-b308-3de40cb706e4.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1183.006017] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'encrypted': False, 'encryption_format': None, 'disk_bus': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'image_id': '2ef2504d-027d-42fe-98dd-6e912ffbdf46'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616343', 'volume_id': '12db5658-7618-4fc0-9082-6f5717c7ed43', 'name': 'volume-12db5658-7618-4fc0-9082-6f5717c7ed43', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8871ee21-1801-4e65-b308-3de40cb706e4', 'attached_at': '', 'detached_at': '', 'volume_id': '12db5658-7618-4fc0-9082-6f5717c7ed43', 'serial': '12db5658-7618-4fc0-9082-6f5717c7ed43'}, 'disk_bus': None, 'guest_format': None, 'attachment_id': '23670f64-3e21-482b-bf95-c424c41049de', 'boot_index': None, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69413) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1183.006304] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Volume attach. Driver type: vmdk {{(pid=69413) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1183.006561] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616343', 'volume_id': '12db5658-7618-4fc0-9082-6f5717c7ed43', 'name': 'volume-12db5658-7618-4fc0-9082-6f5717c7ed43', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8871ee21-1801-4e65-b308-3de40cb706e4', 'attached_at': '', 'detached_at': '', 'volume_id': '12db5658-7618-4fc0-9082-6f5717c7ed43', 'serial': '12db5658-7618-4fc0-9082-6f5717c7ed43'} {{(pid=69413) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1183.007516] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e011a221-9023-4ad4-9e2e-00ec95384ad5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.023560] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617e547e-2827-4bd4-b439-b411d5a2c02f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.048283] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] volume-12db5658-7618-4fc0-9082-6f5717c7ed43/volume-12db5658-7618-4fc0-9082-6f5717c7ed43.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.048584] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-602765e9-0362-4c36-a94f-bddc1081487e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.068550] env[69413]: DEBUG oslo_vmware.api [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1183.068550] env[69413]: value = "task-3078496" [ 1183.068550] env[69413]: _type = "Task" [ 1183.068550] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.077696] env[69413]: DEBUG oslo_vmware.api [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078496, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.368552] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac6e5c8-1c80-4e19-b4e7-4447701914de {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.376176] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f4811a-7dd9-446b-bfb0-248875013c53 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.410075] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3766c3-eb26-4d25-a5db-b2d1c25b23b0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.417905] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b01f30e-d388-43fd-b3fd-028ca7b58294 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.433308] env[69413]: DEBUG nova.compute.provider_tree [None req-463104db-c3b6-4568-9e5e-15a38a527eec tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.435039] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: e6cd12ab-429c-4174-b2c0-bce6b23df85a] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.480368] env[69413]: DEBUG oslo_vmware.api [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078495, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.575674] env[69413]: DEBUG nova.compute.manager [req-62448e99-67e2-49b9-b3a7-17859d3d39ab req-6c389b83-6942-4f59-8221-b9f016cedf11 service nova] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Received event network-changed-4ac12f01-6c87-45b7-9aeb-4ae10040c208 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.575794] env[69413]: DEBUG nova.compute.manager [req-62448e99-67e2-49b9-b3a7-17859d3d39ab req-6c389b83-6942-4f59-8221-b9f016cedf11 service nova] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Refreshing instance network info cache due to event network-changed-4ac12f01-6c87-45b7-9aeb-4ae10040c208. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1183.575984] env[69413]: DEBUG oslo_concurrency.lockutils [req-62448e99-67e2-49b9-b3a7-17859d3d39ab req-6c389b83-6942-4f59-8221-b9f016cedf11 service nova] Acquiring lock "refresh_cache-4d549d35-17c1-4c49-bafb-481bb9701936" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.582501] env[69413]: DEBUG oslo_vmware.api [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078496, 'name': ReconfigVM_Task, 'duration_secs': 0.338025} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.582792] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Reconfigured VM instance instance-00000067 to attach disk [datastore2] volume-12db5658-7618-4fc0-9082-6f5717c7ed43/volume-12db5658-7618-4fc0-9082-6f5717c7ed43.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1183.590587] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91070f08-4138-4d16-8949-4d02bc938818 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.608219] env[69413]: DEBUG oslo_vmware.api [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1183.608219] env[69413]: value = "task-3078497" [ 1183.608219] env[69413]: _type = "Task" [ 1183.608219] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.617038] env[69413]: DEBUG oslo_vmware.api [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078497, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.666688] env[69413]: INFO nova.network.neutron [None req-42335e95-5de4-40e9-8656-49aa64e9c3b3 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Port 212bddde-9395-4331-bdfd-99b2595cfdeb from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1183.667098] env[69413]: DEBUG nova.network.neutron [None req-42335e95-5de4-40e9-8656-49aa64e9c3b3 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Updating instance_info_cache with network_info: [{"id": "4ac12f01-6c87-45b7-9aeb-4ae10040c208", "address": "fa:16:3e:18:4f:54", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ac12f01-6c", "ovs_interfaceid": "4ac12f01-6c87-45b7-9aeb-4ae10040c208", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.684022] env[69413]: DEBUG nova.virt.hardware [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1183.684022] env[69413]: DEBUG nova.virt.hardware [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.684022] env[69413]: DEBUG nova.virt.hardware [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1183.684258] env[69413]: DEBUG nova.virt.hardware [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.684301] env[69413]: DEBUG nova.virt.hardware [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1183.684511] env[69413]: DEBUG nova.virt.hardware [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1183.684776] env[69413]: DEBUG nova.virt.hardware [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1183.685070] env[69413]: DEBUG nova.virt.hardware [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1183.685300] env[69413]: DEBUG nova.virt.hardware [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1183.685521] env[69413]: DEBUG nova.virt.hardware [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1183.685749] env[69413]: DEBUG nova.virt.hardware [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1183.686737] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e86e800-ec91-46d8-bd4c-1700e3746bf9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.697341] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007f22db-1b37-4f05-b099-7df1a36a1e88 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.714752] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:77:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3dd671fa-7798-4199-b1de-a8357558eae5', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1183.722239] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.722839] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1183.723091] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce3e2a42-abf8-427c-9c1d-aa527fd4570b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.743329] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1183.743329] env[69413]: value = "task-3078498" [ 1183.743329] env[69413]: _type = "Task" [ 1183.743329] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.751565] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078498, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.938751] env[69413]: DEBUG nova.scheduler.client.report [None req-463104db-c3b6-4568-9e5e-15a38a527eec tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.943427] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 28e09a43-f40d-4640-8cb7-18f69086b9e1] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.980293] env[69413]: DEBUG oslo_vmware.api [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078495, 'name': PowerOnVM_Task, 'duration_secs': 0.66671} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.980900] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1183.980996] env[69413]: INFO nova.compute.manager [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Took 7.27 seconds to spawn the instance on the hypervisor. [ 1183.981264] env[69413]: DEBUG nova.compute.manager [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1183.982218] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1835c06-a007-4058-a2b4-4737066ea00d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.117667] env[69413]: DEBUG oslo_vmware.api [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078497, 'name': ReconfigVM_Task, 'duration_secs': 0.154784} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.117964] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616343', 'volume_id': '12db5658-7618-4fc0-9082-6f5717c7ed43', 'name': 'volume-12db5658-7618-4fc0-9082-6f5717c7ed43', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8871ee21-1801-4e65-b308-3de40cb706e4', 'attached_at': '', 'detached_at': '', 'volume_id': '12db5658-7618-4fc0-9082-6f5717c7ed43', 'serial': '12db5658-7618-4fc0-9082-6f5717c7ed43'} {{(pid=69413) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1184.118605] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00ce79e4-3803-483b-958c-c3e900ef4d49 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.125165] env[69413]: DEBUG oslo_vmware.api [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1184.125165] env[69413]: value = "task-3078499" [ 1184.125165] env[69413]: _type = "Task" [ 1184.125165] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.133806] env[69413]: DEBUG oslo_vmware.api [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078499, 'name': Rename_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.169426] env[69413]: DEBUG oslo_concurrency.lockutils [None req-42335e95-5de4-40e9-8656-49aa64e9c3b3 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Releasing lock "refresh_cache-4d549d35-17c1-4c49-bafb-481bb9701936" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.172168] env[69413]: DEBUG oslo_concurrency.lockutils [req-62448e99-67e2-49b9-b3a7-17859d3d39ab req-6c389b83-6942-4f59-8221-b9f016cedf11 service nova] Acquired lock "refresh_cache-4d549d35-17c1-4c49-bafb-481bb9701936" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.172168] env[69413]: DEBUG nova.network.neutron [req-62448e99-67e2-49b9-b3a7-17859d3d39ab req-6c389b83-6942-4f59-8221-b9f016cedf11 service nova] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Refreshing network info cache for port 4ac12f01-6c87-45b7-9aeb-4ae10040c208 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.253748] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078498, 'name': CreateVM_Task, 'duration_secs': 0.425817} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.253943] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1184.254600] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.254764] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.255132] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.255395] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d096930-b8e1-41e8-a54a-9ccc900d634d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.260483] env[69413]: DEBUG oslo_vmware.api [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1184.260483] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52af4a0e-12e8-5ad7-6050-1aac003cd540" [ 1184.260483] env[69413]: _type = "Task" [ 1184.260483] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.263928] env[69413]: DEBUG oslo_concurrency.lockutils [None req-016065ab-f1c3-4517-b81d-5b8a5272ff83 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "interface-ed459731-5549-4a15-add7-9c53bc98ad9a-212bddde-9395-4331-bdfd-99b2595cfdeb" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.264225] env[69413]: DEBUG oslo_concurrency.lockutils [None req-016065ab-f1c3-4517-b81d-5b8a5272ff83 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "interface-ed459731-5549-4a15-add7-9c53bc98ad9a-212bddde-9395-4331-bdfd-99b2595cfdeb" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.264580] env[69413]: DEBUG nova.objects.instance [None req-016065ab-f1c3-4517-b81d-5b8a5272ff83 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lazy-loading 'flavor' on Instance uuid ed459731-5549-4a15-add7-9c53bc98ad9a {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.271218] env[69413]: DEBUG oslo_vmware.api [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52af4a0e-12e8-5ad7-6050-1aac003cd540, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.446888] env[69413]: DEBUG oslo_concurrency.lockutils [None req-463104db-c3b6-4568-9e5e-15a38a527eec tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.806s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.449243] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: e88a4c64-cfbc-490e-ac31-6cf0010aa936] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.474036] env[69413]: INFO nova.scheduler.client.report [None req-463104db-c3b6-4568-9e5e-15a38a527eec tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Deleted allocations for instance 4f3fe258-4b51-47fb-b864-a16f3f8300a5 [ 1184.501156] env[69413]: INFO nova.compute.manager [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Took 15.04 seconds to build instance. [ 1184.635442] env[69413]: DEBUG oslo_vmware.api [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078499, 'name': Rename_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.674149] env[69413]: DEBUG oslo_concurrency.lockutils [None req-42335e95-5de4-40e9-8656-49aa64e9c3b3 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "interface-4d549d35-17c1-4c49-bafb-481bb9701936-212bddde-9395-4331-bdfd-99b2595cfdeb" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.766s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.773714] env[69413]: DEBUG oslo_vmware.api [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52af4a0e-12e8-5ad7-6050-1aac003cd540, 'name': SearchDatastore_Task, 'duration_secs': 0.011437} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.776266] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.777061] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1184.777061] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.777061] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.777061] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1184.777362] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efef186a-e7e6-45a0-afef-b5d0a53b71ab {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.787221] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1184.787405] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1184.788197] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62bf3710-0b5d-4863-a14a-7629d822af9d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.794072] env[69413]: DEBUG oslo_vmware.api [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1184.794072] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5281f057-ccad-9a3c-2663-9f9162e00ce6" [ 1184.794072] env[69413]: _type = "Task" [ 1184.794072] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.802260] env[69413]: DEBUG oslo_vmware.api [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5281f057-ccad-9a3c-2663-9f9162e00ce6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.917480] env[69413]: DEBUG nova.network.neutron [req-62448e99-67e2-49b9-b3a7-17859d3d39ab req-6c389b83-6942-4f59-8221-b9f016cedf11 service nova] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Updated VIF entry in instance network info cache for port 4ac12f01-6c87-45b7-9aeb-4ae10040c208. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1184.917830] env[69413]: DEBUG nova.network.neutron [req-62448e99-67e2-49b9-b3a7-17859d3d39ab req-6c389b83-6942-4f59-8221-b9f016cedf11 service nova] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Updating instance_info_cache with network_info: [{"id": "4ac12f01-6c87-45b7-9aeb-4ae10040c208", "address": "fa:16:3e:18:4f:54", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ac12f01-6c", "ovs_interfaceid": "4ac12f01-6c87-45b7-9aeb-4ae10040c208", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.919758] env[69413]: DEBUG nova.objects.instance [None req-016065ab-f1c3-4517-b81d-5b8a5272ff83 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lazy-loading 'pci_requests' on Instance uuid ed459731-5549-4a15-add7-9c53bc98ad9a {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.954357] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 478ddab9-a20e-421a-9d25-fd72c56d3f8e] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.981112] env[69413]: DEBUG oslo_concurrency.lockutils [None req-463104db-c3b6-4568-9e5e-15a38a527eec tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "4f3fe258-4b51-47fb-b864-a16f3f8300a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.789s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.003196] env[69413]: DEBUG oslo_concurrency.lockutils [None req-639d8c69-1d6a-4336-92aa-0f6c35e1f363 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Lock "9779f001-a30a-4107-b239-1c214d6b7b87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.550s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.135859] env[69413]: DEBUG oslo_vmware.api [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078499, 'name': Rename_Task, 'duration_secs': 0.854406} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.136154] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1185.136418] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e000cc1-581b-499e-b6e2-72bc7c0b9c84 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.142645] env[69413]: DEBUG oslo_vmware.api [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1185.142645] env[69413]: value = "task-3078500" [ 1185.142645] env[69413]: _type = "Task" [ 1185.142645] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.155725] env[69413]: DEBUG oslo_vmware.api [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078500, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.305776] env[69413]: DEBUG oslo_vmware.api [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5281f057-ccad-9a3c-2663-9f9162e00ce6, 'name': SearchDatastore_Task, 'duration_secs': 0.009287} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.306648] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8551bbbb-d838-4216-893a-8b23fd96139b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.312774] env[69413]: DEBUG oslo_vmware.api [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1185.312774] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528728b8-cefa-6bc9-aeca-baa54262b814" [ 1185.312774] env[69413]: _type = "Task" [ 1185.312774] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.321320] env[69413]: DEBUG oslo_vmware.api [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528728b8-cefa-6bc9-aeca-baa54262b814, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.421634] env[69413]: DEBUG oslo_concurrency.lockutils [req-62448e99-67e2-49b9-b3a7-17859d3d39ab req-6c389b83-6942-4f59-8221-b9f016cedf11 service nova] Releasing lock "refresh_cache-4d549d35-17c1-4c49-bafb-481bb9701936" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.424643] env[69413]: DEBUG nova.objects.base [None req-016065ab-f1c3-4517-b81d-5b8a5272ff83 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69413) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1185.424869] env[69413]: DEBUG nova.network.neutron [None req-016065ab-f1c3-4517-b81d-5b8a5272ff83 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1185.458079] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 43f58e48-7b87-4133-a807-bdb874c0060f] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.512444] env[69413]: DEBUG nova.policy [None req-016065ab-f1c3-4517-b81d-5b8a5272ff83 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a25a0d59affd46439113f3d7f38d0c20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea25ce60cf4241789625cf6571347633', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1185.657342] env[69413]: DEBUG oslo_vmware.api [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078500, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.745489] env[69413]: INFO nova.compute.manager [None req-92e9f485-5d1a-4e54-bd4a-d466b6e6edec tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Rescuing [ 1185.745741] env[69413]: DEBUG oslo_concurrency.lockutils [None req-92e9f485-5d1a-4e54-bd4a-d466b6e6edec tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Acquiring lock "refresh_cache-9779f001-a30a-4107-b239-1c214d6b7b87" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.745892] env[69413]: DEBUG oslo_concurrency.lockutils [None req-92e9f485-5d1a-4e54-bd4a-d466b6e6edec tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Acquired lock "refresh_cache-9779f001-a30a-4107-b239-1c214d6b7b87" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.746208] env[69413]: DEBUG nova.network.neutron [None req-92e9f485-5d1a-4e54-bd4a-d466b6e6edec tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1185.826452] env[69413]: DEBUG oslo_vmware.api [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528728b8-cefa-6bc9-aeca-baa54262b814, 'name': SearchDatastore_Task, 'duration_secs': 0.010289} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.826907] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.827441] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 66647c01-10d2-411e-81ef-bd0470b77646/66647c01-10d2-411e-81ef-bd0470b77646.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1185.829261] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d9b6fef-6bcf-4756-8cef-b592e71ed4b0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.838045] env[69413]: DEBUG oslo_vmware.api [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1185.838045] env[69413]: value = "task-3078501" [ 1185.838045] env[69413]: _type = "Task" [ 1185.838045] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.848139] env[69413]: DEBUG oslo_vmware.api [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.960225] env[69413]: DEBUG nova.compute.manager [req-97d96760-fbe3-4c16-bb4a-e6c7756438cd req-57bb6443-c34d-4ac3-90aa-e5436ad2aa88 service nova] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Received event network-changed-2b1c6a2e-94d7-446f-899e-93fd78b59e51 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.960486] env[69413]: DEBUG nova.compute.manager [req-97d96760-fbe3-4c16-bb4a-e6c7756438cd req-57bb6443-c34d-4ac3-90aa-e5436ad2aa88 service nova] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Refreshing instance network info cache due to event network-changed-2b1c6a2e-94d7-446f-899e-93fd78b59e51. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1185.960699] env[69413]: DEBUG oslo_concurrency.lockutils [req-97d96760-fbe3-4c16-bb4a-e6c7756438cd req-57bb6443-c34d-4ac3-90aa-e5436ad2aa88 service nova] Acquiring lock "refresh_cache-ed459731-5549-4a15-add7-9c53bc98ad9a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.960852] env[69413]: DEBUG oslo_concurrency.lockutils [req-97d96760-fbe3-4c16-bb4a-e6c7756438cd req-57bb6443-c34d-4ac3-90aa-e5436ad2aa88 service nova] Acquired lock "refresh_cache-ed459731-5549-4a15-add7-9c53bc98ad9a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.961058] env[69413]: DEBUG nova.network.neutron [req-97d96760-fbe3-4c16-bb4a-e6c7756438cd req-57bb6443-c34d-4ac3-90aa-e5436ad2aa88 service nova] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Refreshing network info cache for port 2b1c6a2e-94d7-446f-899e-93fd78b59e51 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1185.962991] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 6e98ea3b-09a4-462c-b159-a296cf3e9f70] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.156581] env[69413]: DEBUG oslo_vmware.api [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078500, 'name': PowerOnVM_Task, 'duration_secs': 0.54181} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.157367] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1186.157367] env[69413]: DEBUG nova.compute.manager [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1186.158171] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62df14c1-8dbc-4824-b3f5-3819f2dfe70d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.348561] env[69413]: DEBUG oslo_vmware.api [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078501, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506115} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.348734] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 66647c01-10d2-411e-81ef-bd0470b77646/66647c01-10d2-411e-81ef-bd0470b77646.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1186.348976] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1186.349257] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3aed94cb-27fe-4fc2-ab39-1370c9ad7651 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.359622] env[69413]: DEBUG oslo_vmware.api [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1186.359622] env[69413]: value = "task-3078502" [ 1186.359622] env[69413]: _type = "Task" [ 1186.359622] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.369502] env[69413]: DEBUG oslo_vmware.api [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078502, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.435217] env[69413]: DEBUG oslo_concurrency.lockutils [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "6d8b800c-842b-4167-9d95-157679791487" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.435485] env[69413]: DEBUG oslo_concurrency.lockutils [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "6d8b800c-842b-4167-9d95-157679791487" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.467746] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: b2cc798f-a3e2-4ad6-8a1f-9b24069f9308] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.508994] env[69413]: DEBUG nova.network.neutron [None req-92e9f485-5d1a-4e54-bd4a-d466b6e6edec tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Updating instance_info_cache with network_info: [{"id": "8fe2eba3-5775-404a-bec5-b1f142850816", "address": "fa:16:3e:bc:24:a8", "network": {"id": "f7af8c0a-b1dc-4fe6-8713-b92b4430bec2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-460491079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bfc3adf98d1b406bb41789bbf8418aa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fe2eba3-57", "ovs_interfaceid": "8fe2eba3-5775-404a-bec5-b1f142850816", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.678911] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.679250] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.679439] env[69413]: DEBUG nova.objects.instance [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69413) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1186.682235] env[69413]: DEBUG nova.network.neutron [req-97d96760-fbe3-4c16-bb4a-e6c7756438cd req-57bb6443-c34d-4ac3-90aa-e5436ad2aa88 service nova] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Updated VIF entry in instance network info cache for port 2b1c6a2e-94d7-446f-899e-93fd78b59e51. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1186.682549] env[69413]: DEBUG nova.network.neutron [req-97d96760-fbe3-4c16-bb4a-e6c7756438cd req-57bb6443-c34d-4ac3-90aa-e5436ad2aa88 service nova] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Updating instance_info_cache with network_info: [{"id": "2b1c6a2e-94d7-446f-899e-93fd78b59e51", "address": "fa:16:3e:f4:2c:fb", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1c6a2e-94", "ovs_interfaceid": "2b1c6a2e-94d7-446f-899e-93fd78b59e51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.870565] env[69413]: DEBUG oslo_vmware.api [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078502, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063957} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.870837] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1186.871634] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b76472-5813-4355-9042-788ff4556924 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.894544] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 66647c01-10d2-411e-81ef-bd0470b77646/66647c01-10d2-411e-81ef-bd0470b77646.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1186.895043] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e5647a3-85a3-4367-ae64-e79c58f12e07 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.916013] env[69413]: DEBUG oslo_vmware.api [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1186.916013] env[69413]: value = "task-3078503" [ 1186.916013] env[69413]: _type = "Task" [ 1186.916013] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.924646] env[69413]: DEBUG oslo_vmware.api [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078503, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.938284] env[69413]: DEBUG nova.compute.manager [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 6d8b800c-842b-4167-9d95-157679791487] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1186.970924] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 6ec77319-a59a-4da9-bdd0-82b3fce2b7bd] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.011079] env[69413]: DEBUG oslo_concurrency.lockutils [None req-92e9f485-5d1a-4e54-bd4a-d466b6e6edec tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Releasing lock "refresh_cache-9779f001-a30a-4107-b239-1c214d6b7b87" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.076726] env[69413]: DEBUG nova.compute.manager [req-c7b9c48e-f4fc-4297-9a92-75a177f69ba2 req-da8421f9-6b14-4a04-9404-17aad4a4caf9 service nova] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Received event network-vif-plugged-212bddde-9395-4331-bdfd-99b2595cfdeb {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.077066] env[69413]: DEBUG oslo_concurrency.lockutils [req-c7b9c48e-f4fc-4297-9a92-75a177f69ba2 req-da8421f9-6b14-4a04-9404-17aad4a4caf9 service nova] Acquiring lock "ed459731-5549-4a15-add7-9c53bc98ad9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.077703] env[69413]: DEBUG oslo_concurrency.lockutils [req-c7b9c48e-f4fc-4297-9a92-75a177f69ba2 req-da8421f9-6b14-4a04-9404-17aad4a4caf9 service nova] Lock "ed459731-5549-4a15-add7-9c53bc98ad9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.077895] env[69413]: DEBUG oslo_concurrency.lockutils [req-c7b9c48e-f4fc-4297-9a92-75a177f69ba2 req-da8421f9-6b14-4a04-9404-17aad4a4caf9 service nova] Lock "ed459731-5549-4a15-add7-9c53bc98ad9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.078287] env[69413]: DEBUG nova.compute.manager [req-c7b9c48e-f4fc-4297-9a92-75a177f69ba2 req-da8421f9-6b14-4a04-9404-17aad4a4caf9 service nova] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] No waiting events found dispatching network-vif-plugged-212bddde-9395-4331-bdfd-99b2595cfdeb {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1187.078383] env[69413]: WARNING nova.compute.manager [req-c7b9c48e-f4fc-4297-9a92-75a177f69ba2 req-da8421f9-6b14-4a04-9404-17aad4a4caf9 service nova] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Received unexpected event network-vif-plugged-212bddde-9395-4331-bdfd-99b2595cfdeb for instance with vm_state active and task_state None. [ 1187.142435] env[69413]: DEBUG nova.network.neutron [None req-016065ab-f1c3-4517-b81d-5b8a5272ff83 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Successfully updated port: 212bddde-9395-4331-bdfd-99b2595cfdeb {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1187.187835] env[69413]: DEBUG oslo_concurrency.lockutils [req-97d96760-fbe3-4c16-bb4a-e6c7756438cd req-57bb6443-c34d-4ac3-90aa-e5436ad2aa88 service nova] Releasing lock "refresh_cache-ed459731-5549-4a15-add7-9c53bc98ad9a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.426641] env[69413]: DEBUG oslo_vmware.api [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078503, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.461102] env[69413]: DEBUG oslo_concurrency.lockutils [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.473985] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: a831417f-aa67-4dc5-9b42-9fa51e69d85c] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.644608] env[69413]: DEBUG oslo_concurrency.lockutils [None req-016065ab-f1c3-4517-b81d-5b8a5272ff83 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "refresh_cache-ed459731-5549-4a15-add7-9c53bc98ad9a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.644821] env[69413]: DEBUG oslo_concurrency.lockutils [None req-016065ab-f1c3-4517-b81d-5b8a5272ff83 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquired lock "refresh_cache-ed459731-5549-4a15-add7-9c53bc98ad9a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.644976] env[69413]: DEBUG nova.network.neutron [None req-016065ab-f1c3-4517-b81d-5b8a5272ff83 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.689878] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3d404791-7a54-488e-91b2-4f583019e7b3 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.690916] env[69413]: DEBUG oslo_concurrency.lockutils [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.230s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.692337] env[69413]: INFO nova.compute.claims [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 6d8b800c-842b-4167-9d95-157679791487] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1187.926695] env[69413]: DEBUG oslo_vmware.api [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078503, 'name': ReconfigVM_Task, 'duration_secs': 0.85224} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.926951] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 66647c01-10d2-411e-81ef-bd0470b77646/66647c01-10d2-411e-81ef-bd0470b77646.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1187.927629] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e15cb878-7f88-44bd-b872-72db090cd405 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.933408] env[69413]: DEBUG oslo_vmware.api [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1187.933408] env[69413]: value = "task-3078504" [ 1187.933408] env[69413]: _type = "Task" [ 1187.933408] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.941026] env[69413]: DEBUG oslo_vmware.api [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078504, 'name': Rename_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.977874] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: f1edcde1-2547-448b-95d0-d4c1b93e325f] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.181991] env[69413]: WARNING nova.network.neutron [None req-016065ab-f1c3-4517-b81d-5b8a5272ff83 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] c077ac73-635f-41c3-b7b8-378fd6e30890 already exists in list: networks containing: ['c077ac73-635f-41c3-b7b8-378fd6e30890']. ignoring it [ 1188.443531] env[69413]: DEBUG oslo_vmware.api [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078504, 'name': Rename_Task, 'duration_secs': 0.173091} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.443804] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1188.444052] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46185353-a15e-4c6d-9b4b-8bebca4cd143 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.450076] env[69413]: DEBUG oslo_vmware.api [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1188.450076] env[69413]: value = "task-3078505" [ 1188.450076] env[69413]: _type = "Task" [ 1188.450076] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.457269] env[69413]: DEBUG oslo_vmware.api [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078505, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.458210] env[69413]: DEBUG nova.network.neutron [None req-016065ab-f1c3-4517-b81d-5b8a5272ff83 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Updating instance_info_cache with network_info: [{"id": "2b1c6a2e-94d7-446f-899e-93fd78b59e51", "address": "fa:16:3e:f4:2c:fb", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1c6a2e-94", "ovs_interfaceid": "2b1c6a2e-94d7-446f-899e-93fd78b59e51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "212bddde-9395-4331-bdfd-99b2595cfdeb", "address": "fa:16:3e:e5:6a:2d", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap212bddde-93", "ovs_interfaceid": "212bddde-9395-4331-bdfd-99b2595cfdeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.481884] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 375d6649-8287-43b0-af5b-592b9a7caa12] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.554635] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e9f485-5d1a-4e54-bd4a-d466b6e6edec tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1188.554961] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-037d73fc-ebf2-401d-9dab-16aeea8ac655 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.561172] env[69413]: DEBUG oslo_vmware.api [None req-92e9f485-5d1a-4e54-bd4a-d466b6e6edec tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Waiting for the task: (returnval){ [ 1188.561172] env[69413]: value = "task-3078506" [ 1188.561172] env[69413]: _type = "Task" [ 1188.561172] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.570522] env[69413]: DEBUG oslo_vmware.api [None req-92e9f485-5d1a-4e54-bd4a-d466b6e6edec tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.870982] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df3983d-e4a3-4ce3-810b-0f2a4a61a3e7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.878715] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675597c3-77e3-4eb7-a412-e7eac91be373 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.908764] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b33fc27-e13c-4e12-aaf8-d1b5067d81c2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.915516] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee5af0b-44ce-4438-8daf-c0a5d709b933 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.928242] env[69413]: DEBUG nova.compute.provider_tree [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.958868] env[69413]: DEBUG oslo_vmware.api [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078505, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.960359] env[69413]: DEBUG oslo_concurrency.lockutils [None req-016065ab-f1c3-4517-b81d-5b8a5272ff83 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Releasing lock "refresh_cache-ed459731-5549-4a15-add7-9c53bc98ad9a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.960937] env[69413]: DEBUG oslo_concurrency.lockutils [None req-016065ab-f1c3-4517-b81d-5b8a5272ff83 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "ed459731-5549-4a15-add7-9c53bc98ad9a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.961108] env[69413]: DEBUG oslo_concurrency.lockutils [None req-016065ab-f1c3-4517-b81d-5b8a5272ff83 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquired lock "ed459731-5549-4a15-add7-9c53bc98ad9a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.961795] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5d21cc-163e-417a-82ab-b735e85eacb2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.977556] env[69413]: DEBUG nova.virt.hardware [None req-016065ab-f1c3-4517-b81d-5b8a5272ff83 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1188.977768] env[69413]: DEBUG nova.virt.hardware [None req-016065ab-f1c3-4517-b81d-5b8a5272ff83 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.977924] env[69413]: DEBUG nova.virt.hardware [None req-016065ab-f1c3-4517-b81d-5b8a5272ff83 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.978183] env[69413]: DEBUG nova.virt.hardware [None req-016065ab-f1c3-4517-b81d-5b8a5272ff83 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.978261] env[69413]: DEBUG nova.virt.hardware [None req-016065ab-f1c3-4517-b81d-5b8a5272ff83 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.978402] env[69413]: DEBUG nova.virt.hardware [None req-016065ab-f1c3-4517-b81d-5b8a5272ff83 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1188.978610] env[69413]: DEBUG nova.virt.hardware [None req-016065ab-f1c3-4517-b81d-5b8a5272ff83 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1188.978768] env[69413]: DEBUG nova.virt.hardware [None req-016065ab-f1c3-4517-b81d-5b8a5272ff83 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1188.978930] env[69413]: DEBUG nova.virt.hardware [None req-016065ab-f1c3-4517-b81d-5b8a5272ff83 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1188.979105] env[69413]: DEBUG nova.virt.hardware [None req-016065ab-f1c3-4517-b81d-5b8a5272ff83 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1188.979284] env[69413]: DEBUG nova.virt.hardware [None req-016065ab-f1c3-4517-b81d-5b8a5272ff83 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1188.985531] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-016065ab-f1c3-4517-b81d-5b8a5272ff83 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Reconfiguring VM to attach interface {{(pid=69413) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1188.985912] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 7a1571bb-faf1-4e1c-9f41-7124c97ddb78] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.987556] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e857a901-0ad3-4d85-995d-b8f302329793 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.005974] env[69413]: DEBUG oslo_vmware.api [None req-016065ab-f1c3-4517-b81d-5b8a5272ff83 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 1189.005974] env[69413]: value = "task-3078507" [ 1189.005974] env[69413]: _type = "Task" [ 1189.005974] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.014885] env[69413]: DEBUG oslo_vmware.api [None req-016065ab-f1c3-4517-b81d-5b8a5272ff83 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078507, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.071436] env[69413]: DEBUG oslo_vmware.api [None req-92e9f485-5d1a-4e54-bd4a-d466b6e6edec tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078506, 'name': PowerOffVM_Task, 'duration_secs': 0.17707} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.071522] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e9f485-5d1a-4e54-bd4a-d466b6e6edec tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.072348] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b012bca9-39f0-4b45-bc3d-046ea0090c2c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.090214] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3e1e71-79cf-4989-8506-752290d36d00 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.112466] env[69413]: DEBUG nova.compute.manager [req-a72feb72-491f-42f9-9c1a-e710da5d94a5 req-5fbb1e28-2b43-4e67-a921-edfbf2e15670 service nova] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Received event network-changed-212bddde-9395-4331-bdfd-99b2595cfdeb {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.112663] env[69413]: DEBUG nova.compute.manager [req-a72feb72-491f-42f9-9c1a-e710da5d94a5 req-5fbb1e28-2b43-4e67-a921-edfbf2e15670 service nova] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Refreshing instance network info cache due to event network-changed-212bddde-9395-4331-bdfd-99b2595cfdeb. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1189.114103] env[69413]: DEBUG oslo_concurrency.lockutils [req-a72feb72-491f-42f9-9c1a-e710da5d94a5 req-5fbb1e28-2b43-4e67-a921-edfbf2e15670 service nova] Acquiring lock "refresh_cache-ed459731-5549-4a15-add7-9c53bc98ad9a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.114103] env[69413]: DEBUG oslo_concurrency.lockutils [req-a72feb72-491f-42f9-9c1a-e710da5d94a5 req-5fbb1e28-2b43-4e67-a921-edfbf2e15670 service nova] Acquired lock "refresh_cache-ed459731-5549-4a15-add7-9c53bc98ad9a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.114103] env[69413]: DEBUG nova.network.neutron [req-a72feb72-491f-42f9-9c1a-e710da5d94a5 req-5fbb1e28-2b43-4e67-a921-edfbf2e15670 service nova] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Refreshing network info cache for port 212bddde-9395-4331-bdfd-99b2595cfdeb {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1189.123245] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e9f485-5d1a-4e54-bd4a-d466b6e6edec tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.123747] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e13b0ef-b885-44cf-b2e2-25611ee5b405 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.130745] env[69413]: DEBUG oslo_vmware.api [None req-92e9f485-5d1a-4e54-bd4a-d466b6e6edec tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Waiting for the task: (returnval){ [ 1189.130745] env[69413]: value = "task-3078508" [ 1189.130745] env[69413]: _type = "Task" [ 1189.130745] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.140518] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e9f485-5d1a-4e54-bd4a-d466b6e6edec tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] VM already powered off {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1189.140709] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-92e9f485-5d1a-4e54-bd4a-d466b6e6edec tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1189.140936] env[69413]: DEBUG oslo_concurrency.lockutils [None req-92e9f485-5d1a-4e54-bd4a-d466b6e6edec tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.141094] env[69413]: DEBUG oslo_concurrency.lockutils [None req-92e9f485-5d1a-4e54-bd4a-d466b6e6edec tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.141272] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-92e9f485-5d1a-4e54-bd4a-d466b6e6edec tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1189.141498] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f00feb5-ee28-471a-b52d-544f8b7b0e33 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.148726] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-92e9f485-5d1a-4e54-bd4a-d466b6e6edec tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1189.148892] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-92e9f485-5d1a-4e54-bd4a-d466b6e6edec tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1189.149560] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9343f7f-9f07-4dae-b9e5-ef74354747fb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.153968] env[69413]: DEBUG oslo_vmware.api [None req-92e9f485-5d1a-4e54-bd4a-d466b6e6edec tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Waiting for the task: (returnval){ [ 1189.153968] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]529559c9-451f-1e1a-a37c-6e4893261383" [ 1189.153968] env[69413]: _type = "Task" [ 1189.153968] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.161091] env[69413]: DEBUG oslo_vmware.api [None req-92e9f485-5d1a-4e54-bd4a-d466b6e6edec tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]529559c9-451f-1e1a-a37c-6e4893261383, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.432052] env[69413]: DEBUG nova.scheduler.client.report [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.460558] env[69413]: DEBUG oslo_vmware.api [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078505, 'name': PowerOnVM_Task, 'duration_secs': 0.838291} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.460848] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1189.461087] env[69413]: DEBUG nova.compute.manager [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1189.461904] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7358c376-6340-4f54-a3ce-277ca374ec3b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.500929] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 1b3bac56-2886-42fa-934b-2e547b8104ed] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.516428] env[69413]: DEBUG oslo_vmware.api [None req-016065ab-f1c3-4517-b81d-5b8a5272ff83 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078507, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.664258] env[69413]: DEBUG oslo_vmware.api [None req-92e9f485-5d1a-4e54-bd4a-d466b6e6edec tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]529559c9-451f-1e1a-a37c-6e4893261383, 'name': SearchDatastore_Task, 'duration_secs': 0.012648} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.665111] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-789295a9-82dc-4861-8ac0-20eeea4e483c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.670537] env[69413]: DEBUG oslo_vmware.api [None req-92e9f485-5d1a-4e54-bd4a-d466b6e6edec tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Waiting for the task: (returnval){ [ 1189.670537] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f01921-13e5-c819-a222-6e8854d89f3c" [ 1189.670537] env[69413]: _type = "Task" [ 1189.670537] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.678419] env[69413]: DEBUG oslo_vmware.api [None req-92e9f485-5d1a-4e54-bd4a-d466b6e6edec tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f01921-13e5-c819-a222-6e8854d89f3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.839342] env[69413]: DEBUG nova.network.neutron [req-a72feb72-491f-42f9-9c1a-e710da5d94a5 req-5fbb1e28-2b43-4e67-a921-edfbf2e15670 service nova] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Updated VIF entry in instance network info cache for port 212bddde-9395-4331-bdfd-99b2595cfdeb. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1189.839753] env[69413]: DEBUG nova.network.neutron [req-a72feb72-491f-42f9-9c1a-e710da5d94a5 req-5fbb1e28-2b43-4e67-a921-edfbf2e15670 service nova] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Updating instance_info_cache with network_info: [{"id": "2b1c6a2e-94d7-446f-899e-93fd78b59e51", "address": "fa:16:3e:f4:2c:fb", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1c6a2e-94", "ovs_interfaceid": "2b1c6a2e-94d7-446f-899e-93fd78b59e51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "212bddde-9395-4331-bdfd-99b2595cfdeb", "address": "fa:16:3e:e5:6a:2d", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap212bddde-93", "ovs_interfaceid": "212bddde-9395-4331-bdfd-99b2595cfdeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.937233] env[69413]: DEBUG oslo_concurrency.lockutils [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.246s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.937816] env[69413]: DEBUG nova.compute.manager [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 6d8b800c-842b-4167-9d95-157679791487] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1189.979798] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.980086] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.980270] env[69413]: DEBUG nova.objects.instance [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69413) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1190.004328] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 820f1f01-9b3b-4b2f-9155-2ac397579fce] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.017104] env[69413]: DEBUG oslo_vmware.api [None req-016065ab-f1c3-4517-b81d-5b8a5272ff83 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078507, 'name': ReconfigVM_Task, 'duration_secs': 0.545141} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.018023] env[69413]: DEBUG oslo_concurrency.lockutils [None req-016065ab-f1c3-4517-b81d-5b8a5272ff83 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Releasing lock "ed459731-5549-4a15-add7-9c53bc98ad9a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.018023] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-016065ab-f1c3-4517-b81d-5b8a5272ff83 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Reconfigured VM to attach interface {{(pid=69413) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1190.182627] env[69413]: DEBUG oslo_vmware.api [None req-92e9f485-5d1a-4e54-bd4a-d466b6e6edec tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f01921-13e5-c819-a222-6e8854d89f3c, 'name': SearchDatastore_Task, 'duration_secs': 0.010317} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.182871] env[69413]: DEBUG oslo_concurrency.lockutils [None req-92e9f485-5d1a-4e54-bd4a-d466b6e6edec tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.183147] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-92e9f485-5d1a-4e54-bd4a-d466b6e6edec tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 9779f001-a30a-4107-b239-1c214d6b7b87/2ef2504d-027d-42fe-98dd-6e912ffbdf46-rescue.vmdk. {{(pid=69413) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1190.183455] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad6cd929-0f41-4276-81d7-5119d5242dcb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.190167] env[69413]: DEBUG oslo_vmware.api [None req-92e9f485-5d1a-4e54-bd4a-d466b6e6edec tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Waiting for the task: (returnval){ [ 1190.190167] env[69413]: value = "task-3078509" [ 1190.190167] env[69413]: _type = "Task" [ 1190.190167] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.197536] env[69413]: DEBUG oslo_vmware.api [None req-92e9f485-5d1a-4e54-bd4a-d466b6e6edec tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078509, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.343357] env[69413]: DEBUG oslo_concurrency.lockutils [req-a72feb72-491f-42f9-9c1a-e710da5d94a5 req-5fbb1e28-2b43-4e67-a921-edfbf2e15670 service nova] Releasing lock "refresh_cache-ed459731-5549-4a15-add7-9c53bc98ad9a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.443209] env[69413]: DEBUG nova.compute.utils [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1190.444855] env[69413]: DEBUG nova.compute.manager [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 6d8b800c-842b-4167-9d95-157679791487] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1190.445053] env[69413]: DEBUG nova.network.neutron [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 6d8b800c-842b-4167-9d95-157679791487] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1190.503932] env[69413]: DEBUG nova.policy [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f027c0debdc149ddb78f3a057ad09dfd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38a8868548d7403ea0a11a77a65ba7ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1190.506646] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 4ca96837-840e-46e5-be3f-76060bb4ca88] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.522055] env[69413]: DEBUG oslo_concurrency.lockutils [None req-016065ab-f1c3-4517-b81d-5b8a5272ff83 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "interface-ed459731-5549-4a15-add7-9c53bc98ad9a-212bddde-9395-4331-bdfd-99b2595cfdeb" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.258s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.700997] env[69413]: DEBUG oslo_vmware.api [None req-92e9f485-5d1a-4e54-bd4a-d466b6e6edec tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078509, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.948284] env[69413]: DEBUG nova.compute.manager [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 6d8b800c-842b-4167-9d95-157679791487] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1190.989310] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b8677b8f-2608-4ab3-bc7d-739179d5d495 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.012645] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: dd5a5d8e-1405-4cf4-bcb6-7bd7a1c58ab5] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.066670] env[69413]: DEBUG nova.network.neutron [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 6d8b800c-842b-4167-9d95-157679791487] Successfully created port: 8d64d1bf-e80a-409f-bf0c-ee47e803768a {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1191.201301] env[69413]: DEBUG oslo_vmware.api [None req-92e9f485-5d1a-4e54-bd4a-d466b6e6edec tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078509, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599479} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.201569] env[69413]: INFO nova.virt.vmwareapi.ds_util [None req-92e9f485-5d1a-4e54-bd4a-d466b6e6edec tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 9779f001-a30a-4107-b239-1c214d6b7b87/2ef2504d-027d-42fe-98dd-6e912ffbdf46-rescue.vmdk. [ 1191.202297] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77fe416-32e8-4d91-a0c3-cc918704e197 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.229323] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-92e9f485-5d1a-4e54-bd4a-d466b6e6edec tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 9779f001-a30a-4107-b239-1c214d6b7b87/2ef2504d-027d-42fe-98dd-6e912ffbdf46-rescue.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1191.229590] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb806946-bcbf-4b2c-980e-94f25cdbc972 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.246876] env[69413]: DEBUG oslo_vmware.api [None req-92e9f485-5d1a-4e54-bd4a-d466b6e6edec tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Waiting for the task: (returnval){ [ 1191.246876] env[69413]: value = "task-3078510" [ 1191.246876] env[69413]: _type = "Task" [ 1191.246876] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.254086] env[69413]: DEBUG oslo_vmware.api [None req-92e9f485-5d1a-4e54-bd4a-d466b6e6edec tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078510, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.514850] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 2a70453d-f9ec-4a61-a2a9-c3dfd1a2f6d7] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.758856] env[69413]: DEBUG oslo_vmware.api [None req-92e9f485-5d1a-4e54-bd4a-d466b6e6edec tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078510, 'name': ReconfigVM_Task, 'duration_secs': 0.327232} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.759177] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-92e9f485-5d1a-4e54-bd4a-d466b6e6edec tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 9779f001-a30a-4107-b239-1c214d6b7b87/2ef2504d-027d-42fe-98dd-6e912ffbdf46-rescue.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1191.760053] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fa96a1-5531-468d-a82e-13a40d46dd7f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.785461] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bed62e73-93a7-4740-92f1-abef455976f1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.801740] env[69413]: DEBUG oslo_vmware.api [None req-92e9f485-5d1a-4e54-bd4a-d466b6e6edec tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Waiting for the task: (returnval){ [ 1191.801740] env[69413]: value = "task-3078511" [ 1191.801740] env[69413]: _type = "Task" [ 1191.801740] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.810697] env[69413]: DEBUG oslo_vmware.api [None req-92e9f485-5d1a-4e54-bd4a-d466b6e6edec tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078511, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.959605] env[69413]: DEBUG nova.compute.manager [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 6d8b800c-842b-4167-9d95-157679791487] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1191.962175] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ca68d291-1807-419c-bb5d-f5437f24661c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "interface-ed459731-5549-4a15-add7-9c53bc98ad9a-212bddde-9395-4331-bdfd-99b2595cfdeb" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.962366] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ca68d291-1807-419c-bb5d-f5437f24661c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "interface-ed459731-5549-4a15-add7-9c53bc98ad9a-212bddde-9395-4331-bdfd-99b2595cfdeb" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.988420] env[69413]: DEBUG nova.virt.hardware [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1191.988701] env[69413]: DEBUG nova.virt.hardware [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.988868] env[69413]: DEBUG nova.virt.hardware [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.989069] env[69413]: DEBUG nova.virt.hardware [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.989228] env[69413]: DEBUG nova.virt.hardware [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.989385] env[69413]: DEBUG nova.virt.hardware [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1191.989591] env[69413]: DEBUG nova.virt.hardware [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1191.989757] env[69413]: DEBUG nova.virt.hardware [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1191.989931] env[69413]: DEBUG nova.virt.hardware [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1191.991030] env[69413]: DEBUG nova.virt.hardware [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1191.991030] env[69413]: DEBUG nova.virt.hardware [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1191.991394] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ad54cc-1e34-4657-ac0c-714700e28ffb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.000061] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f085556-c003-475a-81c6-cbb3456d3acb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.018022] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 6cf3c270-702a-49c8-b845-73e06b1f3c1b] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.311787] env[69413]: DEBUG oslo_vmware.api [None req-92e9f485-5d1a-4e54-bd4a-d466b6e6edec tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078511, 'name': ReconfigVM_Task, 'duration_secs': 0.156301} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.312169] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e9f485-5d1a-4e54-bd4a-d466b6e6edec tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1192.312484] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f82bab8c-0b43-4b1e-850d-b9cd01cc1092 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.318834] env[69413]: DEBUG oslo_vmware.api [None req-92e9f485-5d1a-4e54-bd4a-d466b6e6edec tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Waiting for the task: (returnval){ [ 1192.318834] env[69413]: value = "task-3078512" [ 1192.318834] env[69413]: _type = "Task" [ 1192.318834] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.326385] env[69413]: DEBUG oslo_vmware.api [None req-92e9f485-5d1a-4e54-bd4a-d466b6e6edec tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.432080] env[69413]: DEBUG nova.compute.manager [req-8ac70121-11ad-4033-a296-29d72d6ae22e req-d6346314-6aa2-442b-b9e1-cf4a54d508e4 service nova] [instance: 6d8b800c-842b-4167-9d95-157679791487] Received event network-vif-plugged-8d64d1bf-e80a-409f-bf0c-ee47e803768a {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.432335] env[69413]: DEBUG oslo_concurrency.lockutils [req-8ac70121-11ad-4033-a296-29d72d6ae22e req-d6346314-6aa2-442b-b9e1-cf4a54d508e4 service nova] Acquiring lock "6d8b800c-842b-4167-9d95-157679791487-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.432555] env[69413]: DEBUG oslo_concurrency.lockutils [req-8ac70121-11ad-4033-a296-29d72d6ae22e req-d6346314-6aa2-442b-b9e1-cf4a54d508e4 service nova] Lock "6d8b800c-842b-4167-9d95-157679791487-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.432724] env[69413]: DEBUG oslo_concurrency.lockutils [req-8ac70121-11ad-4033-a296-29d72d6ae22e req-d6346314-6aa2-442b-b9e1-cf4a54d508e4 service nova] Lock "6d8b800c-842b-4167-9d95-157679791487-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.432915] env[69413]: DEBUG nova.compute.manager [req-8ac70121-11ad-4033-a296-29d72d6ae22e req-d6346314-6aa2-442b-b9e1-cf4a54d508e4 service nova] [instance: 6d8b800c-842b-4167-9d95-157679791487] No waiting events found dispatching network-vif-plugged-8d64d1bf-e80a-409f-bf0c-ee47e803768a {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1192.433095] env[69413]: WARNING nova.compute.manager [req-8ac70121-11ad-4033-a296-29d72d6ae22e req-d6346314-6aa2-442b-b9e1-cf4a54d508e4 service nova] [instance: 6d8b800c-842b-4167-9d95-157679791487] Received unexpected event network-vif-plugged-8d64d1bf-e80a-409f-bf0c-ee47e803768a for instance with vm_state building and task_state spawning. [ 1192.465424] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ca68d291-1807-419c-bb5d-f5437f24661c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "ed459731-5549-4a15-add7-9c53bc98ad9a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.465597] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ca68d291-1807-419c-bb5d-f5437f24661c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquired lock "ed459731-5549-4a15-add7-9c53bc98ad9a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.466619] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8223826d-2844-4ce1-bf74-cd6e47ee7f7f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.486824] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79001e8-cb94-4ddc-9c85-b5d88d067275 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.513153] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ca68d291-1807-419c-bb5d-f5437f24661c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Reconfiguring VM to detach interface {{(pid=69413) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1192.513559] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfd22687-0930-4d62-bd03-dd796fe306da {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.527840] env[69413]: DEBUG nova.network.neutron [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 6d8b800c-842b-4167-9d95-157679791487] Successfully updated port: 8d64d1bf-e80a-409f-bf0c-ee47e803768a {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1192.529982] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: b7ecae2d-7a65-4eff-a8f0-5991e57f1775] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.541485] env[69413]: DEBUG oslo_vmware.api [None req-ca68d291-1807-419c-bb5d-f5437f24661c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 1192.541485] env[69413]: value = "task-3078513" [ 1192.541485] env[69413]: _type = "Task" [ 1192.541485] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.552045] env[69413]: DEBUG oslo_vmware.api [None req-ca68d291-1807-419c-bb5d-f5437f24661c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078513, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.828528] env[69413]: DEBUG oslo_vmware.api [None req-92e9f485-5d1a-4e54-bd4a-d466b6e6edec tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078512, 'name': PowerOnVM_Task, 'duration_secs': 0.421325} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.828787] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e9f485-5d1a-4e54-bd4a-d466b6e6edec tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1192.831844] env[69413]: DEBUG nova.compute.manager [None req-92e9f485-5d1a-4e54-bd4a-d466b6e6edec tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1192.832630] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1624098c-2d84-4a80-89ba-7d7675658c87 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.033106] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 9fb1b0a7-ddb8-4325-a38a-4659ee69ce36] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.035584] env[69413]: DEBUG oslo_concurrency.lockutils [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "refresh_cache-6d8b800c-842b-4167-9d95-157679791487" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.035736] env[69413]: DEBUG oslo_concurrency.lockutils [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquired lock "refresh_cache-6d8b800c-842b-4167-9d95-157679791487" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.035881] env[69413]: DEBUG nova.network.neutron [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 6d8b800c-842b-4167-9d95-157679791487] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1193.051955] env[69413]: DEBUG oslo_vmware.api [None req-ca68d291-1807-419c-bb5d-f5437f24661c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078513, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.540843] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: dc802a86-b5a3-4808-a641-dc42d77ee1e6] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.553894] env[69413]: DEBUG oslo_vmware.api [None req-ca68d291-1807-419c-bb5d-f5437f24661c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078513, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.568933] env[69413]: DEBUG nova.network.neutron [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 6d8b800c-842b-4167-9d95-157679791487] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1193.691105] env[69413]: DEBUG nova.network.neutron [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 6d8b800c-842b-4167-9d95-157679791487] Updating instance_info_cache with network_info: [{"id": "8d64d1bf-e80a-409f-bf0c-ee47e803768a", "address": "fa:16:3e:cf:85:08", "network": {"id": "61a05717-9f5d-4031-ac74-e8d03b04d677", "bridge": "br-int", "label": "tempest-ServersTestJSON-1834075300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38a8868548d7403ea0a11a77a65ba7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d64d1bf-e8", "ovs_interfaceid": "8d64d1bf-e80a-409f-bf0c-ee47e803768a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.743432] env[69413]: INFO nova.compute.manager [None req-1446a621-59fa-446a-9ec1-a549e4da7769 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Unrescuing [ 1193.743699] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1446a621-59fa-446a-9ec1-a549e4da7769 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Acquiring lock "refresh_cache-9779f001-a30a-4107-b239-1c214d6b7b87" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.743851] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1446a621-59fa-446a-9ec1-a549e4da7769 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Acquired lock "refresh_cache-9779f001-a30a-4107-b239-1c214d6b7b87" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.744025] env[69413]: DEBUG nova.network.neutron [None req-1446a621-59fa-446a-9ec1-a549e4da7769 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.046867] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: da690ca9-bdde-4913-9366-9f2d213c496a] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.054502] env[69413]: DEBUG oslo_vmware.api [None req-ca68d291-1807-419c-bb5d-f5437f24661c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078513, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.194635] env[69413]: DEBUG oslo_concurrency.lockutils [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Releasing lock "refresh_cache-6d8b800c-842b-4167-9d95-157679791487" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.195039] env[69413]: DEBUG nova.compute.manager [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 6d8b800c-842b-4167-9d95-157679791487] Instance network_info: |[{"id": "8d64d1bf-e80a-409f-bf0c-ee47e803768a", "address": "fa:16:3e:cf:85:08", "network": {"id": "61a05717-9f5d-4031-ac74-e8d03b04d677", "bridge": "br-int", "label": "tempest-ServersTestJSON-1834075300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38a8868548d7403ea0a11a77a65ba7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d64d1bf-e8", "ovs_interfaceid": "8d64d1bf-e80a-409f-bf0c-ee47e803768a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1194.195496] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 6d8b800c-842b-4167-9d95-157679791487] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:85:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dabbac20-1723-40ad-9da0-e53b28073651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d64d1bf-e80a-409f-bf0c-ee47e803768a', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1194.203010] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.203553] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d8b800c-842b-4167-9d95-157679791487] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1194.203788] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8fd9d927-7bc0-4c54-abc3-664e1b1d41a6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.224375] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1194.224375] env[69413]: value = "task-3078514" [ 1194.224375] env[69413]: _type = "Task" [ 1194.224375] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.231891] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078514, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.461859] env[69413]: DEBUG nova.compute.manager [req-9e9b2e45-e70e-418b-a18f-5ec8af825df2 req-cde8fd9f-13d5-4ede-8ef7-d9475240c180 service nova] [instance: 6d8b800c-842b-4167-9d95-157679791487] Received event network-changed-8d64d1bf-e80a-409f-bf0c-ee47e803768a {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.462165] env[69413]: DEBUG nova.compute.manager [req-9e9b2e45-e70e-418b-a18f-5ec8af825df2 req-cde8fd9f-13d5-4ede-8ef7-d9475240c180 service nova] [instance: 6d8b800c-842b-4167-9d95-157679791487] Refreshing instance network info cache due to event network-changed-8d64d1bf-e80a-409f-bf0c-ee47e803768a. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1194.462449] env[69413]: DEBUG oslo_concurrency.lockutils [req-9e9b2e45-e70e-418b-a18f-5ec8af825df2 req-cde8fd9f-13d5-4ede-8ef7-d9475240c180 service nova] Acquiring lock "refresh_cache-6d8b800c-842b-4167-9d95-157679791487" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.462643] env[69413]: DEBUG oslo_concurrency.lockutils [req-9e9b2e45-e70e-418b-a18f-5ec8af825df2 req-cde8fd9f-13d5-4ede-8ef7-d9475240c180 service nova] Acquired lock "refresh_cache-6d8b800c-842b-4167-9d95-157679791487" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.462875] env[69413]: DEBUG nova.network.neutron [req-9e9b2e45-e70e-418b-a18f-5ec8af825df2 req-cde8fd9f-13d5-4ede-8ef7-d9475240c180 service nova] [instance: 6d8b800c-842b-4167-9d95-157679791487] Refreshing network info cache for port 8d64d1bf-e80a-409f-bf0c-ee47e803768a {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1194.477281] env[69413]: DEBUG nova.network.neutron [None req-1446a621-59fa-446a-9ec1-a549e4da7769 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Updating instance_info_cache with network_info: [{"id": "8fe2eba3-5775-404a-bec5-b1f142850816", "address": "fa:16:3e:bc:24:a8", "network": {"id": "f7af8c0a-b1dc-4fe6-8713-b92b4430bec2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-460491079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bfc3adf98d1b406bb41789bbf8418aa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fe2eba3-57", "ovs_interfaceid": "8fe2eba3-5775-404a-bec5-b1f142850816", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.552720] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 2d34fe6d-51d2-4019-908b-8a892c4ed5fd] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.554745] env[69413]: DEBUG oslo_vmware.api [None req-ca68d291-1807-419c-bb5d-f5437f24661c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078513, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.737691] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078514, 'name': CreateVM_Task, 'duration_secs': 0.326617} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.737951] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d8b800c-842b-4167-9d95-157679791487] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1194.738869] env[69413]: DEBUG oslo_concurrency.lockutils [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.739131] env[69413]: DEBUG oslo_concurrency.lockutils [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.739615] env[69413]: DEBUG oslo_concurrency.lockutils [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.739951] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82b8d3b1-476a-4bc9-a5e8-f6e6ab4d4130 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.745865] env[69413]: DEBUG oslo_vmware.api [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1194.745865] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52026e21-cf13-c799-9e03-3487587cdfee" [ 1194.745865] env[69413]: _type = "Task" [ 1194.745865] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.756629] env[69413]: DEBUG oslo_vmware.api [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52026e21-cf13-c799-9e03-3487587cdfee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.980535] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1446a621-59fa-446a-9ec1-a549e4da7769 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Releasing lock "refresh_cache-9779f001-a30a-4107-b239-1c214d6b7b87" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.981261] env[69413]: DEBUG nova.objects.instance [None req-1446a621-59fa-446a-9ec1-a549e4da7769 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Lazy-loading 'flavor' on Instance uuid 9779f001-a30a-4107-b239-1c214d6b7b87 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.053996] env[69413]: DEBUG oslo_vmware.api [None req-ca68d291-1807-419c-bb5d-f5437f24661c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078513, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.055521] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 9dd19ffc-2855-4a97-919c-b71cf01b4e98] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.165897] env[69413]: DEBUG nova.network.neutron [req-9e9b2e45-e70e-418b-a18f-5ec8af825df2 req-cde8fd9f-13d5-4ede-8ef7-d9475240c180 service nova] [instance: 6d8b800c-842b-4167-9d95-157679791487] Updated VIF entry in instance network info cache for port 8d64d1bf-e80a-409f-bf0c-ee47e803768a. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1195.166407] env[69413]: DEBUG nova.network.neutron [req-9e9b2e45-e70e-418b-a18f-5ec8af825df2 req-cde8fd9f-13d5-4ede-8ef7-d9475240c180 service nova] [instance: 6d8b800c-842b-4167-9d95-157679791487] Updating instance_info_cache with network_info: [{"id": "8d64d1bf-e80a-409f-bf0c-ee47e803768a", "address": "fa:16:3e:cf:85:08", "network": {"id": "61a05717-9f5d-4031-ac74-e8d03b04d677", "bridge": "br-int", "label": "tempest-ServersTestJSON-1834075300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38a8868548d7403ea0a11a77a65ba7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d64d1bf-e8", "ovs_interfaceid": "8d64d1bf-e80a-409f-bf0c-ee47e803768a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.206558] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6d6d1bfd-7c73-417d-b17e-f223ade6facf tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Acquiring lock "de9c9158-9c87-437d-94b4-76c4ea45a8b4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.206835] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6d6d1bfd-7c73-417d-b17e-f223ade6facf tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lock "de9c9158-9c87-437d-94b4-76c4ea45a8b4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.259195] env[69413]: DEBUG oslo_vmware.api [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52026e21-cf13-c799-9e03-3487587cdfee, 'name': SearchDatastore_Task, 'duration_secs': 0.01551} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.259603] env[69413]: DEBUG oslo_concurrency.lockutils [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.259932] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 6d8b800c-842b-4167-9d95-157679791487] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1195.260285] env[69413]: DEBUG oslo_concurrency.lockutils [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.260503] env[69413]: DEBUG oslo_concurrency.lockutils [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.260760] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1195.261110] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a86aab20-9616-42cb-a017-274bf08d4071 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.273760] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1195.274053] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1195.275463] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75b84217-741c-427f-8aa7-dff66b5f04d1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.280455] env[69413]: DEBUG oslo_vmware.api [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1195.280455] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]525aa353-935c-035d-e972-09ab051cfac9" [ 1195.280455] env[69413]: _type = "Task" [ 1195.280455] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.288025] env[69413]: DEBUG oslo_vmware.api [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]525aa353-935c-035d-e972-09ab051cfac9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.487068] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304e3703-768c-4426-8202-497575f7414e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.508157] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-1446a621-59fa-446a-9ec1-a549e4da7769 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1195.508471] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f75e0a5-6478-4b0a-9778-1dae4a99131f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.514518] env[69413]: DEBUG oslo_vmware.api [None req-1446a621-59fa-446a-9ec1-a549e4da7769 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Waiting for the task: (returnval){ [ 1195.514518] env[69413]: value = "task-3078515" [ 1195.514518] env[69413]: _type = "Task" [ 1195.514518] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.521843] env[69413]: DEBUG oslo_vmware.api [None req-1446a621-59fa-446a-9ec1-a549e4da7769 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.553466] env[69413]: DEBUG oslo_vmware.api [None req-ca68d291-1807-419c-bb5d-f5437f24661c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078513, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.559141] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: ea9f83f0-3336-4ebc-a5ad-183da349a61f] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.669323] env[69413]: DEBUG oslo_concurrency.lockutils [req-9e9b2e45-e70e-418b-a18f-5ec8af825df2 req-cde8fd9f-13d5-4ede-8ef7-d9475240c180 service nova] Releasing lock "refresh_cache-6d8b800c-842b-4167-9d95-157679791487" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.710887] env[69413]: DEBUG nova.compute.utils [None req-6d6d1bfd-7c73-417d-b17e-f223ade6facf tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1195.791428] env[69413]: DEBUG oslo_vmware.api [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]525aa353-935c-035d-e972-09ab051cfac9, 'name': SearchDatastore_Task, 'duration_secs': 0.039825} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.792214] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5afac26-48cd-4aed-bd9a-496bebad84a3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.797664] env[69413]: DEBUG oslo_vmware.api [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1195.797664] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]527f28ae-0bbf-b7bc-3bfa-794d0c739e73" [ 1195.797664] env[69413]: _type = "Task" [ 1195.797664] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.804720] env[69413]: DEBUG oslo_vmware.api [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]527f28ae-0bbf-b7bc-3bfa-794d0c739e73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.025779] env[69413]: DEBUG oslo_vmware.api [None req-1446a621-59fa-446a-9ec1-a549e4da7769 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078515, 'name': PowerOffVM_Task, 'duration_secs': 0.196532} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.026116] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-1446a621-59fa-446a-9ec1-a549e4da7769 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1196.031749] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-1446a621-59fa-446a-9ec1-a549e4da7769 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1196.032076] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27f47da5-fca0-4ff1-b4d7-49ac8a8887c5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.050234] env[69413]: DEBUG oslo_vmware.api [None req-1446a621-59fa-446a-9ec1-a549e4da7769 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Waiting for the task: (returnval){ [ 1196.050234] env[69413]: value = "task-3078516" [ 1196.050234] env[69413]: _type = "Task" [ 1196.050234] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.055943] env[69413]: DEBUG oslo_vmware.api [None req-ca68d291-1807-419c-bb5d-f5437f24661c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078513, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.061760] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 51503845-99ac-4010-9780-09feb6c342b9] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.063462] env[69413]: DEBUG oslo_vmware.api [None req-1446a621-59fa-446a-9ec1-a549e4da7769 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078516, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.213876] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6d6d1bfd-7c73-417d-b17e-f223ade6facf tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lock "de9c9158-9c87-437d-94b4-76c4ea45a8b4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.307704] env[69413]: DEBUG oslo_vmware.api [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]527f28ae-0bbf-b7bc-3bfa-794d0c739e73, 'name': SearchDatastore_Task, 'duration_secs': 0.009042} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.307951] env[69413]: DEBUG oslo_concurrency.lockutils [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.308237] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 6d8b800c-842b-4167-9d95-157679791487/6d8b800c-842b-4167-9d95-157679791487.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1196.308515] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c76cbc42-cd34-46ae-b453-5ebdc69e38bd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.314331] env[69413]: DEBUG oslo_vmware.api [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1196.314331] env[69413]: value = "task-3078517" [ 1196.314331] env[69413]: _type = "Task" [ 1196.314331] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.321615] env[69413]: DEBUG oslo_vmware.api [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078517, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.557514] env[69413]: DEBUG oslo_vmware.api [None req-ca68d291-1807-419c-bb5d-f5437f24661c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078513, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.563731] env[69413]: DEBUG oslo_vmware.api [None req-1446a621-59fa-446a-9ec1-a549e4da7769 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078516, 'name': ReconfigVM_Task, 'duration_secs': 0.251115} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.563731] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-1446a621-59fa-446a-9ec1-a549e4da7769 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1196.563731] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-1446a621-59fa-446a-9ec1-a549e4da7769 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1196.563993] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a122c7f1-16db-41c2-8fcf-7e417ecc6cac {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.565765] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: ba72f8ba-3ed8-4b38-8a3a-e784ab200285] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.572953] env[69413]: DEBUG oslo_vmware.api [None req-1446a621-59fa-446a-9ec1-a549e4da7769 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Waiting for the task: (returnval){ [ 1196.572953] env[69413]: value = "task-3078518" [ 1196.572953] env[69413]: _type = "Task" [ 1196.572953] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.581360] env[69413]: DEBUG oslo_vmware.api [None req-1446a621-59fa-446a-9ec1-a549e4da7769 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078518, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.825973] env[69413]: DEBUG oslo_vmware.api [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078517, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498084} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.826254] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 6d8b800c-842b-4167-9d95-157679791487/6d8b800c-842b-4167-9d95-157679791487.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1196.826464] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 6d8b800c-842b-4167-9d95-157679791487] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1196.826712] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51b445ce-3a06-478c-909c-1e5baaa6160f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.832797] env[69413]: DEBUG oslo_vmware.api [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1196.832797] env[69413]: value = "task-3078519" [ 1196.832797] env[69413]: _type = "Task" [ 1196.832797] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.840249] env[69413]: DEBUG oslo_vmware.api [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078519, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.056349] env[69413]: DEBUG oslo_vmware.api [None req-ca68d291-1807-419c-bb5d-f5437f24661c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078513, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.068984] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 4b597a74-ffcd-4c1e-9759-d3d5da6b9d4b] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.081677] env[69413]: DEBUG oslo_vmware.api [None req-1446a621-59fa-446a-9ec1-a549e4da7769 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078518, 'name': PowerOnVM_Task, 'duration_secs': 0.459221} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.081940] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-1446a621-59fa-446a-9ec1-a549e4da7769 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1197.082181] env[69413]: DEBUG nova.compute.manager [None req-1446a621-59fa-446a-9ec1-a549e4da7769 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1197.082961] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee69d6e4-8872-4740-a282-90b480a587dd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.285803] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6d6d1bfd-7c73-417d-b17e-f223ade6facf tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Acquiring lock "de9c9158-9c87-437d-94b4-76c4ea45a8b4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.286088] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6d6d1bfd-7c73-417d-b17e-f223ade6facf tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lock "de9c9158-9c87-437d-94b4-76c4ea45a8b4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.286352] env[69413]: INFO nova.compute.manager [None req-6d6d1bfd-7c73-417d-b17e-f223ade6facf tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Attaching volume 06d28b49-59fb-437c-be03-9cc6cb5db7f4 to /dev/sdb [ 1197.316445] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4718d27-c6cb-4221-8557-1df1b84d5747 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.323885] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05047e6-b171-4d56-bcec-6e6543ec67d2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.339858] env[69413]: DEBUG nova.virt.block_device [None req-6d6d1bfd-7c73-417d-b17e-f223ade6facf tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Updating existing volume attachment record: 5f2db71d-39fd-4925-a7ce-e3d13dc90544 {{(pid=69413) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1197.346490] env[69413]: DEBUG oslo_vmware.api [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078519, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.178456} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.346733] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 6d8b800c-842b-4167-9d95-157679791487] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1197.347506] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16091a3-950e-4f2b-953b-ae04f30c300d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.369102] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 6d8b800c-842b-4167-9d95-157679791487] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 6d8b800c-842b-4167-9d95-157679791487/6d8b800c-842b-4167-9d95-157679791487.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.369398] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b998ebd7-1e56-4fb2-af36-2d7c0a430496 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.389716] env[69413]: DEBUG oslo_vmware.api [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1197.389716] env[69413]: value = "task-3078520" [ 1197.389716] env[69413]: _type = "Task" [ 1197.389716] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.397311] env[69413]: DEBUG oslo_vmware.api [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078520, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.556736] env[69413]: DEBUG oslo_vmware.api [None req-ca68d291-1807-419c-bb5d-f5437f24661c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078513, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.572354] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 3316c01f-b7e4-463c-8ef1-973d2c5e53f4] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.900443] env[69413]: DEBUG oslo_vmware.api [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078520, 'name': ReconfigVM_Task, 'duration_secs': 0.274604} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.900711] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 6d8b800c-842b-4167-9d95-157679791487] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 6d8b800c-842b-4167-9d95-157679791487/6d8b800c-842b-4167-9d95-157679791487.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.901378] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e47f64bb-88c0-4647-ac6b-77cb67c7751e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.907762] env[69413]: DEBUG oslo_vmware.api [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1197.907762] env[69413]: value = "task-3078524" [ 1197.907762] env[69413]: _type = "Task" [ 1197.907762] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.915446] env[69413]: DEBUG oslo_vmware.api [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078524, 'name': Rename_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.060422] env[69413]: DEBUG oslo_vmware.api [None req-ca68d291-1807-419c-bb5d-f5437f24661c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078513, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.075167] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 412d9537-a582-4b26-acc4-786e68c25394] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.327166] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a0a9c8e3-fe78-423b-9c13-534cf465eac3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquiring lock "dc7c8425-53b2-407e-a3a6-cd9120b88f77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.327469] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a0a9c8e3-fe78-423b-9c13-534cf465eac3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "dc7c8425-53b2-407e-a3a6-cd9120b88f77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.327692] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a0a9c8e3-fe78-423b-9c13-534cf465eac3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquiring lock "dc7c8425-53b2-407e-a3a6-cd9120b88f77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.327876] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a0a9c8e3-fe78-423b-9c13-534cf465eac3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "dc7c8425-53b2-407e-a3a6-cd9120b88f77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.328060] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a0a9c8e3-fe78-423b-9c13-534cf465eac3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "dc7c8425-53b2-407e-a3a6-cd9120b88f77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.330318] env[69413]: INFO nova.compute.manager [None req-a0a9c8e3-fe78-423b-9c13-534cf465eac3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Terminating instance [ 1198.365421] env[69413]: DEBUG oslo_concurrency.lockutils [None req-94cbac8f-692a-46f6-b956-df668056bb0f tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Acquiring lock "9779f001-a30a-4107-b239-1c214d6b7b87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.365695] env[69413]: DEBUG oslo_concurrency.lockutils [None req-94cbac8f-692a-46f6-b956-df668056bb0f tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Lock "9779f001-a30a-4107-b239-1c214d6b7b87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.365863] env[69413]: DEBUG oslo_concurrency.lockutils [None req-94cbac8f-692a-46f6-b956-df668056bb0f tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Acquiring lock "9779f001-a30a-4107-b239-1c214d6b7b87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.366048] env[69413]: DEBUG oslo_concurrency.lockutils [None req-94cbac8f-692a-46f6-b956-df668056bb0f tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Lock "9779f001-a30a-4107-b239-1c214d6b7b87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.366224] env[69413]: DEBUG oslo_concurrency.lockutils [None req-94cbac8f-692a-46f6-b956-df668056bb0f tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Lock "9779f001-a30a-4107-b239-1c214d6b7b87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.368330] env[69413]: INFO nova.compute.manager [None req-94cbac8f-692a-46f6-b956-df668056bb0f tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Terminating instance [ 1198.417682] env[69413]: DEBUG oslo_vmware.api [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078524, 'name': Rename_Task, 'duration_secs': 0.139384} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.417978] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 6d8b800c-842b-4167-9d95-157679791487] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1198.418508] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a84150d-49e3-40db-8c80-ca11e5b59e16 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.424873] env[69413]: DEBUG oslo_vmware.api [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1198.424873] env[69413]: value = "task-3078525" [ 1198.424873] env[69413]: _type = "Task" [ 1198.424873] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.432863] env[69413]: DEBUG oslo_vmware.api [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.558078] env[69413]: DEBUG oslo_vmware.api [None req-ca68d291-1807-419c-bb5d-f5437f24661c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078513, 'name': ReconfigVM_Task, 'duration_secs': 5.914715} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.558369] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ca68d291-1807-419c-bb5d-f5437f24661c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Releasing lock "ed459731-5549-4a15-add7-9c53bc98ad9a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.558576] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ca68d291-1807-419c-bb5d-f5437f24661c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Reconfigured VM to detach interface {{(pid=69413) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1198.578774] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 935b60fb-6c0e-412c-9547-df9c36ff5eda] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.834423] env[69413]: DEBUG nova.compute.manager [None req-a0a9c8e3-fe78-423b-9c13-534cf465eac3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1198.834686] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a9c8e3-fe78-423b-9c13-534cf465eac3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1198.836185] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d684f8b-b1d9-4fa2-a7b5-d69802637791 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.843919] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a9c8e3-fe78-423b-9c13-534cf465eac3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.844183] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edd79863-58b5-44fd-af1f-66abc1a39f4b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.850307] env[69413]: DEBUG oslo_vmware.api [None req-a0a9c8e3-fe78-423b-9c13-534cf465eac3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1198.850307] env[69413]: value = "task-3078526" [ 1198.850307] env[69413]: _type = "Task" [ 1198.850307] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.858616] env[69413]: DEBUG oslo_vmware.api [None req-a0a9c8e3-fe78-423b-9c13-534cf465eac3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.871967] env[69413]: DEBUG nova.compute.manager [None req-94cbac8f-692a-46f6-b956-df668056bb0f tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1198.872200] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-94cbac8f-692a-46f6-b956-df668056bb0f tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1198.873106] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64f2937-5a48-4105-a3c0-a71d95faff80 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.882610] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-94cbac8f-692a-46f6-b956-df668056bb0f tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.882897] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35c72ad8-1936-456f-9ab1-17f8afbdd22a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.889909] env[69413]: DEBUG oslo_vmware.api [None req-94cbac8f-692a-46f6-b956-df668056bb0f tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Waiting for the task: (returnval){ [ 1198.889909] env[69413]: value = "task-3078527" [ 1198.889909] env[69413]: _type = "Task" [ 1198.889909] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.898687] env[69413]: DEBUG oslo_vmware.api [None req-94cbac8f-692a-46f6-b956-df668056bb0f tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.934890] env[69413]: DEBUG oslo_vmware.api [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078525, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.081761] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: c15d57db-e0cf-45df-8bc4-9743066e5d54] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.360243] env[69413]: DEBUG oslo_vmware.api [None req-a0a9c8e3-fe78-423b-9c13-534cf465eac3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078526, 'name': PowerOffVM_Task, 'duration_secs': 0.205034} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.360482] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a9c8e3-fe78-423b-9c13-534cf465eac3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.360622] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a9c8e3-fe78-423b-9c13-534cf465eac3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1199.360892] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ffc1382-283b-45b1-9c4a-d479b1ed90f0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.400041] env[69413]: DEBUG oslo_vmware.api [None req-94cbac8f-692a-46f6-b956-df668056bb0f tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.424785] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a9c8e3-fe78-423b-9c13-534cf465eac3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1199.425058] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a9c8e3-fe78-423b-9c13-534cf465eac3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1199.425245] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0a9c8e3-fe78-423b-9c13-534cf465eac3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Deleting the datastore file [datastore1] dc7c8425-53b2-407e-a3a6-cd9120b88f77 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1199.425850] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2dbba3da-41e8-4aaf-b1c5-922cb9cb79f1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.439941] env[69413]: DEBUG oslo_vmware.api [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078525, 'name': PowerOnVM_Task, 'duration_secs': 0.58859} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.441218] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 6d8b800c-842b-4167-9d95-157679791487] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1199.441428] env[69413]: INFO nova.compute.manager [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 6d8b800c-842b-4167-9d95-157679791487] Took 7.48 seconds to spawn the instance on the hypervisor. [ 1199.441625] env[69413]: DEBUG nova.compute.manager [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 6d8b800c-842b-4167-9d95-157679791487] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1199.441966] env[69413]: DEBUG oslo_vmware.api [None req-a0a9c8e3-fe78-423b-9c13-534cf465eac3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1199.441966] env[69413]: value = "task-3078529" [ 1199.441966] env[69413]: _type = "Task" [ 1199.441966] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.442655] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af8d463-96a4-4ec6-a00c-ac0008a24377 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.452632] env[69413]: DEBUG oslo_vmware.api [None req-a0a9c8e3-fe78-423b-9c13-534cf465eac3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.585585] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 6bc4ef14-5504-4c90-8d21-a8cd681b9070] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.882340] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ca68d291-1807-419c-bb5d-f5437f24661c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "refresh_cache-ed459731-5549-4a15-add7-9c53bc98ad9a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.882536] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ca68d291-1807-419c-bb5d-f5437f24661c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquired lock "refresh_cache-ed459731-5549-4a15-add7-9c53bc98ad9a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.882714] env[69413]: DEBUG nova.network.neutron [None req-ca68d291-1807-419c-bb5d-f5437f24661c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.900651] env[69413]: DEBUG oslo_vmware.api [None req-94cbac8f-692a-46f6-b956-df668056bb0f tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078527, 'name': PowerOffVM_Task, 'duration_secs': 0.710053} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.900908] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-94cbac8f-692a-46f6-b956-df668056bb0f tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.901106] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-94cbac8f-692a-46f6-b956-df668056bb0f tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1199.901359] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbe09344-3040-47cb-88ae-0f67843b251a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.963312] env[69413]: DEBUG oslo_vmware.api [None req-a0a9c8e3-fe78-423b-9c13-534cf465eac3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078529, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145465} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.963563] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0a9c8e3-fe78-423b-9c13-534cf465eac3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1199.963786] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a9c8e3-fe78-423b-9c13-534cf465eac3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1199.964175] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a9c8e3-fe78-423b-9c13-534cf465eac3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1199.964575] env[69413]: INFO nova.compute.manager [None req-a0a9c8e3-fe78-423b-9c13-534cf465eac3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1199.964868] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0a9c8e3-fe78-423b-9c13-534cf465eac3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.967970] env[69413]: INFO nova.compute.manager [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 6d8b800c-842b-4167-9d95-157679791487] Took 12.52 seconds to build instance. [ 1199.968700] env[69413]: DEBUG nova.compute.manager [-] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1199.968805] env[69413]: DEBUG nova.network.neutron [-] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1199.971443] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-94cbac8f-692a-46f6-b956-df668056bb0f tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1199.971621] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-94cbac8f-692a-46f6-b956-df668056bb0f tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1199.971791] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-94cbac8f-692a-46f6-b956-df668056bb0f tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Deleting the datastore file [datastore2] 9779f001-a30a-4107-b239-1c214d6b7b87 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1199.972428] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b49742b-a241-45b8-a336-951eff07b22a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.978118] env[69413]: DEBUG oslo_vmware.api [None req-94cbac8f-692a-46f6-b956-df668056bb0f tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Waiting for the task: (returnval){ [ 1199.978118] env[69413]: value = "task-3078532" [ 1199.978118] env[69413]: _type = "Task" [ 1199.978118] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.987355] env[69413]: DEBUG oslo_vmware.api [None req-94cbac8f-692a-46f6-b956-df668056bb0f tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078532, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.088648] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 9c167732-fb10-402b-8b16-d9094785af78] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.350106] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c1cc8e86-7c94-47ee-8001-78f657aff554 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "ed459731-5549-4a15-add7-9c53bc98ad9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.350394] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c1cc8e86-7c94-47ee-8001-78f657aff554 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "ed459731-5549-4a15-add7-9c53bc98ad9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.350664] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c1cc8e86-7c94-47ee-8001-78f657aff554 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "ed459731-5549-4a15-add7-9c53bc98ad9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.350868] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c1cc8e86-7c94-47ee-8001-78f657aff554 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "ed459731-5549-4a15-add7-9c53bc98ad9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.351058] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c1cc8e86-7c94-47ee-8001-78f657aff554 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "ed459731-5549-4a15-add7-9c53bc98ad9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.353189] env[69413]: INFO nova.compute.manager [None req-c1cc8e86-7c94-47ee-8001-78f657aff554 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Terminating instance [ 1200.412908] env[69413]: DEBUG oslo_concurrency.lockutils [None req-708b71ff-7959-4bb0-b308-db3ce0483a22 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "6d8b800c-842b-4167-9d95-157679791487" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.470826] env[69413]: DEBUG oslo_concurrency.lockutils [None req-26c03d13-a796-4e58-9cc6-179bd503828b tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "6d8b800c-842b-4167-9d95-157679791487" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.035s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.472707] env[69413]: DEBUG nova.compute.manager [req-b7b1a8bb-7362-4078-bf18-20efd4a2ef0c req-feb6ae63-a041-406b-9963-3f825f931d4e service nova] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Received event network-vif-deleted-f67ea053-c9e6-434a-88e0-244771a682ad {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.472897] env[69413]: INFO nova.compute.manager [req-b7b1a8bb-7362-4078-bf18-20efd4a2ef0c req-feb6ae63-a041-406b-9963-3f825f931d4e service nova] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Neutron deleted interface f67ea053-c9e6-434a-88e0-244771a682ad; detaching it from the instance and deleting it from the info cache [ 1200.473085] env[69413]: DEBUG nova.network.neutron [req-b7b1a8bb-7362-4078-bf18-20efd4a2ef0c req-feb6ae63-a041-406b-9963-3f825f931d4e service nova] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.474070] env[69413]: DEBUG oslo_concurrency.lockutils [None req-708b71ff-7959-4bb0-b308-db3ce0483a22 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "6d8b800c-842b-4167-9d95-157679791487" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.061s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.474292] env[69413]: DEBUG oslo_concurrency.lockutils [None req-708b71ff-7959-4bb0-b308-db3ce0483a22 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "6d8b800c-842b-4167-9d95-157679791487-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.476058] env[69413]: DEBUG oslo_concurrency.lockutils [None req-708b71ff-7959-4bb0-b308-db3ce0483a22 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "6d8b800c-842b-4167-9d95-157679791487-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.476058] env[69413]: DEBUG oslo_concurrency.lockutils [None req-708b71ff-7959-4bb0-b308-db3ce0483a22 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "6d8b800c-842b-4167-9d95-157679791487-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.477790] env[69413]: INFO nova.compute.manager [None req-708b71ff-7959-4bb0-b308-db3ce0483a22 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 6d8b800c-842b-4167-9d95-157679791487] Terminating instance [ 1200.492612] env[69413]: DEBUG oslo_vmware.api [None req-94cbac8f-692a-46f6-b956-df668056bb0f tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078532, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.592129] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 7d8f56fd-07ae-458b-b511-546b7adefe96] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.608765] env[69413]: INFO nova.network.neutron [None req-ca68d291-1807-419c-bb5d-f5437f24661c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Port 212bddde-9395-4331-bdfd-99b2595cfdeb from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1200.609133] env[69413]: DEBUG nova.network.neutron [None req-ca68d291-1807-419c-bb5d-f5437f24661c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Updating instance_info_cache with network_info: [{"id": "2b1c6a2e-94d7-446f-899e-93fd78b59e51", "address": "fa:16:3e:f4:2c:fb", "network": {"id": "c077ac73-635f-41c3-b7b8-378fd6e30890", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-877394238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea25ce60cf4241789625cf6571347633", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1c6a2e-94", "ovs_interfaceid": "2b1c6a2e-94d7-446f-899e-93fd78b59e51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.857444] env[69413]: DEBUG nova.compute.manager [None req-c1cc8e86-7c94-47ee-8001-78f657aff554 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1200.858187] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cc8e86-7c94-47ee-8001-78f657aff554 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1200.858660] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1763f0d-1ce3-484a-8860-447c9841c4a3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.867022] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1cc8e86-7c94-47ee-8001-78f657aff554 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.867264] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c451e3f-7385-44a4-a1b0-d8c45892d2a1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.873770] env[69413]: DEBUG oslo_vmware.api [None req-c1cc8e86-7c94-47ee-8001-78f657aff554 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 1200.873770] env[69413]: value = "task-3078533" [ 1200.873770] env[69413]: _type = "Task" [ 1200.873770] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.881583] env[69413]: DEBUG oslo_vmware.api [None req-c1cc8e86-7c94-47ee-8001-78f657aff554 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078533, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.956339] env[69413]: DEBUG nova.network.neutron [-] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.977640] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d8bc5e79-c037-4133-9cbd-749ecd21f5db {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.980397] env[69413]: DEBUG nova.compute.manager [None req-708b71ff-7959-4bb0-b308-db3ce0483a22 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 6d8b800c-842b-4167-9d95-157679791487] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1200.980592] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-708b71ff-7959-4bb0-b308-db3ce0483a22 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 6d8b800c-842b-4167-9d95-157679791487] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1200.981458] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e833372c-5293-4baa-8f2f-fff5a4d10917 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.992228] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-708b71ff-7959-4bb0-b308-db3ce0483a22 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 6d8b800c-842b-4167-9d95-157679791487] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.995919] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e41f0882-9425-4208-9a10-5c64f073357b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.997791] env[69413]: DEBUG oslo_vmware.api [None req-94cbac8f-692a-46f6-b956-df668056bb0f tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078532, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.617431} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.000558] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d99867-db6a-4515-952e-34f8bc1dc007 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.011398] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-94cbac8f-692a-46f6-b956-df668056bb0f tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1201.011602] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-94cbac8f-692a-46f6-b956-df668056bb0f tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1201.011791] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-94cbac8f-692a-46f6-b956-df668056bb0f tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1201.012834] env[69413]: INFO nova.compute.manager [None req-94cbac8f-692a-46f6-b956-df668056bb0f tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1201.012834] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94cbac8f-692a-46f6-b956-df668056bb0f tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1201.013321] env[69413]: DEBUG nova.compute.manager [-] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1201.013421] env[69413]: DEBUG nova.network.neutron [-] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1201.017691] env[69413]: DEBUG oslo_vmware.api [None req-708b71ff-7959-4bb0-b308-db3ce0483a22 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1201.017691] env[69413]: value = "task-3078534" [ 1201.017691] env[69413]: _type = "Task" [ 1201.017691] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.027677] env[69413]: DEBUG oslo_vmware.api [None req-708b71ff-7959-4bb0-b308-db3ce0483a22 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.039723] env[69413]: DEBUG nova.compute.manager [req-b7b1a8bb-7362-4078-bf18-20efd4a2ef0c req-feb6ae63-a041-406b-9963-3f825f931d4e service nova] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Detach interface failed, port_id=f67ea053-c9e6-434a-88e0-244771a682ad, reason: Instance dc7c8425-53b2-407e-a3a6-cd9120b88f77 could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1201.096487] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: dcac029f-96a3-4f1f-98cf-6794be08ab9a] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.111968] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ca68d291-1807-419c-bb5d-f5437f24661c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Releasing lock "refresh_cache-ed459731-5549-4a15-add7-9c53bc98ad9a" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.287360] env[69413]: DEBUG nova.compute.manager [req-52ef35da-38dc-4308-93ac-29588ed91a09 req-d5278cec-5cbf-4e46-be98-70ee0cbf913e service nova] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Received event network-vif-deleted-8fe2eba3-5775-404a-bec5-b1f142850816 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.287567] env[69413]: INFO nova.compute.manager [req-52ef35da-38dc-4308-93ac-29588ed91a09 req-d5278cec-5cbf-4e46-be98-70ee0cbf913e service nova] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Neutron deleted interface 8fe2eba3-5775-404a-bec5-b1f142850816; detaching it from the instance and deleting it from the info cache [ 1201.287696] env[69413]: DEBUG nova.network.neutron [req-52ef35da-38dc-4308-93ac-29588ed91a09 req-d5278cec-5cbf-4e46-be98-70ee0cbf913e service nova] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.383658] env[69413]: DEBUG oslo_vmware.api [None req-c1cc8e86-7c94-47ee-8001-78f657aff554 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078533, 'name': PowerOffVM_Task, 'duration_secs': 0.192587} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.384533] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1cc8e86-7c94-47ee-8001-78f657aff554 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1201.384533] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cc8e86-7c94-47ee-8001-78f657aff554 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1201.384673] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d75e64c-aea0-4a93-81bb-16ff47d27abe {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.446929] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cc8e86-7c94-47ee-8001-78f657aff554 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1201.447253] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cc8e86-7c94-47ee-8001-78f657aff554 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1201.447419] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1cc8e86-7c94-47ee-8001-78f657aff554 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Deleting the datastore file [datastore1] ed459731-5549-4a15-add7-9c53bc98ad9a {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1201.447685] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eadc2f47-8a4a-45a4-aeaf-fec859319a66 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.453314] env[69413]: DEBUG oslo_vmware.api [None req-c1cc8e86-7c94-47ee-8001-78f657aff554 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 1201.453314] env[69413]: value = "task-3078536" [ 1201.453314] env[69413]: _type = "Task" [ 1201.453314] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.460803] env[69413]: INFO nova.compute.manager [-] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Took 1.49 seconds to deallocate network for instance. [ 1201.461044] env[69413]: DEBUG oslo_vmware.api [None req-c1cc8e86-7c94-47ee-8001-78f657aff554 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.527990] env[69413]: DEBUG oslo_vmware.api [None req-708b71ff-7959-4bb0-b308-db3ce0483a22 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078534, 'name': PowerOffVM_Task, 'duration_secs': 0.202574} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.528276] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-708b71ff-7959-4bb0-b308-db3ce0483a22 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 6d8b800c-842b-4167-9d95-157679791487] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1201.528460] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-708b71ff-7959-4bb0-b308-db3ce0483a22 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 6d8b800c-842b-4167-9d95-157679791487] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1201.528737] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a162671e-3fbe-4c1a-aa79-c341a71a1c63 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.587367] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-708b71ff-7959-4bb0-b308-db3ce0483a22 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 6d8b800c-842b-4167-9d95-157679791487] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1201.587605] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-708b71ff-7959-4bb0-b308-db3ce0483a22 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 6d8b800c-842b-4167-9d95-157679791487] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1201.587805] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-708b71ff-7959-4bb0-b308-db3ce0483a22 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Deleting the datastore file [datastore2] 6d8b800c-842b-4167-9d95-157679791487 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1201.588111] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0afbe1ca-d5bd-454c-bc90-de6d5384d617 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.593905] env[69413]: DEBUG oslo_vmware.api [None req-708b71ff-7959-4bb0-b308-db3ce0483a22 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1201.593905] env[69413]: value = "task-3078538" [ 1201.593905] env[69413]: _type = "Task" [ 1201.593905] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.602723] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 7ba3bef3-3ecd-4dab-8d06-4583bd4b1959] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.604919] env[69413]: DEBUG oslo_vmware.api [None req-708b71ff-7959-4bb0-b308-db3ce0483a22 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.617587] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ca68d291-1807-419c-bb5d-f5437f24661c tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "interface-ed459731-5549-4a15-add7-9c53bc98ad9a-212bddde-9395-4331-bdfd-99b2595cfdeb" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.654s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.767387] env[69413]: DEBUG nova.network.neutron [-] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.791830] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-091b219a-9ad5-4299-a168-8007bf000c16 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.801587] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9a113c-a43b-4752-98fb-1593ac4c69e9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.831741] env[69413]: DEBUG nova.compute.manager [req-52ef35da-38dc-4308-93ac-29588ed91a09 req-d5278cec-5cbf-4e46-be98-70ee0cbf913e service nova] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Detach interface failed, port_id=8fe2eba3-5775-404a-bec5-b1f142850816, reason: Instance 9779f001-a30a-4107-b239-1c214d6b7b87 could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1201.884329] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d6d1bfd-7c73-417d-b17e-f223ade6facf tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Volume attach. Driver type: vmdk {{(pid=69413) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1201.884678] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d6d1bfd-7c73-417d-b17e-f223ade6facf tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616349', 'volume_id': '06d28b49-59fb-437c-be03-9cc6cb5db7f4', 'name': 'volume-06d28b49-59fb-437c-be03-9cc6cb5db7f4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'de9c9158-9c87-437d-94b4-76c4ea45a8b4', 'attached_at': '', 'detached_at': '', 'volume_id': '06d28b49-59fb-437c-be03-9cc6cb5db7f4', 'serial': '06d28b49-59fb-437c-be03-9cc6cb5db7f4'} {{(pid=69413) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1201.885663] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99b9302-799a-4896-85c3-dc7f54a23487 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.904687] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052024ad-5b50-4e33-8ffb-3c8ad9fed8bb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.929522] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d6d1bfd-7c73-417d-b17e-f223ade6facf tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] volume-06d28b49-59fb-437c-be03-9cc6cb5db7f4/volume-06d28b49-59fb-437c-be03-9cc6cb5db7f4.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1201.929787] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5865894-63d5-44f5-bc59-20269705c1ee {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.948932] env[69413]: DEBUG oslo_vmware.api [None req-6d6d1bfd-7c73-417d-b17e-f223ade6facf tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Waiting for the task: (returnval){ [ 1201.948932] env[69413]: value = "task-3078539" [ 1201.948932] env[69413]: _type = "Task" [ 1201.948932] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.960183] env[69413]: DEBUG oslo_vmware.api [None req-6d6d1bfd-7c73-417d-b17e-f223ade6facf tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078539, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.965350] env[69413]: DEBUG oslo_vmware.api [None req-c1cc8e86-7c94-47ee-8001-78f657aff554 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078536, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146678} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.965581] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1cc8e86-7c94-47ee-8001-78f657aff554 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1201.965760] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cc8e86-7c94-47ee-8001-78f657aff554 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1201.965954] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cc8e86-7c94-47ee-8001-78f657aff554 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1201.966196] env[69413]: INFO nova.compute.manager [None req-c1cc8e86-7c94-47ee-8001-78f657aff554 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1201.966482] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1cc8e86-7c94-47ee-8001-78f657aff554 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1201.967554] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a0a9c8e3-fe78-423b-9c13-534cf465eac3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.967830] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a0a9c8e3-fe78-423b-9c13-534cf465eac3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.968095] env[69413]: DEBUG nova.objects.instance [None req-a0a9c8e3-fe78-423b-9c13-534cf465eac3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lazy-loading 'resources' on Instance uuid dc7c8425-53b2-407e-a3a6-cd9120b88f77 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.969533] env[69413]: DEBUG nova.compute.manager [-] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1201.969533] env[69413]: DEBUG nova.network.neutron [-] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1202.104990] env[69413]: DEBUG oslo_vmware.api [None req-708b71ff-7959-4bb0-b308-db3ce0483a22 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130741} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.105444] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-708b71ff-7959-4bb0-b308-db3ce0483a22 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1202.105600] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-708b71ff-7959-4bb0-b308-db3ce0483a22 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 6d8b800c-842b-4167-9d95-157679791487] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1202.105699] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-708b71ff-7959-4bb0-b308-db3ce0483a22 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 6d8b800c-842b-4167-9d95-157679791487] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1202.105888] env[69413]: INFO nova.compute.manager [None req-708b71ff-7959-4bb0-b308-db3ce0483a22 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 6d8b800c-842b-4167-9d95-157679791487] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1202.106166] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-708b71ff-7959-4bb0-b308-db3ce0483a22 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1202.106529] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 550f42d5-10b7-4a74-b3f8-84526a6e166c] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.108542] env[69413]: DEBUG nova.compute.manager [-] [instance: 6d8b800c-842b-4167-9d95-157679791487] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1202.108626] env[69413]: DEBUG nova.network.neutron [-] [instance: 6d8b800c-842b-4167-9d95-157679791487] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1202.271482] env[69413]: INFO nova.compute.manager [-] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Took 1.26 seconds to deallocate network for instance. [ 1202.460179] env[69413]: DEBUG oslo_vmware.api [None req-6d6d1bfd-7c73-417d-b17e-f223ade6facf tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078539, 'name': ReconfigVM_Task, 'duration_secs': 0.387139} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.461074] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d6d1bfd-7c73-417d-b17e-f223ade6facf tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Reconfigured VM instance instance-0000006d to attach disk [datastore2] volume-06d28b49-59fb-437c-be03-9cc6cb5db7f4/volume-06d28b49-59fb-437c-be03-9cc6cb5db7f4.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1202.465844] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b940da1-e7d2-4168-8593-408e312958c4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.486227] env[69413]: DEBUG oslo_vmware.api [None req-6d6d1bfd-7c73-417d-b17e-f223ade6facf tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Waiting for the task: (returnval){ [ 1202.486227] env[69413]: value = "task-3078540" [ 1202.486227] env[69413]: _type = "Task" [ 1202.486227] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.495354] env[69413]: DEBUG oslo_vmware.api [None req-6d6d1bfd-7c73-417d-b17e-f223ade6facf tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078540, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.498867] env[69413]: DEBUG nova.compute.manager [req-691d8361-9b6d-4a54-87ea-6b98de9e0ca4 req-cc8c06d3-ff6a-48e2-abb8-2b8ca9b21eeb service nova] [instance: 6d8b800c-842b-4167-9d95-157679791487] Received event network-vif-deleted-8d64d1bf-e80a-409f-bf0c-ee47e803768a {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.499094] env[69413]: INFO nova.compute.manager [req-691d8361-9b6d-4a54-87ea-6b98de9e0ca4 req-cc8c06d3-ff6a-48e2-abb8-2b8ca9b21eeb service nova] [instance: 6d8b800c-842b-4167-9d95-157679791487] Neutron deleted interface 8d64d1bf-e80a-409f-bf0c-ee47e803768a; detaching it from the instance and deleting it from the info cache [ 1202.499341] env[69413]: DEBUG nova.network.neutron [req-691d8361-9b6d-4a54-87ea-6b98de9e0ca4 req-cc8c06d3-ff6a-48e2-abb8-2b8ca9b21eeb service nova] [instance: 6d8b800c-842b-4167-9d95-157679791487] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.611048] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.656484] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65abcc8e-4007-4609-b2f7-7e7b1aaceeee {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.665488] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c407a5-89b9-4a71-a4f3-af0bf7918a6d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.694831] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38893ae-1a5c-4fe3-8072-c0e11de08d4d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.701904] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8f9ca1-58e8-40be-97e5-7620e1349b8c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.714756] env[69413]: DEBUG nova.compute.provider_tree [None req-a0a9c8e3-fe78-423b-9c13-534cf465eac3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.776162] env[69413]: DEBUG oslo_concurrency.lockutils [None req-94cbac8f-692a-46f6-b956-df668056bb0f tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.980755] env[69413]: DEBUG nova.network.neutron [-] [instance: 6d8b800c-842b-4167-9d95-157679791487] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.996814] env[69413]: DEBUG oslo_vmware.api [None req-6d6d1bfd-7c73-417d-b17e-f223ade6facf tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078540, 'name': ReconfigVM_Task, 'duration_secs': 0.129769} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.997072] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d6d1bfd-7c73-417d-b17e-f223ade6facf tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616349', 'volume_id': '06d28b49-59fb-437c-be03-9cc6cb5db7f4', 'name': 'volume-06d28b49-59fb-437c-be03-9cc6cb5db7f4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'de9c9158-9c87-437d-94b4-76c4ea45a8b4', 'attached_at': '', 'detached_at': '', 'volume_id': '06d28b49-59fb-437c-be03-9cc6cb5db7f4', 'serial': '06d28b49-59fb-437c-be03-9cc6cb5db7f4'} {{(pid=69413) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1203.001658] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-68ebf0f4-21ee-458c-bb8a-55f567ec927c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.010854] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23fc011-0a94-411f-94dc-df9f619040e5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.042726] env[69413]: DEBUG nova.compute.manager [req-691d8361-9b6d-4a54-87ea-6b98de9e0ca4 req-cc8c06d3-ff6a-48e2-abb8-2b8ca9b21eeb service nova] [instance: 6d8b800c-842b-4167-9d95-157679791487] Detach interface failed, port_id=8d64d1bf-e80a-409f-bf0c-ee47e803768a, reason: Instance 6d8b800c-842b-4167-9d95-157679791487 could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1203.071748] env[69413]: DEBUG nova.network.neutron [-] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.218347] env[69413]: DEBUG nova.scheduler.client.report [None req-a0a9c8e3-fe78-423b-9c13-534cf465eac3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.312843] env[69413]: DEBUG nova.compute.manager [req-08e2dd59-b4f4-4e55-be13-81b78c6ee2d8 req-1db1329d-8485-4f22-97e0-94f1ebcef56d service nova] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Received event network-vif-deleted-2b1c6a2e-94d7-446f-899e-93fd78b59e51 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.484071] env[69413]: INFO nova.compute.manager [-] [instance: 6d8b800c-842b-4167-9d95-157679791487] Took 1.38 seconds to deallocate network for instance. [ 1203.574737] env[69413]: INFO nova.compute.manager [-] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Took 1.61 seconds to deallocate network for instance. [ 1203.723240] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a0a9c8e3-fe78-423b-9c13-534cf465eac3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.755s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.725643] env[69413]: DEBUG oslo_concurrency.lockutils [None req-94cbac8f-692a-46f6-b956-df668056bb0f tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.950s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.725868] env[69413]: DEBUG nova.objects.instance [None req-94cbac8f-692a-46f6-b956-df668056bb0f tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Lazy-loading 'resources' on Instance uuid 9779f001-a30a-4107-b239-1c214d6b7b87 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.744993] env[69413]: INFO nova.scheduler.client.report [None req-a0a9c8e3-fe78-423b-9c13-534cf465eac3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Deleted allocations for instance dc7c8425-53b2-407e-a3a6-cd9120b88f77 [ 1203.990449] env[69413]: DEBUG oslo_concurrency.lockutils [None req-708b71ff-7959-4bb0-b308-db3ce0483a22 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.035649] env[69413]: DEBUG nova.objects.instance [None req-6d6d1bfd-7c73-417d-b17e-f223ade6facf tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lazy-loading 'flavor' on Instance uuid de9c9158-9c87-437d-94b4-76c4ea45a8b4 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.082296] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c1cc8e86-7c94-47ee-8001-78f657aff554 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.254088] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a0a9c8e3-fe78-423b-9c13-534cf465eac3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "dc7c8425-53b2-407e-a3a6-cd9120b88f77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.927s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.401206] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c75ff8e-e445-4af4-959b-4ffa67741c55 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.412237] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4cad29-efc4-451a-803f-58aa91ff3aaf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.452491] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2970a9b-a940-4d00-b120-9137e6e32186 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.461042] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a4d26e-1583-4428-ba76-25d6f1e30708 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.473686] env[69413]: DEBUG nova.compute.provider_tree [None req-94cbac8f-692a-46f6-b956-df668056bb0f tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.540756] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6d6d1bfd-7c73-417d-b17e-f223ade6facf tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lock "de9c9158-9c87-437d-94b4-76c4ea45a8b4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.255s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.654393] env[69413]: DEBUG oslo_concurrency.lockutils [None req-352d880f-9cf2-4e89-82c0-66eec378fd72 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Acquiring lock "de9c9158-9c87-437d-94b4-76c4ea45a8b4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.654708] env[69413]: DEBUG oslo_concurrency.lockutils [None req-352d880f-9cf2-4e89-82c0-66eec378fd72 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lock "de9c9158-9c87-437d-94b4-76c4ea45a8b4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.654941] env[69413]: DEBUG nova.compute.manager [None req-352d880f-9cf2-4e89-82c0-66eec378fd72 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1204.655876] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa29dca3-33ee-4094-8f7d-bc4940cc57f5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.662634] env[69413]: DEBUG nova.compute.manager [None req-352d880f-9cf2-4e89-82c0-66eec378fd72 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69413) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1204.663197] env[69413]: DEBUG nova.objects.instance [None req-352d880f-9cf2-4e89-82c0-66eec378fd72 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lazy-loading 'flavor' on Instance uuid de9c9158-9c87-437d-94b4-76c4ea45a8b4 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.978069] env[69413]: DEBUG nova.scheduler.client.report [None req-94cbac8f-692a-46f6-b956-df668056bb0f tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.482169] env[69413]: DEBUG oslo_concurrency.lockutils [None req-94cbac8f-692a-46f6-b956-df668056bb0f tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.756s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.484591] env[69413]: DEBUG oslo_concurrency.lockutils [None req-708b71ff-7959-4bb0-b308-db3ce0483a22 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.494s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.484963] env[69413]: DEBUG nova.objects.instance [None req-708b71ff-7959-4bb0-b308-db3ce0483a22 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lazy-loading 'resources' on Instance uuid 6d8b800c-842b-4167-9d95-157679791487 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.507144] env[69413]: INFO nova.scheduler.client.report [None req-94cbac8f-692a-46f6-b956-df668056bb0f tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Deleted allocations for instance 9779f001-a30a-4107-b239-1c214d6b7b87 [ 1205.535605] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9f7ca1da-4511-4162-8998-5722922aeabf tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquiring lock "245b6791-5aa0-48a4-8f67-ab3e48fca4fb" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.535852] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9f7ca1da-4511-4162-8998-5722922aeabf tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "245b6791-5aa0-48a4-8f67-ab3e48fca4fb" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.669778] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-352d880f-9cf2-4e89-82c0-66eec378fd72 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.670088] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2996298-e6d1-469e-9d8e-ed4a84f48aff {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.678775] env[69413]: DEBUG oslo_vmware.api [None req-352d880f-9cf2-4e89-82c0-66eec378fd72 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Waiting for the task: (returnval){ [ 1205.678775] env[69413]: value = "task-3078541" [ 1205.678775] env[69413]: _type = "Task" [ 1205.678775] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.687183] env[69413]: DEBUG oslo_vmware.api [None req-352d880f-9cf2-4e89-82c0-66eec378fd72 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.019703] env[69413]: DEBUG oslo_concurrency.lockutils [None req-94cbac8f-692a-46f6-b956-df668056bb0f tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Lock "9779f001-a30a-4107-b239-1c214d6b7b87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.654s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.040771] env[69413]: INFO nova.compute.manager [None req-9f7ca1da-4511-4162-8998-5722922aeabf tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Detaching volume b2de5fc7-c690-4a80-b4fa-1849b830b693 [ 1206.078670] env[69413]: INFO nova.virt.block_device [None req-9f7ca1da-4511-4162-8998-5722922aeabf tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Attempting to driver detach volume b2de5fc7-c690-4a80-b4fa-1849b830b693 from mountpoint /dev/sdb [ 1206.078929] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f7ca1da-4511-4162-8998-5722922aeabf tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Volume detach. Driver type: vmdk {{(pid=69413) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1206.079141] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f7ca1da-4511-4162-8998-5722922aeabf tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616324', 'volume_id': 'b2de5fc7-c690-4a80-b4fa-1849b830b693', 'name': 'volume-b2de5fc7-c690-4a80-b4fa-1849b830b693', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '245b6791-5aa0-48a4-8f67-ab3e48fca4fb', 'attached_at': '', 'detached_at': '', 'volume_id': 'b2de5fc7-c690-4a80-b4fa-1849b830b693', 'serial': 'b2de5fc7-c690-4a80-b4fa-1849b830b693'} {{(pid=69413) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1206.080029] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7643569-d9a5-4a3a-a94f-bbcaed710c85 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.107242] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2763cba8-59ae-49da-bef1-880188e2603a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.114588] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded3b0a7-7bda-4cf7-859b-c60a405c1a33 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.136245] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7957fe-c1fc-4135-b5bc-4fea6641e3af {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.150812] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f7ca1da-4511-4162-8998-5722922aeabf tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] The volume has not been displaced from its original location: [datastore2] volume-b2de5fc7-c690-4a80-b4fa-1849b830b693/volume-b2de5fc7-c690-4a80-b4fa-1849b830b693.vmdk. No consolidation needed. {{(pid=69413) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1206.155957] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f7ca1da-4511-4162-8998-5722922aeabf tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Reconfiguring VM instance instance-00000062 to detach disk 2001 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1206.158423] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edf14d1a-5251-4006-bf72-3547858a6c14 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.170827] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d971ddcc-09d0-4875-ba05-89b02ef401f9 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Acquiring lock "db092a98-ca4d-4412-8adb-04ad6f51bc00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.171067] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d971ddcc-09d0-4875-ba05-89b02ef401f9 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Lock "db092a98-ca4d-4412-8adb-04ad6f51bc00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.171273] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d971ddcc-09d0-4875-ba05-89b02ef401f9 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Acquiring lock "db092a98-ca4d-4412-8adb-04ad6f51bc00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.171460] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d971ddcc-09d0-4875-ba05-89b02ef401f9 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Lock "db092a98-ca4d-4412-8adb-04ad6f51bc00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.171626] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d971ddcc-09d0-4875-ba05-89b02ef401f9 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Lock "db092a98-ca4d-4412-8adb-04ad6f51bc00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.175421] env[69413]: INFO nova.compute.manager [None req-d971ddcc-09d0-4875-ba05-89b02ef401f9 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Terminating instance [ 1206.182943] env[69413]: DEBUG oslo_vmware.api [None req-9f7ca1da-4511-4162-8998-5722922aeabf tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1206.182943] env[69413]: value = "task-3078542" [ 1206.182943] env[69413]: _type = "Task" [ 1206.182943] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.191789] env[69413]: DEBUG oslo_vmware.api [None req-352d880f-9cf2-4e89-82c0-66eec378fd72 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078541, 'name': PowerOffVM_Task, 'duration_secs': 0.215627} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.192369] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-352d880f-9cf2-4e89-82c0-66eec378fd72 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1206.192566] env[69413]: DEBUG nova.compute.manager [None req-352d880f-9cf2-4e89-82c0-66eec378fd72 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1206.193277] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2d01d3-6c07-4956-a0d0-2cd225dbefb1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.200710] env[69413]: DEBUG oslo_vmware.api [None req-9f7ca1da-4511-4162-8998-5722922aeabf tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078542, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.211604] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e277a27-e640-4def-9704-25640df5fdd3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.219219] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb96f032-d1f4-468f-8beb-b202d3e64386 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.250588] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5666eb6e-036c-420a-a275-cfd8a841b4c8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.258846] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcd3f51-6b92-4ea2-abdf-87c7d6010480 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.273244] env[69413]: DEBUG nova.compute.provider_tree [None req-708b71ff-7959-4bb0-b308-db3ce0483a22 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.679752] env[69413]: DEBUG nova.compute.manager [None req-d971ddcc-09d0-4875-ba05-89b02ef401f9 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1206.680086] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d971ddcc-09d0-4875-ba05-89b02ef401f9 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1206.681131] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8709d7df-38c9-4c01-bae8-22685b439cfa {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.693118] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d971ddcc-09d0-4875-ba05-89b02ef401f9 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1206.693344] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ba94a81-502e-4369-bca8-860b4f575240 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.699334] env[69413]: DEBUG oslo_vmware.api [None req-d971ddcc-09d0-4875-ba05-89b02ef401f9 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Waiting for the task: (returnval){ [ 1206.699334] env[69413]: value = "task-3078543" [ 1206.699334] env[69413]: _type = "Task" [ 1206.699334] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.702497] env[69413]: DEBUG oslo_vmware.api [None req-9f7ca1da-4511-4162-8998-5722922aeabf tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078542, 'name': ReconfigVM_Task, 'duration_secs': 0.207438} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.705650] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f7ca1da-4511-4162-8998-5722922aeabf tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Reconfigured VM instance instance-00000062 to detach disk 2001 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1206.713982] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e4d3592-dad0-479b-999d-7976bad808fe {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.724521] env[69413]: DEBUG oslo_concurrency.lockutils [None req-352d880f-9cf2-4e89-82c0-66eec378fd72 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lock "de9c9158-9c87-437d-94b4-76c4ea45a8b4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.070s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.730884] env[69413]: DEBUG oslo_vmware.api [None req-d971ddcc-09d0-4875-ba05-89b02ef401f9 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.732055] env[69413]: DEBUG oslo_vmware.api [None req-9f7ca1da-4511-4162-8998-5722922aeabf tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1206.732055] env[69413]: value = "task-3078544" [ 1206.732055] env[69413]: _type = "Task" [ 1206.732055] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.740452] env[69413]: DEBUG oslo_vmware.api [None req-9f7ca1da-4511-4162-8998-5722922aeabf tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078544, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.776289] env[69413]: DEBUG nova.scheduler.client.report [None req-708b71ff-7959-4bb0-b308-db3ce0483a22 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.039460] env[69413]: DEBUG nova.objects.instance [None req-17edab09-2a02-459a-b122-d6331d974ff0 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lazy-loading 'flavor' on Instance uuid de9c9158-9c87-437d-94b4-76c4ea45a8b4 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.212120] env[69413]: DEBUG oslo_vmware.api [None req-d971ddcc-09d0-4875-ba05-89b02ef401f9 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078543, 'name': PowerOffVM_Task, 'duration_secs': 0.2376} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.212277] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d971ddcc-09d0-4875-ba05-89b02ef401f9 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1207.212456] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d971ddcc-09d0-4875-ba05-89b02ef401f9 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1207.212723] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1054f129-1935-49fd-898c-d9947267065d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.242255] env[69413]: DEBUG oslo_vmware.api [None req-9f7ca1da-4511-4162-8998-5722922aeabf tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078544, 'name': ReconfigVM_Task, 'duration_secs': 0.185891} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.242536] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f7ca1da-4511-4162-8998-5722922aeabf tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616324', 'volume_id': 'b2de5fc7-c690-4a80-b4fa-1849b830b693', 'name': 'volume-b2de5fc7-c690-4a80-b4fa-1849b830b693', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '245b6791-5aa0-48a4-8f67-ab3e48fca4fb', 'attached_at': '', 'detached_at': '', 'volume_id': 'b2de5fc7-c690-4a80-b4fa-1849b830b693', 'serial': 'b2de5fc7-c690-4a80-b4fa-1849b830b693'} {{(pid=69413) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1207.282579] env[69413]: DEBUG oslo_concurrency.lockutils [None req-708b71ff-7959-4bb0-b308-db3ce0483a22 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.798s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.284974] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c1cc8e86-7c94-47ee-8001-78f657aff554 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.203s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.285222] env[69413]: DEBUG nova.objects.instance [None req-c1cc8e86-7c94-47ee-8001-78f657aff554 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lazy-loading 'resources' on Instance uuid ed459731-5549-4a15-add7-9c53bc98ad9a {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.301177] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d971ddcc-09d0-4875-ba05-89b02ef401f9 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1207.301337] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d971ddcc-09d0-4875-ba05-89b02ef401f9 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1207.301428] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-d971ddcc-09d0-4875-ba05-89b02ef401f9 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Deleting the datastore file [datastore1] db092a98-ca4d-4412-8adb-04ad6f51bc00 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1207.301962] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd1674f7-ae8b-4216-85bf-a78e18ba160b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.307712] env[69413]: INFO nova.scheduler.client.report [None req-708b71ff-7959-4bb0-b308-db3ce0483a22 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Deleted allocations for instance 6d8b800c-842b-4167-9d95-157679791487 [ 1207.309815] env[69413]: DEBUG oslo_vmware.api [None req-d971ddcc-09d0-4875-ba05-89b02ef401f9 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Waiting for the task: (returnval){ [ 1207.309815] env[69413]: value = "task-3078546" [ 1207.309815] env[69413]: _type = "Task" [ 1207.309815] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.320460] env[69413]: DEBUG oslo_vmware.api [None req-d971ddcc-09d0-4875-ba05-89b02ef401f9 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.483640] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9af8321f-3220-4e0e-b4fb-748d5eee485a tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquiring lock "a7ce7788-f901-4440-8467-39889734fccb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.483959] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9af8321f-3220-4e0e-b4fb-748d5eee485a tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lock "a7ce7788-f901-4440-8467-39889734fccb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.484272] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9af8321f-3220-4e0e-b4fb-748d5eee485a tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquiring lock "a7ce7788-f901-4440-8467-39889734fccb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.484532] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9af8321f-3220-4e0e-b4fb-748d5eee485a tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lock "a7ce7788-f901-4440-8467-39889734fccb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.484765] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9af8321f-3220-4e0e-b4fb-748d5eee485a tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lock "a7ce7788-f901-4440-8467-39889734fccb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.488049] env[69413]: INFO nova.compute.manager [None req-9af8321f-3220-4e0e-b4fb-748d5eee485a tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Terminating instance [ 1207.543825] env[69413]: DEBUG oslo_concurrency.lockutils [None req-17edab09-2a02-459a-b122-d6331d974ff0 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Acquiring lock "refresh_cache-de9c9158-9c87-437d-94b4-76c4ea45a8b4" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.543989] env[69413]: DEBUG oslo_concurrency.lockutils [None req-17edab09-2a02-459a-b122-d6331d974ff0 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Acquired lock "refresh_cache-de9c9158-9c87-437d-94b4-76c4ea45a8b4" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.544172] env[69413]: DEBUG nova.network.neutron [None req-17edab09-2a02-459a-b122-d6331d974ff0 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1207.544345] env[69413]: DEBUG nova.objects.instance [None req-17edab09-2a02-459a-b122-d6331d974ff0 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lazy-loading 'info_cache' on Instance uuid de9c9158-9c87-437d-94b4-76c4ea45a8b4 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.786324] env[69413]: DEBUG nova.objects.instance [None req-9f7ca1da-4511-4162-8998-5722922aeabf tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lazy-loading 'flavor' on Instance uuid 245b6791-5aa0-48a4-8f67-ab3e48fca4fb {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.815440] env[69413]: DEBUG oslo_concurrency.lockutils [None req-708b71ff-7959-4bb0-b308-db3ce0483a22 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "6d8b800c-842b-4167-9d95-157679791487" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.341s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.828883] env[69413]: DEBUG oslo_vmware.api [None req-d971ddcc-09d0-4875-ba05-89b02ef401f9 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Task: {'id': task-3078546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179186} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.829142] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-d971ddcc-09d0-4875-ba05-89b02ef401f9 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1207.829385] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d971ddcc-09d0-4875-ba05-89b02ef401f9 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1207.829496] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d971ddcc-09d0-4875-ba05-89b02ef401f9 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1207.829668] env[69413]: INFO nova.compute.manager [None req-d971ddcc-09d0-4875-ba05-89b02ef401f9 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1207.829909] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d971ddcc-09d0-4875-ba05-89b02ef401f9 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1207.830118] env[69413]: DEBUG nova.compute.manager [-] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1207.830216] env[69413]: DEBUG nova.network.neutron [-] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1207.947099] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7797155-2599-479c-8822-4eef4591afce {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.955361] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c29d0c0-78d4-4036-944b-cdc130301bf8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.986805] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6c22ed-43c8-4604-ac1c-9638b0987fb7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.992674] env[69413]: DEBUG nova.compute.manager [None req-9af8321f-3220-4e0e-b4fb-748d5eee485a tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1207.992889] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9af8321f-3220-4e0e-b4fb-748d5eee485a tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1207.993680] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cefb754-64e3-4b45-b346-0dd9e51527c4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.997493] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758e1ec1-b399-49fa-9353-829159a1f31e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.011799] env[69413]: DEBUG nova.compute.provider_tree [None req-c1cc8e86-7c94-47ee-8001-78f657aff554 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.014851] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9af8321f-3220-4e0e-b4fb-748d5eee485a tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1208.015248] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04c85314-a94d-4c72-a7af-9fcccac36ee3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.021625] env[69413]: DEBUG oslo_vmware.api [None req-9af8321f-3220-4e0e-b4fb-748d5eee485a tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 1208.021625] env[69413]: value = "task-3078547" [ 1208.021625] env[69413]: _type = "Task" [ 1208.021625] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.030377] env[69413]: DEBUG oslo_vmware.api [None req-9af8321f-3220-4e0e-b4fb-748d5eee485a tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.047316] env[69413]: DEBUG nova.objects.base [None req-17edab09-2a02-459a-b122-d6331d974ff0 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69413) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1208.085937] env[69413]: DEBUG nova.compute.manager [req-5d88c376-ec6d-4b4c-a3aa-e3d077534613 req-e0420542-531c-4a35-900d-b561ab3fbaa4 service nova] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Received event network-vif-deleted-87568a5c-7297-4393-83b5-572dd2a4a83c {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.086999] env[69413]: INFO nova.compute.manager [req-5d88c376-ec6d-4b4c-a3aa-e3d077534613 req-e0420542-531c-4a35-900d-b561ab3fbaa4 service nova] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Neutron deleted interface 87568a5c-7297-4393-83b5-572dd2a4a83c; detaching it from the instance and deleting it from the info cache [ 1208.086999] env[69413]: DEBUG nova.network.neutron [req-5d88c376-ec6d-4b4c-a3aa-e3d077534613 req-e0420542-531c-4a35-900d-b561ab3fbaa4 service nova] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.516823] env[69413]: DEBUG nova.scheduler.client.report [None req-c1cc8e86-7c94-47ee-8001-78f657aff554 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.530810] env[69413]: DEBUG oslo_vmware.api [None req-9af8321f-3220-4e0e-b4fb-748d5eee485a tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078547, 'name': PowerOffVM_Task, 'duration_secs': 0.190853} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.531070] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9af8321f-3220-4e0e-b4fb-748d5eee485a tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1208.531242] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9af8321f-3220-4e0e-b4fb-748d5eee485a tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1208.531480] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d95f5611-6fd3-466e-9ac2-4558ec7625e6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.553213] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "0207a2cd-5a2d-4ba6-bb3d-721c23591c30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.553529] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "0207a2cd-5a2d-4ba6-bb3d-721c23591c30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.568502] env[69413]: DEBUG nova.network.neutron [-] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.589822] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9af8321f-3220-4e0e-b4fb-748d5eee485a tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1208.590048] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9af8321f-3220-4e0e-b4fb-748d5eee485a tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1208.590242] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-9af8321f-3220-4e0e-b4fb-748d5eee485a tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Deleting the datastore file [datastore1] a7ce7788-f901-4440-8467-39889734fccb {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1208.590550] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-58fc081f-e2ed-48fa-99c6-0cbef235b67a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.592690] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7722a6d5-b0a8-476c-84b5-81b1b7159ddb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.602101] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b5a690-73ff-4bb8-a397-184510eeb626 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.612248] env[69413]: DEBUG oslo_vmware.api [None req-9af8321f-3220-4e0e-b4fb-748d5eee485a tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for the task: (returnval){ [ 1208.612248] env[69413]: value = "task-3078549" [ 1208.612248] env[69413]: _type = "Task" [ 1208.612248] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.620452] env[69413]: DEBUG oslo_vmware.api [None req-9af8321f-3220-4e0e-b4fb-748d5eee485a tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.631184] env[69413]: DEBUG nova.compute.manager [req-5d88c376-ec6d-4b4c-a3aa-e3d077534613 req-e0420542-531c-4a35-900d-b561ab3fbaa4 service nova] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Detach interface failed, port_id=87568a5c-7297-4393-83b5-572dd2a4a83c, reason: Instance db092a98-ca4d-4412-8adb-04ad6f51bc00 could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1208.768374] env[69413]: DEBUG nova.network.neutron [None req-17edab09-2a02-459a-b122-d6331d974ff0 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Updating instance_info_cache with network_info: [{"id": "70c2c5c7-f589-407c-b5b0-bd83b1a8ecc6", "address": "fa:16:3e:82:1a:67", "network": {"id": "db4bd27f-d085-4940-867a-82efd19914df", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1073902450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fb6bdd02cca4435ac2b06705b907bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70c2c5c7-f5", "ovs_interfaceid": "70c2c5c7-f589-407c-b5b0-bd83b1a8ecc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.795990] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9f7ca1da-4511-4162-8998-5722922aeabf tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "245b6791-5aa0-48a4-8f67-ab3e48fca4fb" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.259s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.022801] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c1cc8e86-7c94-47ee-8001-78f657aff554 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.738s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.046776] env[69413]: INFO nova.scheduler.client.report [None req-c1cc8e86-7c94-47ee-8001-78f657aff554 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Deleted allocations for instance ed459731-5549-4a15-add7-9c53bc98ad9a [ 1209.055610] env[69413]: DEBUG nova.compute.manager [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1209.070455] env[69413]: INFO nova.compute.manager [-] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Took 1.24 seconds to deallocate network for instance. [ 1209.123713] env[69413]: DEBUG oslo_vmware.api [None req-9af8321f-3220-4e0e-b4fb-748d5eee485a tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Task: {'id': task-3078549, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130218} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.123954] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-9af8321f-3220-4e0e-b4fb-748d5eee485a tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1209.124150] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9af8321f-3220-4e0e-b4fb-748d5eee485a tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1209.124326] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9af8321f-3220-4e0e-b4fb-748d5eee485a tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1209.124493] env[69413]: INFO nova.compute.manager [None req-9af8321f-3220-4e0e-b4fb-748d5eee485a tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] [instance: a7ce7788-f901-4440-8467-39889734fccb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1209.124721] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9af8321f-3220-4e0e-b4fb-748d5eee485a tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1209.124903] env[69413]: DEBUG nova.compute.manager [-] [instance: a7ce7788-f901-4440-8467-39889734fccb] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1209.124999] env[69413]: DEBUG nova.network.neutron [-] [instance: a7ce7788-f901-4440-8467-39889734fccb] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1209.270748] env[69413]: DEBUG oslo_concurrency.lockutils [None req-17edab09-2a02-459a-b122-d6331d974ff0 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Releasing lock "refresh_cache-de9c9158-9c87-437d-94b4-76c4ea45a8b4" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.555998] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c1cc8e86-7c94-47ee-8001-78f657aff554 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "ed459731-5549-4a15-add7-9c53bc98ad9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.205s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.575533] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.575793] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.577763] env[69413]: INFO nova.compute.claims [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1209.580377] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d971ddcc-09d0-4875-ba05-89b02ef401f9 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.786735] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fbf088a7-c864-4e81-881c-73d00487bd09 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquiring lock "245b6791-5aa0-48a4-8f67-ab3e48fca4fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.786989] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fbf088a7-c864-4e81-881c-73d00487bd09 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "245b6791-5aa0-48a4-8f67-ab3e48fca4fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.787253] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fbf088a7-c864-4e81-881c-73d00487bd09 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquiring lock "245b6791-5aa0-48a4-8f67-ab3e48fca4fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.787452] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fbf088a7-c864-4e81-881c-73d00487bd09 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "245b6791-5aa0-48a4-8f67-ab3e48fca4fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.787622] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fbf088a7-c864-4e81-881c-73d00487bd09 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "245b6791-5aa0-48a4-8f67-ab3e48fca4fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.789487] env[69413]: INFO nova.compute.manager [None req-fbf088a7-c864-4e81-881c-73d00487bd09 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Terminating instance [ 1210.043878] env[69413]: DEBUG nova.network.neutron [-] [instance: a7ce7788-f901-4440-8467-39889734fccb] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.130608] env[69413]: DEBUG nova.compute.manager [req-68394205-617d-4013-9f04-bec1bf8b81f3 req-1e9afdf9-52b1-4680-a292-554c9f275ceb service nova] [instance: a7ce7788-f901-4440-8467-39889734fccb] Received event network-vif-deleted-f2d59b23-48ea-4850-9482-95f515c93f38 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.220387] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7cd2eecc-47e7-4886-be1a-7da60cf81396 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "4d549d35-17c1-4c49-bafb-481bb9701936" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.220667] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7cd2eecc-47e7-4886-be1a-7da60cf81396 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "4d549d35-17c1-4c49-bafb-481bb9701936" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.220876] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7cd2eecc-47e7-4886-be1a-7da60cf81396 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "4d549d35-17c1-4c49-bafb-481bb9701936-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.221071] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7cd2eecc-47e7-4886-be1a-7da60cf81396 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "4d549d35-17c1-4c49-bafb-481bb9701936-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.221250] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7cd2eecc-47e7-4886-be1a-7da60cf81396 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "4d549d35-17c1-4c49-bafb-481bb9701936-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.223151] env[69413]: INFO nova.compute.manager [None req-7cd2eecc-47e7-4886-be1a-7da60cf81396 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Terminating instance [ 1210.278621] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-17edab09-2a02-459a-b122-d6331d974ff0 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1210.278876] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fd66883-cae3-4eae-8b06-924efe57d7db {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.286965] env[69413]: DEBUG oslo_vmware.api [None req-17edab09-2a02-459a-b122-d6331d974ff0 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Waiting for the task: (returnval){ [ 1210.286965] env[69413]: value = "task-3078550" [ 1210.286965] env[69413]: _type = "Task" [ 1210.286965] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.295138] env[69413]: DEBUG nova.compute.manager [None req-fbf088a7-c864-4e81-881c-73d00487bd09 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1210.295383] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf088a7-c864-4e81-881c-73d00487bd09 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1210.295599] env[69413]: DEBUG oslo_vmware.api [None req-17edab09-2a02-459a-b122-d6331d974ff0 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078550, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.296318] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f0e562-a7e3-4c2e-bab2-8ac043f03cf0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.302614] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbf088a7-c864-4e81-881c-73d00487bd09 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1210.302826] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b399d07b-4674-4b05-8831-9388f2770989 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.308388] env[69413]: DEBUG oslo_vmware.api [None req-fbf088a7-c864-4e81-881c-73d00487bd09 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1210.308388] env[69413]: value = "task-3078551" [ 1210.308388] env[69413]: _type = "Task" [ 1210.308388] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.316913] env[69413]: DEBUG oslo_vmware.api [None req-fbf088a7-c864-4e81-881c-73d00487bd09 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.546982] env[69413]: INFO nova.compute.manager [-] [instance: a7ce7788-f901-4440-8467-39889734fccb] Took 1.42 seconds to deallocate network for instance. [ 1210.727863] env[69413]: DEBUG nova.compute.manager [None req-7cd2eecc-47e7-4886-be1a-7da60cf81396 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1210.728102] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd2eecc-47e7-4886-be1a-7da60cf81396 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1210.729195] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059e71e4-d4d2-4a80-9ef0-bcc3f078281e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.736328] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cd2eecc-47e7-4886-be1a-7da60cf81396 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1210.737255] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35608338-0ffc-46c7-88c8-43cd3244e41e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.738998] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cae29c-6853-4d27-b039-1d968acfa325 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.746783] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2220e04a-9bfd-437e-927b-b8c862abf03d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.750169] env[69413]: DEBUG oslo_vmware.api [None req-7cd2eecc-47e7-4886-be1a-7da60cf81396 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 1210.750169] env[69413]: value = "task-3078552" [ 1210.750169] env[69413]: _type = "Task" [ 1210.750169] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.777531] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd540da-3332-415c-b654-1f9df8e0f50b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.782636] env[69413]: DEBUG oslo_vmware.api [None req-7cd2eecc-47e7-4886-be1a-7da60cf81396 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.787064] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bf0bb9-b642-4d5d-9219-ae3ca2ec7b1a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.805025] env[69413]: DEBUG nova.compute.provider_tree [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.806171] env[69413]: DEBUG oslo_vmware.api [None req-17edab09-2a02-459a-b122-d6331d974ff0 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078550, 'name': PowerOnVM_Task, 'duration_secs': 0.397382} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.806413] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-17edab09-2a02-459a-b122-d6331d974ff0 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1210.806614] env[69413]: DEBUG nova.compute.manager [None req-17edab09-2a02-459a-b122-d6331d974ff0 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1210.807543] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de42bee-a47a-413f-932e-b64a5eb5135f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.822025] env[69413]: DEBUG oslo_vmware.api [None req-fbf088a7-c864-4e81-881c-73d00487bd09 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078551, 'name': PowerOffVM_Task, 'duration_secs': 0.211076} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.822662] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbf088a7-c864-4e81-881c-73d00487bd09 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1210.822816] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf088a7-c864-4e81-881c-73d00487bd09 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1210.823061] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17409860-bd74-436b-990e-f98221e14177 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.880887] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf088a7-c864-4e81-881c-73d00487bd09 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1210.881169] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf088a7-c864-4e81-881c-73d00487bd09 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1210.881319] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbf088a7-c864-4e81-881c-73d00487bd09 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Deleting the datastore file [datastore2] 245b6791-5aa0-48a4-8f67-ab3e48fca4fb {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1210.881684] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e650769a-b639-4b91-a92c-62f16a08e5bf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.888478] env[69413]: DEBUG oslo_vmware.api [None req-fbf088a7-c864-4e81-881c-73d00487bd09 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1210.888478] env[69413]: value = "task-3078554" [ 1210.888478] env[69413]: _type = "Task" [ 1210.888478] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.896126] env[69413]: DEBUG oslo_vmware.api [None req-fbf088a7-c864-4e81-881c-73d00487bd09 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.053628] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9af8321f-3220-4e0e-b4fb-748d5eee485a tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.260064] env[69413]: DEBUG oslo_vmware.api [None req-7cd2eecc-47e7-4886-be1a-7da60cf81396 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078552, 'name': PowerOffVM_Task, 'duration_secs': 0.177995} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.260236] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cd2eecc-47e7-4886-be1a-7da60cf81396 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1211.260284] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd2eecc-47e7-4886-be1a-7da60cf81396 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1211.260514] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-132b6113-a46f-44c7-b989-a03fe713ffc9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.308266] env[69413]: DEBUG nova.scheduler.client.report [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.321277] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd2eecc-47e7-4886-be1a-7da60cf81396 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1211.321575] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd2eecc-47e7-4886-be1a-7da60cf81396 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1211.321757] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cd2eecc-47e7-4886-be1a-7da60cf81396 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Deleting the datastore file [datastore2] 4d549d35-17c1-4c49-bafb-481bb9701936 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1211.322023] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae31accc-7c9d-4cf3-b237-d817564c0a5d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.331048] env[69413]: DEBUG oslo_vmware.api [None req-7cd2eecc-47e7-4886-be1a-7da60cf81396 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for the task: (returnval){ [ 1211.331048] env[69413]: value = "task-3078556" [ 1211.331048] env[69413]: _type = "Task" [ 1211.331048] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.339750] env[69413]: DEBUG oslo_vmware.api [None req-7cd2eecc-47e7-4886-be1a-7da60cf81396 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.398617] env[69413]: DEBUG oslo_vmware.api [None req-fbf088a7-c864-4e81-881c-73d00487bd09 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133151} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.398770] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbf088a7-c864-4e81-881c-73d00487bd09 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1211.398867] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf088a7-c864-4e81-881c-73d00487bd09 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1211.399099] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf088a7-c864-4e81-881c-73d00487bd09 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1211.399309] env[69413]: INFO nova.compute.manager [None req-fbf088a7-c864-4e81-881c-73d00487bd09 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1211.399595] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbf088a7-c864-4e81-881c-73d00487bd09 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.399821] env[69413]: DEBUG nova.compute.manager [-] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1211.399938] env[69413]: DEBUG nova.network.neutron [-] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1211.817024] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.238s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.817024] env[69413]: DEBUG nova.compute.manager [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1211.817351] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d971ddcc-09d0-4875-ba05-89b02ef401f9 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.237s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.817491] env[69413]: DEBUG nova.objects.instance [None req-d971ddcc-09d0-4875-ba05-89b02ef401f9 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Lazy-loading 'resources' on Instance uuid db092a98-ca4d-4412-8adb-04ad6f51bc00 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.840604] env[69413]: DEBUG oslo_vmware.api [None req-7cd2eecc-47e7-4886-be1a-7da60cf81396 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Task: {'id': task-3078556, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214294} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.840859] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cd2eecc-47e7-4886-be1a-7da60cf81396 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1211.841041] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd2eecc-47e7-4886-be1a-7da60cf81396 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1211.841264] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd2eecc-47e7-4886-be1a-7da60cf81396 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1211.841460] env[69413]: INFO nova.compute.manager [None req-7cd2eecc-47e7-4886-be1a-7da60cf81396 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1211.841665] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7cd2eecc-47e7-4886-be1a-7da60cf81396 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.842357] env[69413]: DEBUG nova.compute.manager [-] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1211.842458] env[69413]: DEBUG nova.network.neutron [-] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1212.162948] env[69413]: DEBUG nova.compute.manager [req-fa6fa81d-c323-4291-a448-4fa77616d523 req-13764940-2eb4-400c-91c7-683517e86181 service nova] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Received event network-vif-deleted-58e28117-fb76-4c9f-9d8c-8392ced13afd {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.163198] env[69413]: INFO nova.compute.manager [req-fa6fa81d-c323-4291-a448-4fa77616d523 req-13764940-2eb4-400c-91c7-683517e86181 service nova] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Neutron deleted interface 58e28117-fb76-4c9f-9d8c-8392ced13afd; detaching it from the instance and deleting it from the info cache [ 1212.163328] env[69413]: DEBUG nova.network.neutron [req-fa6fa81d-c323-4291-a448-4fa77616d523 req-13764940-2eb4-400c-91c7-683517e86181 service nova] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.321348] env[69413]: DEBUG nova.compute.utils [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1212.322784] env[69413]: DEBUG nova.compute.manager [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1212.322954] env[69413]: DEBUG nova.network.neutron [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1212.334913] env[69413]: DEBUG nova.network.neutron [-] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.372474] env[69413]: DEBUG nova.policy [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f027c0debdc149ddb78f3a057ad09dfd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38a8868548d7403ea0a11a77a65ba7ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1212.474207] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d767ac-aefd-42f5-8687-b17689556254 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.482724] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5f714e-a27e-45e4-9b67-fe8004f10e22 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.513226] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f4d577-4436-4a86-8fd0-b866086def28 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.521088] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97bf6cb-2dae-4300-899f-1e56e191597f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.533151] env[69413]: DEBUG nova.compute.provider_tree [None req-d971ddcc-09d0-4875-ba05-89b02ef401f9 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.563477] env[69413]: DEBUG nova.network.neutron [-] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.628238] env[69413]: DEBUG nova.network.neutron [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Successfully created port: 3d7052e6-7d8e-423d-a284-df2e3d322b7c {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1212.665558] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dace44e0-7e23-4aae-830b-e15fdc6d84d5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.675175] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6106c6-f031-45db-94b1-728693cc8a45 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.705197] env[69413]: DEBUG nova.compute.manager [req-fa6fa81d-c323-4291-a448-4fa77616d523 req-13764940-2eb4-400c-91c7-683517e86181 service nova] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Detach interface failed, port_id=58e28117-fb76-4c9f-9d8c-8392ced13afd, reason: Instance 245b6791-5aa0-48a4-8f67-ab3e48fca4fb could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1212.705482] env[69413]: DEBUG nova.compute.manager [req-fa6fa81d-c323-4291-a448-4fa77616d523 req-13764940-2eb4-400c-91c7-683517e86181 service nova] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Received event network-vif-deleted-4ac12f01-6c87-45b7-9aeb-4ae10040c208 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.705736] env[69413]: INFO nova.compute.manager [req-fa6fa81d-c323-4291-a448-4fa77616d523 req-13764940-2eb4-400c-91c7-683517e86181 service nova] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Neutron deleted interface 4ac12f01-6c87-45b7-9aeb-4ae10040c208; detaching it from the instance and deleting it from the info cache [ 1212.706014] env[69413]: DEBUG nova.network.neutron [req-fa6fa81d-c323-4291-a448-4fa77616d523 req-13764940-2eb4-400c-91c7-683517e86181 service nova] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.829200] env[69413]: DEBUG nova.compute.manager [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1212.837647] env[69413]: INFO nova.compute.manager [-] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Took 1.44 seconds to deallocate network for instance. [ 1213.035905] env[69413]: DEBUG nova.scheduler.client.report [None req-d971ddcc-09d0-4875-ba05-89b02ef401f9 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1213.065569] env[69413]: INFO nova.compute.manager [-] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Took 1.22 seconds to deallocate network for instance. [ 1213.208286] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-19fc519f-eb69-4ab5-8d4e-d6283a66e9bb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.219799] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a155c6a9-daea-4789-9fbd-7a7aa42cfda2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.247694] env[69413]: DEBUG nova.compute.manager [req-fa6fa81d-c323-4291-a448-4fa77616d523 req-13764940-2eb4-400c-91c7-683517e86181 service nova] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Detach interface failed, port_id=4ac12f01-6c87-45b7-9aeb-4ae10040c208, reason: Instance 4d549d35-17c1-4c49-bafb-481bb9701936 could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1213.345179] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fbf088a7-c864-4e81-881c-73d00487bd09 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.541437] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d971ddcc-09d0-4875-ba05-89b02ef401f9 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.724s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.543938] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9af8321f-3220-4e0e-b4fb-748d5eee485a tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.490s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.544469] env[69413]: DEBUG nova.objects.instance [None req-9af8321f-3220-4e0e-b4fb-748d5eee485a tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lazy-loading 'resources' on Instance uuid a7ce7788-f901-4440-8467-39889734fccb {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.567024] env[69413]: INFO nova.scheduler.client.report [None req-d971ddcc-09d0-4875-ba05-89b02ef401f9 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Deleted allocations for instance db092a98-ca4d-4412-8adb-04ad6f51bc00 [ 1213.572370] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7cd2eecc-47e7-4886-be1a-7da60cf81396 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.838833] env[69413]: DEBUG nova.compute.manager [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1213.926945] env[69413]: DEBUG nova.virt.hardware [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1213.927174] env[69413]: DEBUG nova.virt.hardware [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1213.927357] env[69413]: DEBUG nova.virt.hardware [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1213.927544] env[69413]: DEBUG nova.virt.hardware [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1213.927688] env[69413]: DEBUG nova.virt.hardware [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1213.927832] env[69413]: DEBUG nova.virt.hardware [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1213.928067] env[69413]: DEBUG nova.virt.hardware [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1213.928255] env[69413]: DEBUG nova.virt.hardware [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1213.928431] env[69413]: DEBUG nova.virt.hardware [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1213.928594] env[69413]: DEBUG nova.virt.hardware [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1213.928775] env[69413]: DEBUG nova.virt.hardware [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1213.929690] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02ec34c-c900-4951-b2ae-61f22d3de2d4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.938055] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f6bed7-d3d0-4d31-bb11-ede0f0a86e1b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.056644] env[69413]: DEBUG nova.network.neutron [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Successfully updated port: 3d7052e6-7d8e-423d-a284-df2e3d322b7c {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1214.073581] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d971ddcc-09d0-4875-ba05-89b02ef401f9 tempest-ServerRescueTestJSON-196349815 tempest-ServerRescueTestJSON-196349815-project-member] Lock "db092a98-ca4d-4412-8adb-04ad6f51bc00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.902s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.174545] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561f77aa-8f54-492f-bade-15b44e2a1f5e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.182635] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d590c702-b7e6-46db-a8f7-357b8793a5a8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.190314] env[69413]: DEBUG nova.compute.manager [req-d9553564-03a3-44ef-9190-aab0ebb451e4 req-bf459629-6c87-4ed3-a783-2f25507f03e4 service nova] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Received event network-vif-plugged-3d7052e6-7d8e-423d-a284-df2e3d322b7c {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.190544] env[69413]: DEBUG oslo_concurrency.lockutils [req-d9553564-03a3-44ef-9190-aab0ebb451e4 req-bf459629-6c87-4ed3-a783-2f25507f03e4 service nova] Acquiring lock "0207a2cd-5a2d-4ba6-bb3d-721c23591c30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.190748] env[69413]: DEBUG oslo_concurrency.lockutils [req-d9553564-03a3-44ef-9190-aab0ebb451e4 req-bf459629-6c87-4ed3-a783-2f25507f03e4 service nova] Lock "0207a2cd-5a2d-4ba6-bb3d-721c23591c30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.190946] env[69413]: DEBUG oslo_concurrency.lockutils [req-d9553564-03a3-44ef-9190-aab0ebb451e4 req-bf459629-6c87-4ed3-a783-2f25507f03e4 service nova] Lock "0207a2cd-5a2d-4ba6-bb3d-721c23591c30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.191084] env[69413]: DEBUG nova.compute.manager [req-d9553564-03a3-44ef-9190-aab0ebb451e4 req-bf459629-6c87-4ed3-a783-2f25507f03e4 service nova] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] No waiting events found dispatching network-vif-plugged-3d7052e6-7d8e-423d-a284-df2e3d322b7c {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1214.191251] env[69413]: WARNING nova.compute.manager [req-d9553564-03a3-44ef-9190-aab0ebb451e4 req-bf459629-6c87-4ed3-a783-2f25507f03e4 service nova] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Received unexpected event network-vif-plugged-3d7052e6-7d8e-423d-a284-df2e3d322b7c for instance with vm_state building and task_state spawning. [ 1214.191400] env[69413]: DEBUG nova.compute.manager [req-d9553564-03a3-44ef-9190-aab0ebb451e4 req-bf459629-6c87-4ed3-a783-2f25507f03e4 service nova] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Received event network-changed-3d7052e6-7d8e-423d-a284-df2e3d322b7c {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.191546] env[69413]: DEBUG nova.compute.manager [req-d9553564-03a3-44ef-9190-aab0ebb451e4 req-bf459629-6c87-4ed3-a783-2f25507f03e4 service nova] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Refreshing instance network info cache due to event network-changed-3d7052e6-7d8e-423d-a284-df2e3d322b7c. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1214.191718] env[69413]: DEBUG oslo_concurrency.lockutils [req-d9553564-03a3-44ef-9190-aab0ebb451e4 req-bf459629-6c87-4ed3-a783-2f25507f03e4 service nova] Acquiring lock "refresh_cache-0207a2cd-5a2d-4ba6-bb3d-721c23591c30" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.191846] env[69413]: DEBUG oslo_concurrency.lockutils [req-d9553564-03a3-44ef-9190-aab0ebb451e4 req-bf459629-6c87-4ed3-a783-2f25507f03e4 service nova] Acquired lock "refresh_cache-0207a2cd-5a2d-4ba6-bb3d-721c23591c30" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.191994] env[69413]: DEBUG nova.network.neutron [req-d9553564-03a3-44ef-9190-aab0ebb451e4 req-bf459629-6c87-4ed3-a783-2f25507f03e4 service nova] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Refreshing network info cache for port 3d7052e6-7d8e-423d-a284-df2e3d322b7c {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1214.220807] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4890b44-34c4-449f-8e0c-251feb7b823c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.229601] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69637b2f-3b68-4760-b4c2-cc887ecabdf0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.244305] env[69413]: DEBUG nova.compute.provider_tree [None req-9af8321f-3220-4e0e-b4fb-748d5eee485a tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.278806] env[69413]: DEBUG nova.network.neutron [req-d9553564-03a3-44ef-9190-aab0ebb451e4 req-bf459629-6c87-4ed3-a783-2f25507f03e4 service nova] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1214.349632] env[69413]: DEBUG nova.network.neutron [req-d9553564-03a3-44ef-9190-aab0ebb451e4 req-bf459629-6c87-4ed3-a783-2f25507f03e4 service nova] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.566832] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "refresh_cache-0207a2cd-5a2d-4ba6-bb3d-721c23591c30" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.747148] env[69413]: DEBUG nova.scheduler.client.report [None req-9af8321f-3220-4e0e-b4fb-748d5eee485a tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.852311] env[69413]: DEBUG oslo_concurrency.lockutils [req-d9553564-03a3-44ef-9190-aab0ebb451e4 req-bf459629-6c87-4ed3-a783-2f25507f03e4 service nova] Releasing lock "refresh_cache-0207a2cd-5a2d-4ba6-bb3d-721c23591c30" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.852654] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquired lock "refresh_cache-0207a2cd-5a2d-4ba6-bb3d-721c23591c30" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.852813] env[69413]: DEBUG nova.network.neutron [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1215.252742] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9af8321f-3220-4e0e-b4fb-748d5eee485a tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.709s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.256051] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fbf088a7-c864-4e81-881c-73d00487bd09 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.910s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.256317] env[69413]: DEBUG nova.objects.instance [None req-fbf088a7-c864-4e81-881c-73d00487bd09 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lazy-loading 'resources' on Instance uuid 245b6791-5aa0-48a4-8f67-ab3e48fca4fb {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.276660] env[69413]: INFO nova.scheduler.client.report [None req-9af8321f-3220-4e0e-b4fb-748d5eee485a tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Deleted allocations for instance a7ce7788-f901-4440-8467-39889734fccb [ 1215.394432] env[69413]: DEBUG nova.network.neutron [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1215.569775] env[69413]: DEBUG nova.network.neutron [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Updating instance_info_cache with network_info: [{"id": "3d7052e6-7d8e-423d-a284-df2e3d322b7c", "address": "fa:16:3e:04:3f:e4", "network": {"id": "61a05717-9f5d-4031-ac74-e8d03b04d677", "bridge": "br-int", "label": "tempest-ServersTestJSON-1834075300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38a8868548d7403ea0a11a77a65ba7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d7052e6-7d", "ovs_interfaceid": "3d7052e6-7d8e-423d-a284-df2e3d322b7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.783629] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9af8321f-3220-4e0e-b4fb-748d5eee485a tempest-AttachVolumeShelveTestJSON-1747433796 tempest-AttachVolumeShelveTestJSON-1747433796-project-member] Lock "a7ce7788-f901-4440-8467-39889734fccb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.300s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.903891] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4124e0-c6bb-442e-b1b6-255ee6b92f99 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.911359] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec23f04f-6028-45ac-9ce9-d388fa87d81a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.941807] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fa143b-60ab-408b-959e-56f9d74f10a3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.950118] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba80d58-c2d8-4c53-8851-c35bede8dad2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.964868] env[69413]: DEBUG nova.compute.provider_tree [None req-fbf088a7-c864-4e81-881c-73d00487bd09 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.072318] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Releasing lock "refresh_cache-0207a2cd-5a2d-4ba6-bb3d-721c23591c30" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.072629] env[69413]: DEBUG nova.compute.manager [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Instance network_info: |[{"id": "3d7052e6-7d8e-423d-a284-df2e3d322b7c", "address": "fa:16:3e:04:3f:e4", "network": {"id": "61a05717-9f5d-4031-ac74-e8d03b04d677", "bridge": "br-int", "label": "tempest-ServersTestJSON-1834075300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38a8868548d7403ea0a11a77a65ba7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d7052e6-7d", "ovs_interfaceid": "3d7052e6-7d8e-423d-a284-df2e3d322b7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1216.073086] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:3f:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dabbac20-1723-40ad-9da0-e53b28073651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d7052e6-7d8e-423d-a284-df2e3d322b7c', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1216.080801] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1216.081783] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1216.081783] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-694f736c-107c-40c2-a728-40c5c47a4a9a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.100817] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1216.100817] env[69413]: value = "task-3078557" [ 1216.100817] env[69413]: _type = "Task" [ 1216.100817] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.111264] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078557, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.468633] env[69413]: DEBUG nova.scheduler.client.report [None req-fbf088a7-c864-4e81-881c-73d00487bd09 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.610818] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078557, 'name': CreateVM_Task, 'duration_secs': 0.328498} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.611014] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1216.611691] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.611851] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.612223] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.612498] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9dc2e79-667a-43a6-895b-9b8d280bca6b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.616972] env[69413]: DEBUG oslo_vmware.api [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1216.616972] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]525ea801-2b57-c9f3-b2c4-81e63afbfdb4" [ 1216.616972] env[69413]: _type = "Task" [ 1216.616972] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.624904] env[69413]: DEBUG oslo_vmware.api [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]525ea801-2b57-c9f3-b2c4-81e63afbfdb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.973794] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fbf088a7-c864-4e81-881c-73d00487bd09 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.718s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.975893] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7cd2eecc-47e7-4886-be1a-7da60cf81396 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.404s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.976142] env[69413]: DEBUG nova.objects.instance [None req-7cd2eecc-47e7-4886-be1a-7da60cf81396 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lazy-loading 'resources' on Instance uuid 4d549d35-17c1-4c49-bafb-481bb9701936 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.000668] env[69413]: INFO nova.scheduler.client.report [None req-fbf088a7-c864-4e81-881c-73d00487bd09 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Deleted allocations for instance 245b6791-5aa0-48a4-8f67-ab3e48fca4fb [ 1217.127736] env[69413]: DEBUG oslo_vmware.api [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]525ea801-2b57-c9f3-b2c4-81e63afbfdb4, 'name': SearchDatastore_Task, 'duration_secs': 0.012475} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.127976] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.128295] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1217.128549] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.128743] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.128952] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1217.129286] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ddead038-ca61-41ce-9eaa-02ea010f52ae {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.139671] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1217.139869] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1217.140660] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d1dbb74-617c-4c75-b17d-439dd531e56d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.146030] env[69413]: DEBUG oslo_vmware.api [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1217.146030] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e4ce67-d4e8-3e3b-6a09-5ec869f22cfb" [ 1217.146030] env[69413]: _type = "Task" [ 1217.146030] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.153437] env[69413]: DEBUG oslo_vmware.api [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e4ce67-d4e8-3e3b-6a09-5ec869f22cfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.507795] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fbf088a7-c864-4e81-881c-73d00487bd09 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "245b6791-5aa0-48a4-8f67-ab3e48fca4fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.721s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.585405] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad46a03b-b73e-4d09-8299-1cfba5e30e15 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.592685] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c2420c-ac0f-46db-a31f-6a6d855d660e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.623370] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35cd71f-8fff-4ebe-9af3-8e6a9ae81b57 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.630699] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45efbce7-4194-4746-8df4-e4a943b93d33 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.645199] env[69413]: DEBUG nova.compute.provider_tree [None req-7cd2eecc-47e7-4886-be1a-7da60cf81396 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.654313] env[69413]: DEBUG oslo_vmware.api [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e4ce67-d4e8-3e3b-6a09-5ec869f22cfb, 'name': SearchDatastore_Task, 'duration_secs': 0.018849} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.655523] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ee58942-04aa-41b6-a8be-0dd624d057fd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.660845] env[69413]: DEBUG oslo_vmware.api [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1217.660845] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52493668-e888-f359-7a19-ac6ae02d6ae0" [ 1217.660845] env[69413]: _type = "Task" [ 1217.660845] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.668097] env[69413]: DEBUG oslo_vmware.api [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52493668-e888-f359-7a19-ac6ae02d6ae0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.151155] env[69413]: DEBUG nova.scheduler.client.report [None req-7cd2eecc-47e7-4886-be1a-7da60cf81396 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.172565] env[69413]: DEBUG oslo_vmware.api [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52493668-e888-f359-7a19-ac6ae02d6ae0, 'name': SearchDatastore_Task, 'duration_secs': 0.010351} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.172825] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.173092] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 0207a2cd-5a2d-4ba6-bb3d-721c23591c30/0207a2cd-5a2d-4ba6-bb3d-721c23591c30.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1218.173345] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15b6d54e-9180-464a-8270-661cbdfc4598 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.180515] env[69413]: DEBUG oslo_vmware.api [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1218.180515] env[69413]: value = "task-3078559" [ 1218.180515] env[69413]: _type = "Task" [ 1218.180515] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.188190] env[69413]: DEBUG oslo_vmware.api [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078559, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.656028] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7cd2eecc-47e7-4886-be1a-7da60cf81396 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.680s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.677341] env[69413]: INFO nova.scheduler.client.report [None req-7cd2eecc-47e7-4886-be1a-7da60cf81396 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Deleted allocations for instance 4d549d35-17c1-4c49-bafb-481bb9701936 [ 1218.690339] env[69413]: DEBUG oslo_vmware.api [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078559, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449773} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.690602] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 0207a2cd-5a2d-4ba6-bb3d-721c23591c30/0207a2cd-5a2d-4ba6-bb3d-721c23591c30.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1218.690815] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1218.691110] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-560e56db-b4d6-47e6-9e21-5c7fa47128c1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.698839] env[69413]: DEBUG oslo_vmware.api [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1218.698839] env[69413]: value = "task-3078560" [ 1218.698839] env[69413]: _type = "Task" [ 1218.698839] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.707597] env[69413]: DEBUG oslo_vmware.api [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078560, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.188650] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7cd2eecc-47e7-4886-be1a-7da60cf81396 tempest-AttachInterfacesTestJSON-429428335 tempest-AttachInterfacesTestJSON-429428335-project-member] Lock "4d549d35-17c1-4c49-bafb-481bb9701936" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.968s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.208243] env[69413]: DEBUG oslo_vmware.api [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078560, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064975} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.208669] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1219.209540] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5c1b87-4efe-45f6-9c1d-e9b36588708c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.233524] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 0207a2cd-5a2d-4ba6-bb3d-721c23591c30/0207a2cd-5a2d-4ba6-bb3d-721c23591c30.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1219.234180] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fb6da65-81e1-4d24-aebc-6c07dedd4913 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.255127] env[69413]: DEBUG oslo_vmware.api [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1219.255127] env[69413]: value = "task-3078561" [ 1219.255127] env[69413]: _type = "Task" [ 1219.255127] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.266728] env[69413]: DEBUG oslo_vmware.api [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078561, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.764435] env[69413]: DEBUG oslo_vmware.api [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078561, 'name': ReconfigVM_Task, 'duration_secs': 0.292805} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.764669] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 0207a2cd-5a2d-4ba6-bb3d-721c23591c30/0207a2cd-5a2d-4ba6-bb3d-721c23591c30.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1219.765245] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf832e12-24c6-4d90-95c6-0cf03e4f4a40 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.771214] env[69413]: DEBUG oslo_vmware.api [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1219.771214] env[69413]: value = "task-3078562" [ 1219.771214] env[69413]: _type = "Task" [ 1219.771214] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.779714] env[69413]: DEBUG oslo_vmware.api [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078562, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.850067] env[69413]: DEBUG oslo_concurrency.lockutils [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquiring lock "20d1db4f-0ea1-4e44-9885-ec9ef9b4460c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.850292] env[69413]: DEBUG oslo_concurrency.lockutils [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "20d1db4f-0ea1-4e44-9885-ec9ef9b4460c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.282020] env[69413]: DEBUG oslo_vmware.api [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078562, 'name': Rename_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.353291] env[69413]: DEBUG nova.compute.manager [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1220.782184] env[69413]: DEBUG oslo_vmware.api [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078562, 'name': Rename_Task, 'duration_secs': 0.946812} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.782528] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1220.782796] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f276445-bd32-41d2-810a-bb3f67c8d1b9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.789810] env[69413]: DEBUG oslo_vmware.api [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1220.789810] env[69413]: value = "task-3078563" [ 1220.789810] env[69413]: _type = "Task" [ 1220.789810] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.797619] env[69413]: DEBUG oslo_vmware.api [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.878914] env[69413]: DEBUG oslo_concurrency.lockutils [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.879225] env[69413]: DEBUG oslo_concurrency.lockutils [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.880828] env[69413]: INFO nova.compute.claims [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1221.299893] env[69413]: DEBUG oslo_vmware.api [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078563, 'name': PowerOnVM_Task, 'duration_secs': 0.461867} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.300186] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1221.300391] env[69413]: INFO nova.compute.manager [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Took 7.46 seconds to spawn the instance on the hypervisor. [ 1221.300652] env[69413]: DEBUG nova.compute.manager [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1221.301358] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af53b1a-3deb-4f57-a20f-6f68c3a535a1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.632366] env[69413]: DEBUG oslo_concurrency.lockutils [None req-10767727-0e53-4946-98f7-74793706d936 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "66647c01-10d2-411e-81ef-bd0470b77646" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.632366] env[69413]: DEBUG oslo_concurrency.lockutils [None req-10767727-0e53-4946-98f7-74793706d936 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "66647c01-10d2-411e-81ef-bd0470b77646" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.632366] env[69413]: DEBUG oslo_concurrency.lockutils [None req-10767727-0e53-4946-98f7-74793706d936 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "66647c01-10d2-411e-81ef-bd0470b77646-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.632366] env[69413]: DEBUG oslo_concurrency.lockutils [None req-10767727-0e53-4946-98f7-74793706d936 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "66647c01-10d2-411e-81ef-bd0470b77646-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.632366] env[69413]: DEBUG oslo_concurrency.lockutils [None req-10767727-0e53-4946-98f7-74793706d936 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "66647c01-10d2-411e-81ef-bd0470b77646-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.634849] env[69413]: INFO nova.compute.manager [None req-10767727-0e53-4946-98f7-74793706d936 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Terminating instance [ 1221.820742] env[69413]: INFO nova.compute.manager [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Took 12.26 seconds to build instance. [ 1222.008444] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d940ad37-1626-4090-a5c2-ff340091c986 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.016129] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4cfefc-5812-445c-a49f-7dad47240b81 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.045771] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d3026d-35e4-45d7-a6e4-56811546c7f4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.053376] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75054f8-eb09-4ec6-8690-38d5fdb8930f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.067767] env[69413]: DEBUG nova.compute.provider_tree [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.138688] env[69413]: DEBUG nova.compute.manager [None req-10767727-0e53-4946-98f7-74793706d936 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1222.138819] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-10767727-0e53-4946-98f7-74793706d936 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1222.139806] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05f64b5-fb54-4f6d-b9eb-9b827ee4c382 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.147830] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-10767727-0e53-4946-98f7-74793706d936 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1222.148089] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06e17578-d815-4863-896e-af89b07d5e94 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.154619] env[69413]: DEBUG oslo_vmware.api [None req-10767727-0e53-4946-98f7-74793706d936 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1222.154619] env[69413]: value = "task-3078564" [ 1222.154619] env[69413]: _type = "Task" [ 1222.154619] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.162581] env[69413]: DEBUG oslo_vmware.api [None req-10767727-0e53-4946-98f7-74793706d936 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.323453] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3cd259fd-c61b-48a8-b160-648f27028ef1 tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "0207a2cd-5a2d-4ba6-bb3d-721c23591c30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.770s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.573106] env[69413]: DEBUG nova.scheduler.client.report [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.665007] env[69413]: DEBUG oslo_vmware.api [None req-10767727-0e53-4946-98f7-74793706d936 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078564, 'name': PowerOffVM_Task, 'duration_secs': 0.208783} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.665298] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-10767727-0e53-4946-98f7-74793706d936 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1222.665467] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-10767727-0e53-4946-98f7-74793706d936 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1222.666098] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26fa39f4-e0e7-4216-a9d8-0345b71dfba7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.731466] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-10767727-0e53-4946-98f7-74793706d936 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1222.731700] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-10767727-0e53-4946-98f7-74793706d936 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1222.731884] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-10767727-0e53-4946-98f7-74793706d936 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Deleting the datastore file [datastore2] 66647c01-10d2-411e-81ef-bd0470b77646 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1222.732168] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6039d9b1-cd57-44f4-b890-b55ba367d560 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.738906] env[69413]: DEBUG oslo_vmware.api [None req-10767727-0e53-4946-98f7-74793706d936 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1222.738906] env[69413]: value = "task-3078566" [ 1222.738906] env[69413]: _type = "Task" [ 1222.738906] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.746645] env[69413]: DEBUG oslo_vmware.api [None req-10767727-0e53-4946-98f7-74793706d936 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.077961] env[69413]: DEBUG oslo_concurrency.lockutils [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.199s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.078569] env[69413]: DEBUG nova.compute.manager [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1223.101182] env[69413]: DEBUG oslo_concurrency.lockutils [None req-307985f8-eaeb-4d9b-9e34-a640769f9f2e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "0207a2cd-5a2d-4ba6-bb3d-721c23591c30" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.101982] env[69413]: DEBUG oslo_concurrency.lockutils [None req-307985f8-eaeb-4d9b-9e34-a640769f9f2e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "0207a2cd-5a2d-4ba6-bb3d-721c23591c30" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.101982] env[69413]: DEBUG nova.compute.manager [None req-307985f8-eaeb-4d9b-9e34-a640769f9f2e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1223.102696] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c08e994-fa13-49ec-9ae9-3707e2ad9073 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.111988] env[69413]: DEBUG nova.compute.manager [None req-307985f8-eaeb-4d9b-9e34-a640769f9f2e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69413) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1223.111988] env[69413]: DEBUG nova.objects.instance [None req-307985f8-eaeb-4d9b-9e34-a640769f9f2e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lazy-loading 'flavor' on Instance uuid 0207a2cd-5a2d-4ba6-bb3d-721c23591c30 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.248171] env[69413]: DEBUG oslo_vmware.api [None req-10767727-0e53-4946-98f7-74793706d936 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132339} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.248459] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-10767727-0e53-4946-98f7-74793706d936 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1223.248657] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-10767727-0e53-4946-98f7-74793706d936 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1223.248824] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-10767727-0e53-4946-98f7-74793706d936 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1223.248994] env[69413]: INFO nova.compute.manager [None req-10767727-0e53-4946-98f7-74793706d936 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1223.249255] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10767727-0e53-4946-98f7-74793706d936 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1223.249458] env[69413]: DEBUG nova.compute.manager [-] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1223.249554] env[69413]: DEBUG nova.network.neutron [-] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1223.583930] env[69413]: DEBUG nova.compute.utils [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1223.585767] env[69413]: DEBUG nova.compute.manager [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1223.585911] env[69413]: DEBUG nova.network.neutron [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1223.626530] env[69413]: DEBUG nova.policy [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8580d1ba75f440e58c61107dc02770a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19ee0c3413b84109b79b8f564907df44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1223.818963] env[69413]: DEBUG nova.compute.manager [req-5f28d55c-a576-41b7-a880-2ecacbe34b1c req-b6641ce0-1e05-45be-94ea-448580ba94cb service nova] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Received event network-vif-deleted-3dd671fa-7798-4199-b1de-a8357558eae5 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.822520] env[69413]: INFO nova.compute.manager [req-5f28d55c-a576-41b7-a880-2ecacbe34b1c req-b6641ce0-1e05-45be-94ea-448580ba94cb service nova] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Neutron deleted interface 3dd671fa-7798-4199-b1de-a8357558eae5; detaching it from the instance and deleting it from the info cache [ 1223.822520] env[69413]: DEBUG nova.network.neutron [req-5f28d55c-a576-41b7-a880-2ecacbe34b1c req-b6641ce0-1e05-45be-94ea-448580ba94cb service nova] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.959714] env[69413]: DEBUG nova.network.neutron [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Successfully created port: 15c27091-4e43-44db-a95c-befd816a571e {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1224.073872] env[69413]: DEBUG oslo_concurrency.lockutils [None req-faa3b4cf-8534-4330-83cb-140d35a38302 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "8871ee21-1801-4e65-b308-3de40cb706e4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.074160] env[69413]: DEBUG oslo_concurrency.lockutils [None req-faa3b4cf-8534-4330-83cb-140d35a38302 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "8871ee21-1801-4e65-b308-3de40cb706e4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.089392] env[69413]: DEBUG nova.compute.manager [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1224.120379] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-307985f8-eaeb-4d9b-9e34-a640769f9f2e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.120729] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c029f61e-09b1-4eb0-8a07-feb53f5fd94f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.128624] env[69413]: DEBUG oslo_vmware.api [None req-307985f8-eaeb-4d9b-9e34-a640769f9f2e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1224.128624] env[69413]: value = "task-3078567" [ 1224.128624] env[69413]: _type = "Task" [ 1224.128624] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.137922] env[69413]: DEBUG oslo_vmware.api [None req-307985f8-eaeb-4d9b-9e34-a640769f9f2e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.205495] env[69413]: DEBUG nova.network.neutron [-] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.326025] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-075760d5-51d3-4a8f-a94a-cfb85a8f9933 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.335058] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db98544-e0fe-421c-a1b7-b45d29ad99e3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.363097] env[69413]: DEBUG nova.compute.manager [req-5f28d55c-a576-41b7-a880-2ecacbe34b1c req-b6641ce0-1e05-45be-94ea-448580ba94cb service nova] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Detach interface failed, port_id=3dd671fa-7798-4199-b1de-a8357558eae5, reason: Instance 66647c01-10d2-411e-81ef-bd0470b77646 could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1224.579120] env[69413]: INFO nova.compute.manager [None req-faa3b4cf-8534-4330-83cb-140d35a38302 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Detaching volume 12db5658-7618-4fc0-9082-6f5717c7ed43 [ 1224.614074] env[69413]: INFO nova.virt.block_device [None req-faa3b4cf-8534-4330-83cb-140d35a38302 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Attempting to driver detach volume 12db5658-7618-4fc0-9082-6f5717c7ed43 from mountpoint /dev/sdb [ 1224.614341] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-faa3b4cf-8534-4330-83cb-140d35a38302 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Volume detach. Driver type: vmdk {{(pid=69413) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1224.614563] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-faa3b4cf-8534-4330-83cb-140d35a38302 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616343', 'volume_id': '12db5658-7618-4fc0-9082-6f5717c7ed43', 'name': 'volume-12db5658-7618-4fc0-9082-6f5717c7ed43', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8871ee21-1801-4e65-b308-3de40cb706e4', 'attached_at': '', 'detached_at': '', 'volume_id': '12db5658-7618-4fc0-9082-6f5717c7ed43', 'serial': '12db5658-7618-4fc0-9082-6f5717c7ed43'} {{(pid=69413) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1224.615537] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141545d8-2426-4422-aea1-200a6c03dcea {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.642191] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f030b3-0887-4d7e-97cf-feffe66c02dd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.649868] env[69413]: DEBUG oslo_vmware.api [None req-307985f8-eaeb-4d9b-9e34-a640769f9f2e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078567, 'name': PowerOffVM_Task, 'duration_secs': 0.174977} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.651519] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-307985f8-eaeb-4d9b-9e34-a640769f9f2e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1224.651725] env[69413]: DEBUG nova.compute.manager [None req-307985f8-eaeb-4d9b-9e34-a640769f9f2e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1224.652550] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7852003b-26aa-434d-ae37-1107d4b4ac5c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.655127] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5972af0-7f1d-49ba-b84c-d1d07d261486 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.679638] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743228a8-e59a-41f9-b97f-59a09b82abd9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.693980] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-faa3b4cf-8534-4330-83cb-140d35a38302 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] The volume has not been displaced from its original location: [datastore2] volume-12db5658-7618-4fc0-9082-6f5717c7ed43/volume-12db5658-7618-4fc0-9082-6f5717c7ed43.vmdk. No consolidation needed. {{(pid=69413) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1224.699147] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-faa3b4cf-8534-4330-83cb-140d35a38302 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Reconfiguring VM instance instance-00000067 to detach disk 2001 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1224.699934] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a791d572-a188-4b96-878c-ab9ca045682c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.713223] env[69413]: INFO nova.compute.manager [-] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Took 1.46 seconds to deallocate network for instance. [ 1224.719896] env[69413]: DEBUG oslo_vmware.api [None req-faa3b4cf-8534-4330-83cb-140d35a38302 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1224.719896] env[69413]: value = "task-3078568" [ 1224.719896] env[69413]: _type = "Task" [ 1224.719896] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.727640] env[69413]: DEBUG oslo_vmware.api [None req-faa3b4cf-8534-4330-83cb-140d35a38302 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078568, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.100252] env[69413]: DEBUG nova.compute.manager [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1225.130216] env[69413]: DEBUG nova.virt.hardware [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1225.130548] env[69413]: DEBUG nova.virt.hardware [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1225.130592] env[69413]: DEBUG nova.virt.hardware [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1225.130749] env[69413]: DEBUG nova.virt.hardware [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1225.130936] env[69413]: DEBUG nova.virt.hardware [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1225.131575] env[69413]: DEBUG nova.virt.hardware [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1225.131575] env[69413]: DEBUG nova.virt.hardware [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1225.131575] env[69413]: DEBUG nova.virt.hardware [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1225.131575] env[69413]: DEBUG nova.virt.hardware [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1225.131766] env[69413]: DEBUG nova.virt.hardware [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1225.131878] env[69413]: DEBUG nova.virt.hardware [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1225.132793] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c9cf4c-867e-4e05-b35e-3158a9a83f92 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.141275] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3324835-6d92-4255-9d8f-3b38a7df51c6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.182690] env[69413]: DEBUG oslo_concurrency.lockutils [None req-307985f8-eaeb-4d9b-9e34-a640769f9f2e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "0207a2cd-5a2d-4ba6-bb3d-721c23591c30" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.081s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.220209] env[69413]: DEBUG oslo_concurrency.lockutils [None req-10767727-0e53-4946-98f7-74793706d936 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.220431] env[69413]: DEBUG oslo_concurrency.lockutils [None req-10767727-0e53-4946-98f7-74793706d936 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.220657] env[69413]: DEBUG nova.objects.instance [None req-10767727-0e53-4946-98f7-74793706d936 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lazy-loading 'resources' on Instance uuid 66647c01-10d2-411e-81ef-bd0470b77646 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.232175] env[69413]: DEBUG oslo_vmware.api [None req-faa3b4cf-8534-4330-83cb-140d35a38302 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078568, 'name': ReconfigVM_Task, 'duration_secs': 0.453093} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.232625] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-faa3b4cf-8534-4330-83cb-140d35a38302 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Reconfigured VM instance instance-00000067 to detach disk 2001 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1225.238068] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3611cff7-7455-443e-bacc-6abb57387e6c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.253932] env[69413]: DEBUG oslo_vmware.api [None req-faa3b4cf-8534-4330-83cb-140d35a38302 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1225.253932] env[69413]: value = "task-3078569" [ 1225.253932] env[69413]: _type = "Task" [ 1225.253932] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.263270] env[69413]: DEBUG oslo_vmware.api [None req-faa3b4cf-8534-4330-83cb-140d35a38302 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078569, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.424065] env[69413]: DEBUG nova.compute.manager [req-43c7e5bc-1654-4139-89a8-62b017c6fbf8 req-0608a111-597a-4deb-8938-51f6dea92e05 service nova] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Received event network-vif-plugged-15c27091-4e43-44db-a95c-befd816a571e {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.424297] env[69413]: DEBUG oslo_concurrency.lockutils [req-43c7e5bc-1654-4139-89a8-62b017c6fbf8 req-0608a111-597a-4deb-8938-51f6dea92e05 service nova] Acquiring lock "20d1db4f-0ea1-4e44-9885-ec9ef9b4460c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.424511] env[69413]: DEBUG oslo_concurrency.lockutils [req-43c7e5bc-1654-4139-89a8-62b017c6fbf8 req-0608a111-597a-4deb-8938-51f6dea92e05 service nova] Lock "20d1db4f-0ea1-4e44-9885-ec9ef9b4460c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.424677] env[69413]: DEBUG oslo_concurrency.lockutils [req-43c7e5bc-1654-4139-89a8-62b017c6fbf8 req-0608a111-597a-4deb-8938-51f6dea92e05 service nova] Lock "20d1db4f-0ea1-4e44-9885-ec9ef9b4460c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.424846] env[69413]: DEBUG nova.compute.manager [req-43c7e5bc-1654-4139-89a8-62b017c6fbf8 req-0608a111-597a-4deb-8938-51f6dea92e05 service nova] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] No waiting events found dispatching network-vif-plugged-15c27091-4e43-44db-a95c-befd816a571e {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1225.425019] env[69413]: WARNING nova.compute.manager [req-43c7e5bc-1654-4139-89a8-62b017c6fbf8 req-0608a111-597a-4deb-8938-51f6dea92e05 service nova] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Received unexpected event network-vif-plugged-15c27091-4e43-44db-a95c-befd816a571e for instance with vm_state building and task_state spawning. [ 1225.560047] env[69413]: DEBUG nova.network.neutron [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Successfully updated port: 15c27091-4e43-44db-a95c-befd816a571e {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1225.766510] env[69413]: DEBUG oslo_vmware.api [None req-faa3b4cf-8534-4330-83cb-140d35a38302 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078569, 'name': ReconfigVM_Task, 'duration_secs': 0.226695} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.767308] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-faa3b4cf-8534-4330-83cb-140d35a38302 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616343', 'volume_id': '12db5658-7618-4fc0-9082-6f5717c7ed43', 'name': 'volume-12db5658-7618-4fc0-9082-6f5717c7ed43', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8871ee21-1801-4e65-b308-3de40cb706e4', 'attached_at': '', 'detached_at': '', 'volume_id': '12db5658-7618-4fc0-9082-6f5717c7ed43', 'serial': '12db5658-7618-4fc0-9082-6f5717c7ed43'} {{(pid=69413) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1225.850167] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7f3fc0-ac3a-4ccc-8928-89dc557be2ca {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.857678] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc92a319-208f-4fe8-8ce6-2e7cacf9404c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.906197] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5987c601-a041-4aab-8020-8ecc52cc855e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "0207a2cd-5a2d-4ba6-bb3d-721c23591c30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.906556] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5987c601-a041-4aab-8020-8ecc52cc855e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "0207a2cd-5a2d-4ba6-bb3d-721c23591c30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.906840] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5987c601-a041-4aab-8020-8ecc52cc855e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "0207a2cd-5a2d-4ba6-bb3d-721c23591c30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.907111] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5987c601-a041-4aab-8020-8ecc52cc855e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "0207a2cd-5a2d-4ba6-bb3d-721c23591c30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.907343] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5987c601-a041-4aab-8020-8ecc52cc855e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "0207a2cd-5a2d-4ba6-bb3d-721c23591c30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.910089] env[69413]: INFO nova.compute.manager [None req-5987c601-a041-4aab-8020-8ecc52cc855e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Terminating instance [ 1225.912511] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499b1214-d3b4-48f9-82f0-f49b215d5c3a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.921531] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25197ee2-f7af-485d-aa82-35337591b08e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.936314] env[69413]: DEBUG nova.compute.provider_tree [None req-10767727-0e53-4946-98f7-74793706d936 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.062725] env[69413]: DEBUG oslo_concurrency.lockutils [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquiring lock "refresh_cache-20d1db4f-0ea1-4e44-9885-ec9ef9b4460c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.062894] env[69413]: DEBUG oslo_concurrency.lockutils [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquired lock "refresh_cache-20d1db4f-0ea1-4e44-9885-ec9ef9b4460c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.063067] env[69413]: DEBUG nova.network.neutron [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1226.315497] env[69413]: DEBUG nova.objects.instance [None req-faa3b4cf-8534-4330-83cb-140d35a38302 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lazy-loading 'flavor' on Instance uuid 8871ee21-1801-4e65-b308-3de40cb706e4 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.417790] env[69413]: DEBUG nova.compute.manager [None req-5987c601-a041-4aab-8020-8ecc52cc855e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1226.417944] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5987c601-a041-4aab-8020-8ecc52cc855e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1226.418948] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98911b83-672a-4224-a83b-20aec85d80ab {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.427080] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5987c601-a041-4aab-8020-8ecc52cc855e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1226.427342] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f6bae50-4539-4c71-8e60-11a25d269b50 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.439160] env[69413]: DEBUG nova.scheduler.client.report [None req-10767727-0e53-4946-98f7-74793706d936 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.493687] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5987c601-a041-4aab-8020-8ecc52cc855e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1226.493856] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5987c601-a041-4aab-8020-8ecc52cc855e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1226.494191] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-5987c601-a041-4aab-8020-8ecc52cc855e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Deleting the datastore file [datastore2] 0207a2cd-5a2d-4ba6-bb3d-721c23591c30 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1226.494384] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da9491bf-b6b9-43b3-9221-21aaf86253ba {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.502872] env[69413]: DEBUG oslo_vmware.api [None req-5987c601-a041-4aab-8020-8ecc52cc855e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1226.502872] env[69413]: value = "task-3078571" [ 1226.502872] env[69413]: _type = "Task" [ 1226.502872] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.512372] env[69413]: DEBUG oslo_vmware.api [None req-5987c601-a041-4aab-8020-8ecc52cc855e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.604580] env[69413]: DEBUG nova.network.neutron [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1226.747663] env[69413]: DEBUG nova.network.neutron [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Updating instance_info_cache with network_info: [{"id": "15c27091-4e43-44db-a95c-befd816a571e", "address": "fa:16:3e:89:bc:cd", "network": {"id": "56fb7565-00c6-441e-972a-ed70ccd43ee9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1361173336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ee0c3413b84109b79b8f564907df44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15c27091-4e", "ovs_interfaceid": "15c27091-4e43-44db-a95c-befd816a571e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.944199] env[69413]: DEBUG oslo_concurrency.lockutils [None req-10767727-0e53-4946-98f7-74793706d936 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.724s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.966446] env[69413]: INFO nova.scheduler.client.report [None req-10767727-0e53-4946-98f7-74793706d936 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Deleted allocations for instance 66647c01-10d2-411e-81ef-bd0470b77646 [ 1227.012784] env[69413]: DEBUG oslo_vmware.api [None req-5987c601-a041-4aab-8020-8ecc52cc855e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133088} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.013038] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-5987c601-a041-4aab-8020-8ecc52cc855e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1227.013227] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5987c601-a041-4aab-8020-8ecc52cc855e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1227.013401] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5987c601-a041-4aab-8020-8ecc52cc855e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1227.013567] env[69413]: INFO nova.compute.manager [None req-5987c601-a041-4aab-8020-8ecc52cc855e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1227.013824] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5987c601-a041-4aab-8020-8ecc52cc855e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.014039] env[69413]: DEBUG nova.compute.manager [-] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1227.014136] env[69413]: DEBUG nova.network.neutron [-] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1227.249887] env[69413]: DEBUG oslo_concurrency.lockutils [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Releasing lock "refresh_cache-20d1db4f-0ea1-4e44-9885-ec9ef9b4460c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.250284] env[69413]: DEBUG nova.compute.manager [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Instance network_info: |[{"id": "15c27091-4e43-44db-a95c-befd816a571e", "address": "fa:16:3e:89:bc:cd", "network": {"id": "56fb7565-00c6-441e-972a-ed70ccd43ee9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1361173336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ee0c3413b84109b79b8f564907df44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15c27091-4e", "ovs_interfaceid": "15c27091-4e43-44db-a95c-befd816a571e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1227.250721] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:bc:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7b7edd0-124a-48ec-ae26-1aa14f9b884a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15c27091-4e43-44db-a95c-befd816a571e', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1227.258395] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.258581] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1227.259043] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a190482-b2ab-402d-b838-7d02125c9e25 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.279951] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1227.279951] env[69413]: value = "task-3078572" [ 1227.279951] env[69413]: _type = "Task" [ 1227.279951] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.287521] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078572, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.322635] env[69413]: DEBUG oslo_concurrency.lockutils [None req-faa3b4cf-8534-4330-83cb-140d35a38302 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "8871ee21-1801-4e65-b308-3de40cb706e4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.248s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.474671] env[69413]: DEBUG oslo_concurrency.lockutils [None req-10767727-0e53-4946-98f7-74793706d936 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "66647c01-10d2-411e-81ef-bd0470b77646" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.843s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.486228] env[69413]: DEBUG nova.compute.manager [req-1989ba94-39e6-463d-bbbb-3ad6f1951fcd req-93465715-4a93-4ac9-8a99-7dac25fa19e6 service nova] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Received event network-changed-15c27091-4e43-44db-a95c-befd816a571e {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.486456] env[69413]: DEBUG nova.compute.manager [req-1989ba94-39e6-463d-bbbb-3ad6f1951fcd req-93465715-4a93-4ac9-8a99-7dac25fa19e6 service nova] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Refreshing instance network info cache due to event network-changed-15c27091-4e43-44db-a95c-befd816a571e. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1227.486628] env[69413]: DEBUG oslo_concurrency.lockutils [req-1989ba94-39e6-463d-bbbb-3ad6f1951fcd req-93465715-4a93-4ac9-8a99-7dac25fa19e6 service nova] Acquiring lock "refresh_cache-20d1db4f-0ea1-4e44-9885-ec9ef9b4460c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.486810] env[69413]: DEBUG oslo_concurrency.lockutils [req-1989ba94-39e6-463d-bbbb-3ad6f1951fcd req-93465715-4a93-4ac9-8a99-7dac25fa19e6 service nova] Acquired lock "refresh_cache-20d1db4f-0ea1-4e44-9885-ec9ef9b4460c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.487064] env[69413]: DEBUG nova.network.neutron [req-1989ba94-39e6-463d-bbbb-3ad6f1951fcd req-93465715-4a93-4ac9-8a99-7dac25fa19e6 service nova] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Refreshing network info cache for port 15c27091-4e43-44db-a95c-befd816a571e {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1227.717504] env[69413]: DEBUG nova.network.neutron [-] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.789953] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078572, 'name': CreateVM_Task, 'duration_secs': 0.293961} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.790154] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1227.798234] env[69413]: DEBUG oslo_concurrency.lockutils [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.798419] env[69413]: DEBUG oslo_concurrency.lockutils [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.798837] env[69413]: DEBUG oslo_concurrency.lockutils [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.799328] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d1da874-dcf6-4fd6-82a3-5db92ee6334f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.804186] env[69413]: DEBUG oslo_vmware.api [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1227.804186] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52327184-eabb-4091-9ca6-82e517272908" [ 1227.804186] env[69413]: _type = "Task" [ 1227.804186] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.812213] env[69413]: DEBUG oslo_vmware.api [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52327184-eabb-4091-9ca6-82e517272908, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.220398] env[69413]: INFO nova.compute.manager [-] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Took 1.21 seconds to deallocate network for instance. [ 1228.302892] env[69413]: DEBUG nova.network.neutron [req-1989ba94-39e6-463d-bbbb-3ad6f1951fcd req-93465715-4a93-4ac9-8a99-7dac25fa19e6 service nova] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Updated VIF entry in instance network info cache for port 15c27091-4e43-44db-a95c-befd816a571e. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1228.302892] env[69413]: DEBUG nova.network.neutron [req-1989ba94-39e6-463d-bbbb-3ad6f1951fcd req-93465715-4a93-4ac9-8a99-7dac25fa19e6 service nova] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Updating instance_info_cache with network_info: [{"id": "15c27091-4e43-44db-a95c-befd816a571e", "address": "fa:16:3e:89:bc:cd", "network": {"id": "56fb7565-00c6-441e-972a-ed70ccd43ee9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1361173336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ee0c3413b84109b79b8f564907df44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15c27091-4e", "ovs_interfaceid": "15c27091-4e43-44db-a95c-befd816a571e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.315662] env[69413]: DEBUG oslo_vmware.api [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52327184-eabb-4091-9ca6-82e517272908, 'name': SearchDatastore_Task, 'duration_secs': 0.009799} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.316165] env[69413]: DEBUG oslo_concurrency.lockutils [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.316939] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1228.316939] env[69413]: DEBUG oslo_concurrency.lockutils [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.316939] env[69413]: DEBUG oslo_concurrency.lockutils [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.316939] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1228.317442] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f707b21a-e621-46ae-8479-173a0c277866 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.325760] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1228.326031] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1228.326623] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf8c5587-8106-42f6-b57e-f2b03739341f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.332227] env[69413]: DEBUG oslo_vmware.api [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1228.332227] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]526e9b82-08fb-a665-ed41-c3f59796d6f5" [ 1228.332227] env[69413]: _type = "Task" [ 1228.332227] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.335602] env[69413]: DEBUG oslo_concurrency.lockutils [None req-aceaafb7-c582-4eca-8f2e-ad84175f6833 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "8871ee21-1801-4e65-b308-3de40cb706e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.335835] env[69413]: DEBUG oslo_concurrency.lockutils [None req-aceaafb7-c582-4eca-8f2e-ad84175f6833 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "8871ee21-1801-4e65-b308-3de40cb706e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.336051] env[69413]: DEBUG oslo_concurrency.lockutils [None req-aceaafb7-c582-4eca-8f2e-ad84175f6833 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "8871ee21-1801-4e65-b308-3de40cb706e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.336265] env[69413]: DEBUG oslo_concurrency.lockutils [None req-aceaafb7-c582-4eca-8f2e-ad84175f6833 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "8871ee21-1801-4e65-b308-3de40cb706e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.336515] env[69413]: DEBUG oslo_concurrency.lockutils [None req-aceaafb7-c582-4eca-8f2e-ad84175f6833 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "8871ee21-1801-4e65-b308-3de40cb706e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.339588] env[69413]: INFO nova.compute.manager [None req-aceaafb7-c582-4eca-8f2e-ad84175f6833 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Terminating instance [ 1228.345290] env[69413]: DEBUG oslo_vmware.api [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]526e9b82-08fb-a665-ed41-c3f59796d6f5, 'name': SearchDatastore_Task, 'duration_secs': 0.009993} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.346154] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-464c68f8-464c-4570-a8f8-0f1265277151 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.351902] env[69413]: DEBUG oslo_vmware.api [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1228.351902] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5239a6cf-2da9-e732-fd84-ad05fd41f969" [ 1228.351902] env[69413]: _type = "Task" [ 1228.351902] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.359880] env[69413]: DEBUG oslo_vmware.api [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5239a6cf-2da9-e732-fd84-ad05fd41f969, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.726765] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5987c601-a041-4aab-8020-8ecc52cc855e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.726872] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5987c601-a041-4aab-8020-8ecc52cc855e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.727108] env[69413]: DEBUG nova.objects.instance [None req-5987c601-a041-4aab-8020-8ecc52cc855e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lazy-loading 'resources' on Instance uuid 0207a2cd-5a2d-4ba6-bb3d-721c23591c30 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.805398] env[69413]: DEBUG oslo_concurrency.lockutils [req-1989ba94-39e6-463d-bbbb-3ad6f1951fcd req-93465715-4a93-4ac9-8a99-7dac25fa19e6 service nova] Releasing lock "refresh_cache-20d1db4f-0ea1-4e44-9885-ec9ef9b4460c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.805398] env[69413]: DEBUG nova.compute.manager [req-1989ba94-39e6-463d-bbbb-3ad6f1951fcd req-93465715-4a93-4ac9-8a99-7dac25fa19e6 service nova] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Received event network-vif-deleted-3d7052e6-7d8e-423d-a284-df2e3d322b7c {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.805398] env[69413]: INFO nova.compute.manager [req-1989ba94-39e6-463d-bbbb-3ad6f1951fcd req-93465715-4a93-4ac9-8a99-7dac25fa19e6 service nova] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Neutron deleted interface 3d7052e6-7d8e-423d-a284-df2e3d322b7c; detaching it from the instance and deleting it from the info cache [ 1228.805595] env[69413]: DEBUG nova.network.neutron [req-1989ba94-39e6-463d-bbbb-3ad6f1951fcd req-93465715-4a93-4ac9-8a99-7dac25fa19e6 service nova] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.846786] env[69413]: DEBUG nova.compute.manager [None req-aceaafb7-c582-4eca-8f2e-ad84175f6833 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1228.847016] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-aceaafb7-c582-4eca-8f2e-ad84175f6833 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1228.848164] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289452a5-36cd-46b5-a045-7ff44ea2e4a8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.857487] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-aceaafb7-c582-4eca-8f2e-ad84175f6833 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.858015] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fbdfcbc-24ad-4e4f-895f-431b22167500 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.863323] env[69413]: DEBUG oslo_vmware.api [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5239a6cf-2da9-e732-fd84-ad05fd41f969, 'name': SearchDatastore_Task, 'duration_secs': 0.010142} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.864393] env[69413]: DEBUG oslo_concurrency.lockutils [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.864642] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c/20d1db4f-0ea1-4e44-9885-ec9ef9b4460c.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1228.864923] env[69413]: DEBUG oslo_vmware.api [None req-aceaafb7-c582-4eca-8f2e-ad84175f6833 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1228.864923] env[69413]: value = "task-3078573" [ 1228.864923] env[69413]: _type = "Task" [ 1228.864923] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.865109] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0cbae1e-35d8-4b88-a865-786e61e2eb2c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.874886] env[69413]: DEBUG oslo_vmware.api [None req-aceaafb7-c582-4eca-8f2e-ad84175f6833 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.875994] env[69413]: DEBUG oslo_vmware.api [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1228.875994] env[69413]: value = "task-3078574" [ 1228.875994] env[69413]: _type = "Task" [ 1228.875994] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.884160] env[69413]: DEBUG oslo_vmware.api [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.307627] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5e53cf52-d581-43ad-b5f8-05f9d9f7d15a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.322187] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5327bf0d-db19-456d-ae7b-086bf639ad57 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.353401] env[69413]: DEBUG nova.compute.manager [req-1989ba94-39e6-463d-bbbb-3ad6f1951fcd req-93465715-4a93-4ac9-8a99-7dac25fa19e6 service nova] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Detach interface failed, port_id=3d7052e6-7d8e-423d-a284-df2e3d322b7c, reason: Instance 0207a2cd-5a2d-4ba6-bb3d-721c23591c30 could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1229.366078] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b124b1-2244-462b-b98f-153534115f45 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.377898] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5478ac8-a29f-432f-a308-68bd0c09b041 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.380770] env[69413]: DEBUG oslo_vmware.api [None req-aceaafb7-c582-4eca-8f2e-ad84175f6833 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078573, 'name': PowerOffVM_Task, 'duration_secs': 0.174999} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.383577] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-aceaafb7-c582-4eca-8f2e-ad84175f6833 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1229.383797] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-aceaafb7-c582-4eca-8f2e-ad84175f6833 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1229.384273] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a0a2920-c08b-41ad-98db-907bb5bd817f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.389938] env[69413]: DEBUG oslo_vmware.api [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467467} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.412547] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c/20d1db4f-0ea1-4e44-9885-ec9ef9b4460c.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1229.412754] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1229.413466] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1927ce49-397d-46b0-9f5f-450dd8dcd594 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.415620] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe9b42b-709b-4a8d-b98d-cdea608190c2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.423677] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caef8706-3132-42a4-a8f0-8c511a032b54 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.427452] env[69413]: DEBUG oslo_vmware.api [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1229.427452] env[69413]: value = "task-3078576" [ 1229.427452] env[69413]: _type = "Task" [ 1229.427452] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.440873] env[69413]: DEBUG nova.compute.provider_tree [None req-5987c601-a041-4aab-8020-8ecc52cc855e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1229.443720] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-aceaafb7-c582-4eca-8f2e-ad84175f6833 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1229.443932] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-aceaafb7-c582-4eca-8f2e-ad84175f6833 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1229.445559] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-aceaafb7-c582-4eca-8f2e-ad84175f6833 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Deleting the datastore file [datastore2] 8871ee21-1801-4e65-b308-3de40cb706e4 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1229.449074] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b97592bb-94ce-4bb3-b31a-1d750e3f4419 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.451430] env[69413]: DEBUG oslo_vmware.api [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078576, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.459644] env[69413]: DEBUG oslo_vmware.api [None req-aceaafb7-c582-4eca-8f2e-ad84175f6833 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1229.459644] env[69413]: value = "task-3078577" [ 1229.459644] env[69413]: _type = "Task" [ 1229.459644] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.480182] env[69413]: DEBUG oslo_vmware.api [None req-aceaafb7-c582-4eca-8f2e-ad84175f6833 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078577, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.644678] env[69413]: DEBUG nova.compute.manager [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Stashing vm_state: active {{(pid=69413) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1229.937654] env[69413]: DEBUG oslo_vmware.api [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078576, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064523} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.937937] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1229.938865] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30caa215-047f-49f1-8211-55e4a1aa530d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.963581] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c/20d1db4f-0ea1-4e44-9885-ec9ef9b4460c.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1229.964196] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a65b935-765b-499e-a2c6-e23da11c87dc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.979526] env[69413]: ERROR nova.scheduler.client.report [None req-5987c601-a041-4aab-8020-8ecc52cc855e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [req-5010c723-a1cd-47aa-b3e3-05ba82392bc7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65568fbe-598e-408e-afad-1b65d19c68ec. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5010c723-a1cd-47aa-b3e3-05ba82392bc7"}]} [ 1229.990660] env[69413]: DEBUG oslo_vmware.api [None req-aceaafb7-c582-4eca-8f2e-ad84175f6833 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078577, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13908} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.992029] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-aceaafb7-c582-4eca-8f2e-ad84175f6833 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1229.992300] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-aceaafb7-c582-4eca-8f2e-ad84175f6833 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1229.992434] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-aceaafb7-c582-4eca-8f2e-ad84175f6833 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1229.992617] env[69413]: INFO nova.compute.manager [None req-aceaafb7-c582-4eca-8f2e-ad84175f6833 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1229.992850] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aceaafb7-c582-4eca-8f2e-ad84175f6833 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1229.993118] env[69413]: DEBUG oslo_vmware.api [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1229.993118] env[69413]: value = "task-3078578" [ 1229.993118] env[69413]: _type = "Task" [ 1229.993118] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.993313] env[69413]: DEBUG nova.compute.manager [-] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1229.993414] env[69413]: DEBUG nova.network.neutron [-] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1229.998566] env[69413]: DEBUG nova.scheduler.client.report [None req-5987c601-a041-4aab-8020-8ecc52cc855e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Refreshing inventories for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1230.005349] env[69413]: DEBUG oslo_vmware.api [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078578, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.013761] env[69413]: DEBUG nova.scheduler.client.report [None req-5987c601-a041-4aab-8020-8ecc52cc855e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Updating ProviderTree inventory for provider 65568fbe-598e-408e-afad-1b65d19c68ec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1230.014055] env[69413]: DEBUG nova.compute.provider_tree [None req-5987c601-a041-4aab-8020-8ecc52cc855e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 139, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1230.026081] env[69413]: DEBUG nova.scheduler.client.report [None req-5987c601-a041-4aab-8020-8ecc52cc855e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Refreshing aggregate associations for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec, aggregates: None {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1230.042877] env[69413]: DEBUG nova.scheduler.client.report [None req-5987c601-a041-4aab-8020-8ecc52cc855e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Refreshing trait associations for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1230.152956] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93dceddc-82b6-49c4-ae8a-92af1e62f58c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.161431] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d33a497-af2b-4314-9aa7-e9a974fbb2ea {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.168705] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.199900] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c889bb16-fc4c-4813-8236-733bfe388726 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.208939] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc806ec4-614b-48b9-ae4b-15fca5d6670d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.223367] env[69413]: DEBUG nova.compute.provider_tree [None req-5987c601-a041-4aab-8020-8ecc52cc855e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1230.512484] env[69413]: DEBUG oslo_vmware.api [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078578, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.580591] env[69413]: DEBUG nova.compute.manager [req-ba9fca2c-5271-4500-8b95-35c14564940e req-b2cb12e9-dc86-4a0b-b42e-e8e53e830ff8 service nova] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Received event network-vif-deleted-22d1225c-ba70-4419-9ab4-a072f795baba {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.580831] env[69413]: INFO nova.compute.manager [req-ba9fca2c-5271-4500-8b95-35c14564940e req-b2cb12e9-dc86-4a0b-b42e-e8e53e830ff8 service nova] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Neutron deleted interface 22d1225c-ba70-4419-9ab4-a072f795baba; detaching it from the instance and deleting it from the info cache [ 1230.580980] env[69413]: DEBUG nova.network.neutron [req-ba9fca2c-5271-4500-8b95-35c14564940e req-b2cb12e9-dc86-4a0b-b42e-e8e53e830ff8 service nova] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.769935] env[69413]: DEBUG nova.scheduler.client.report [None req-5987c601-a041-4aab-8020-8ecc52cc855e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Updated inventory for provider 65568fbe-598e-408e-afad-1b65d19c68ec with generation 158 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1230.770254] env[69413]: DEBUG nova.compute.provider_tree [None req-5987c601-a041-4aab-8020-8ecc52cc855e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Updating resource provider 65568fbe-598e-408e-afad-1b65d19c68ec generation from 158 to 159 during operation: update_inventory {{(pid=69413) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1230.770441] env[69413]: DEBUG nova.compute.provider_tree [None req-5987c601-a041-4aab-8020-8ecc52cc855e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1231.006065] env[69413]: DEBUG oslo_vmware.api [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078578, 'name': ReconfigVM_Task, 'duration_secs': 0.779897} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.006254] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c/20d1db4f-0ea1-4e44-9885-ec9ef9b4460c.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.006871] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-279cdc96-8cfb-4fbb-acb0-a85b1d19af49 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.012884] env[69413]: DEBUG oslo_vmware.api [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1231.012884] env[69413]: value = "task-3078579" [ 1231.012884] env[69413]: _type = "Task" [ 1231.012884] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.019991] env[69413]: DEBUG oslo_vmware.api [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078579, 'name': Rename_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.063551] env[69413]: DEBUG nova.network.neutron [-] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.084503] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-87ad4247-3c84-4273-8ba6-e3cc2c64b995 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.095404] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbfc05b-d99b-44fe-a78e-9a69a2ca507d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.127552] env[69413]: DEBUG nova.compute.manager [req-ba9fca2c-5271-4500-8b95-35c14564940e req-b2cb12e9-dc86-4a0b-b42e-e8e53e830ff8 service nova] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Detach interface failed, port_id=22d1225c-ba70-4419-9ab4-a072f795baba, reason: Instance 8871ee21-1801-4e65-b308-3de40cb706e4 could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1231.276078] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5987c601-a041-4aab-8020-8ecc52cc855e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.549s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.278444] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.110s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.298331] env[69413]: INFO nova.scheduler.client.report [None req-5987c601-a041-4aab-8020-8ecc52cc855e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Deleted allocations for instance 0207a2cd-5a2d-4ba6-bb3d-721c23591c30 [ 1231.522608] env[69413]: DEBUG oslo_vmware.api [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078579, 'name': Rename_Task, 'duration_secs': 0.129583} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.522946] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1231.523177] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b60c043c-229b-4850-94aa-7f33728d5940 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.529663] env[69413]: DEBUG oslo_vmware.api [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1231.529663] env[69413]: value = "task-3078580" [ 1231.529663] env[69413]: _type = "Task" [ 1231.529663] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.537070] env[69413]: DEBUG oslo_vmware.api [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.566697] env[69413]: INFO nova.compute.manager [-] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Took 1.57 seconds to deallocate network for instance. [ 1231.783471] env[69413]: INFO nova.compute.claims [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1231.805503] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5987c601-a041-4aab-8020-8ecc52cc855e tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "0207a2cd-5a2d-4ba6-bb3d-721c23591c30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.899s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.039951] env[69413]: DEBUG oslo_vmware.api [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078580, 'name': PowerOnVM_Task, 'duration_secs': 0.41819} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.040258] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1232.041034] env[69413]: INFO nova.compute.manager [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Took 6.94 seconds to spawn the instance on the hypervisor. [ 1232.041034] env[69413]: DEBUG nova.compute.manager [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1232.041402] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18040489-aaad-43c4-a50d-fedc37a8233a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.073798] env[69413]: DEBUG oslo_concurrency.lockutils [None req-aceaafb7-c582-4eca-8f2e-ad84175f6833 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.289895] env[69413]: INFO nova.compute.resource_tracker [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Updating resource usage from migration c7f04152-5f26-4909-bd78-d51bb60b6118 [ 1232.384008] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7cda9f4-811d-4332-8fd8-6a578ca0d8e3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.391582] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5d7d43-2b6a-4f5a-90ee-e92ae5db8b38 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.421840] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7fa86a-c056-48ff-a6cb-9f3df2ea4f26 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.429116] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32415f02-fb42-4371-a959-08b88abb7724 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.441783] env[69413]: DEBUG nova.compute.provider_tree [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.556438] env[69413]: INFO nova.compute.manager [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Took 11.70 seconds to build instance. [ 1232.747511] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4a84014f-b817-4e55-a7f0-ce79df52b9ae tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "9714646b-1525-4dd9-805d-cae11ee88a3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.747829] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4a84014f-b817-4e55-a7f0-ce79df52b9ae tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "9714646b-1525-4dd9-805d-cae11ee88a3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.748095] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4a84014f-b817-4e55-a7f0-ce79df52b9ae tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "9714646b-1525-4dd9-805d-cae11ee88a3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.748326] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4a84014f-b817-4e55-a7f0-ce79df52b9ae tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "9714646b-1525-4dd9-805d-cae11ee88a3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.748581] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4a84014f-b817-4e55-a7f0-ce79df52b9ae tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "9714646b-1525-4dd9-805d-cae11ee88a3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.750763] env[69413]: INFO nova.compute.manager [None req-4a84014f-b817-4e55-a7f0-ce79df52b9ae tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Terminating instance [ 1232.944838] env[69413]: DEBUG nova.scheduler.client.report [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.026346] env[69413]: DEBUG nova.compute.manager [req-aceda5f7-2a80-4e43-9d59-9d4a2cc33220 req-3f293e2a-bbac-4c15-937c-1b3dbf44fecc service nova] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Received event network-changed-15c27091-4e43-44db-a95c-befd816a571e {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.026662] env[69413]: DEBUG nova.compute.manager [req-aceda5f7-2a80-4e43-9d59-9d4a2cc33220 req-3f293e2a-bbac-4c15-937c-1b3dbf44fecc service nova] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Refreshing instance network info cache due to event network-changed-15c27091-4e43-44db-a95c-befd816a571e. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1233.026757] env[69413]: DEBUG oslo_concurrency.lockutils [req-aceda5f7-2a80-4e43-9d59-9d4a2cc33220 req-3f293e2a-bbac-4c15-937c-1b3dbf44fecc service nova] Acquiring lock "refresh_cache-20d1db4f-0ea1-4e44-9885-ec9ef9b4460c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.026897] env[69413]: DEBUG oslo_concurrency.lockutils [req-aceda5f7-2a80-4e43-9d59-9d4a2cc33220 req-3f293e2a-bbac-4c15-937c-1b3dbf44fecc service nova] Acquired lock "refresh_cache-20d1db4f-0ea1-4e44-9885-ec9ef9b4460c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.027218] env[69413]: DEBUG nova.network.neutron [req-aceda5f7-2a80-4e43-9d59-9d4a2cc33220 req-3f293e2a-bbac-4c15-937c-1b3dbf44fecc service nova] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Refreshing network info cache for port 15c27091-4e43-44db-a95c-befd816a571e {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1233.058856] env[69413]: DEBUG oslo_concurrency.lockutils [None req-32f2bd3a-3f46-42bc-be06-7f7293475116 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "20d1db4f-0ea1-4e44-9885-ec9ef9b4460c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.208s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.255124] env[69413]: DEBUG nova.compute.manager [None req-4a84014f-b817-4e55-a7f0-ce79df52b9ae tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1233.255335] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4a84014f-b817-4e55-a7f0-ce79df52b9ae tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1233.256240] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcba0f4-dade-48d6-9b3d-653f3ce43311 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.264154] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a84014f-b817-4e55-a7f0-ce79df52b9ae tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1233.264381] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f9dceaa-13e8-4351-bc53-cd1b4ebe304a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.270985] env[69413]: DEBUG oslo_vmware.api [None req-4a84014f-b817-4e55-a7f0-ce79df52b9ae tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1233.270985] env[69413]: value = "task-3078581" [ 1233.270985] env[69413]: _type = "Task" [ 1233.270985] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.278745] env[69413]: DEBUG oslo_vmware.api [None req-4a84014f-b817-4e55-a7f0-ce79df52b9ae tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.450171] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.172s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.450393] env[69413]: INFO nova.compute.manager [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Migrating [ 1233.456700] env[69413]: DEBUG oslo_concurrency.lockutils [None req-aceaafb7-c582-4eca-8f2e-ad84175f6833 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.383s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.456907] env[69413]: DEBUG nova.objects.instance [None req-aceaafb7-c582-4eca-8f2e-ad84175f6833 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lazy-loading 'resources' on Instance uuid 8871ee21-1801-4e65-b308-3de40cb706e4 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.566285] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5b1490-60d3-467e-b518-638d0c8d3fd2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.573621] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb0e7e8-7619-42ed-be5c-663b0e317526 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.607329] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91505e97-aa47-4a81-b1c2-1b913a3f612b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.615658] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb404dc7-ab0c-4438-9e45-1757b64e5608 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.628336] env[69413]: DEBUG nova.compute.provider_tree [None req-aceaafb7-c582-4eca-8f2e-ad84175f6833 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.739182] env[69413]: DEBUG nova.network.neutron [req-aceda5f7-2a80-4e43-9d59-9d4a2cc33220 req-3f293e2a-bbac-4c15-937c-1b3dbf44fecc service nova] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Updated VIF entry in instance network info cache for port 15c27091-4e43-44db-a95c-befd816a571e. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1233.739546] env[69413]: DEBUG nova.network.neutron [req-aceda5f7-2a80-4e43-9d59-9d4a2cc33220 req-3f293e2a-bbac-4c15-937c-1b3dbf44fecc service nova] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Updating instance_info_cache with network_info: [{"id": "15c27091-4e43-44db-a95c-befd816a571e", "address": "fa:16:3e:89:bc:cd", "network": {"id": "56fb7565-00c6-441e-972a-ed70ccd43ee9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1361173336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ee0c3413b84109b79b8f564907df44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15c27091-4e", "ovs_interfaceid": "15c27091-4e43-44db-a95c-befd816a571e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.780563] env[69413]: DEBUG oslo_vmware.api [None req-4a84014f-b817-4e55-a7f0-ce79df52b9ae tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078581, 'name': PowerOffVM_Task, 'duration_secs': 0.1982} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.780779] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a84014f-b817-4e55-a7f0-ce79df52b9ae tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1233.780949] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4a84014f-b817-4e55-a7f0-ce79df52b9ae tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1233.781205] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00c5f9e9-5b9d-45a6-9613-ed914306f167 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.838559] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4a84014f-b817-4e55-a7f0-ce79df52b9ae tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1233.838765] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4a84014f-b817-4e55-a7f0-ce79df52b9ae tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1233.838947] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a84014f-b817-4e55-a7f0-ce79df52b9ae tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Deleting the datastore file [datastore1] 9714646b-1525-4dd9-805d-cae11ee88a3f {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1233.839219] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-779ce585-2c41-483b-b405-85b79216f918 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.844579] env[69413]: DEBUG oslo_vmware.api [None req-4a84014f-b817-4e55-a7f0-ce79df52b9ae tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for the task: (returnval){ [ 1233.844579] env[69413]: value = "task-3078583" [ 1233.844579] env[69413]: _type = "Task" [ 1233.844579] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.853147] env[69413]: DEBUG oslo_vmware.api [None req-4a84014f-b817-4e55-a7f0-ce79df52b9ae tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.966140] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "refresh_cache-7d1875ac-2554-480f-96ae-de15482d93df" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.966390] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquired lock "refresh_cache-7d1875ac-2554-480f-96ae-de15482d93df" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.966625] env[69413]: DEBUG nova.network.neutron [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1234.132017] env[69413]: DEBUG nova.scheduler.client.report [None req-aceaafb7-c582-4eca-8f2e-ad84175f6833 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.242345] env[69413]: DEBUG oslo_concurrency.lockutils [req-aceda5f7-2a80-4e43-9d59-9d4a2cc33220 req-3f293e2a-bbac-4c15-937c-1b3dbf44fecc service nova] Releasing lock "refresh_cache-20d1db4f-0ea1-4e44-9885-ec9ef9b4460c" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.354422] env[69413]: DEBUG oslo_vmware.api [None req-4a84014f-b817-4e55-a7f0-ce79df52b9ae tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Task: {'id': task-3078583, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138788} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.354613] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a84014f-b817-4e55-a7f0-ce79df52b9ae tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1234.354839] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4a84014f-b817-4e55-a7f0-ce79df52b9ae tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1234.355070] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-4a84014f-b817-4e55-a7f0-ce79df52b9ae tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1234.355256] env[69413]: INFO nova.compute.manager [None req-4a84014f-b817-4e55-a7f0-ce79df52b9ae tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1234.355544] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a84014f-b817-4e55-a7f0-ce79df52b9ae tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1234.355743] env[69413]: DEBUG nova.compute.manager [-] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1234.355836] env[69413]: DEBUG nova.network.neutron [-] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1234.614324] env[69413]: DEBUG nova.compute.manager [req-9cd3a1e5-efc8-4694-94db-1fd70f7845e4 req-0fb2294b-f348-4e26-852f-c8bd258c271b service nova] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Received event network-vif-deleted-208570d9-5b0c-46b0-92b8-722dd513024f {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.614567] env[69413]: INFO nova.compute.manager [req-9cd3a1e5-efc8-4694-94db-1fd70f7845e4 req-0fb2294b-f348-4e26-852f-c8bd258c271b service nova] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Neutron deleted interface 208570d9-5b0c-46b0-92b8-722dd513024f; detaching it from the instance and deleting it from the info cache [ 1234.614689] env[69413]: DEBUG nova.network.neutron [req-9cd3a1e5-efc8-4694-94db-1fd70f7845e4 req-0fb2294b-f348-4e26-852f-c8bd258c271b service nova] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.636519] env[69413]: DEBUG oslo_concurrency.lockutils [None req-aceaafb7-c582-4eca-8f2e-ad84175f6833 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.180s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.658233] env[69413]: INFO nova.scheduler.client.report [None req-aceaafb7-c582-4eca-8f2e-ad84175f6833 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Deleted allocations for instance 8871ee21-1801-4e65-b308-3de40cb706e4 [ 1234.682856] env[69413]: DEBUG nova.network.neutron [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Updating instance_info_cache with network_info: [{"id": "c6acdae9-7ef1-481d-a2b6-f659f245985e", "address": "fa:16:3e:fb:99:0d", "network": {"id": "9f6a6da5-f7d8-4701-b117-bc929b707d63", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510056269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9155da285b149afae28b1048f0d10d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6acdae9-7e", "ovs_interfaceid": "c6acdae9-7ef1-481d-a2b6-f659f245985e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.096264] env[69413]: DEBUG nova.network.neutron [-] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.117058] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-12697a1e-3395-4d83-b85b-300900b15794 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.126519] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbbd476-ee62-4237-9801-374aa70ba65b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.154095] env[69413]: DEBUG nova.compute.manager [req-9cd3a1e5-efc8-4694-94db-1fd70f7845e4 req-0fb2294b-f348-4e26-852f-c8bd258c271b service nova] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Detach interface failed, port_id=208570d9-5b0c-46b0-92b8-722dd513024f, reason: Instance 9714646b-1525-4dd9-805d-cae11ee88a3f could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1235.165395] env[69413]: DEBUG oslo_concurrency.lockutils [None req-aceaafb7-c582-4eca-8f2e-ad84175f6833 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "8871ee21-1801-4e65-b308-3de40cb706e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.829s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.185536] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Releasing lock "refresh_cache-7d1875ac-2554-480f-96ae-de15482d93df" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.599507] env[69413]: INFO nova.compute.manager [-] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Took 1.24 seconds to deallocate network for instance. [ 1236.105623] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4a84014f-b817-4e55-a7f0-ce79df52b9ae tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.105970] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4a84014f-b817-4e55-a7f0-ce79df52b9ae tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.106253] env[69413]: DEBUG nova.objects.instance [None req-4a84014f-b817-4e55-a7f0-ce79df52b9ae tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lazy-loading 'resources' on Instance uuid 9714646b-1525-4dd9-805d-cae11ee88a3f {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.275261] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d00dfeb-e719-41f6-803c-b936f2c103ba {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.277956] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "3b803c12-767e-4c4e-977b-71d962b53b4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.278178] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "3b803c12-767e-4c4e-977b-71d962b53b4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.295463] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Updating instance '7d1875ac-2554-480f-96ae-de15482d93df' progress to 0 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1237.373587] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9070a990-22f1-4560-8ffd-2aebafcadf41 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.381093] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca83931-01b5-4935-a1a1-d19e4903d9d3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.409949] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb09ff2-52c1-4fc8-959d-c65d1107efc6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.417077] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c545fd54-f125-4c0e-af5f-3c75fd442421 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.432134] env[69413]: DEBUG nova.compute.provider_tree [None req-4a84014f-b817-4e55-a7f0-ce79df52b9ae tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.780872] env[69413]: DEBUG nova.compute.manager [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1237.804501] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1237.804886] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e31a7533-ba36-4341-937a-8f5b83cb8cd8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.814180] env[69413]: DEBUG oslo_vmware.api [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1237.814180] env[69413]: value = "task-3078584" [ 1237.814180] env[69413]: _type = "Task" [ 1237.814180] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.826592] env[69413]: DEBUG oslo_vmware.api [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.935451] env[69413]: DEBUG nova.scheduler.client.report [None req-4a84014f-b817-4e55-a7f0-ce79df52b9ae tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.299564] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.324399] env[69413]: DEBUG oslo_vmware.api [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078584, 'name': PowerOffVM_Task, 'duration_secs': 0.25217} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.324641] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1238.324844] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Updating instance '7d1875ac-2554-480f-96ae-de15482d93df' progress to 17 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1238.440756] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4a84014f-b817-4e55-a7f0-ce79df52b9ae tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.335s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.443912] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.144s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.446165] env[69413]: INFO nova.compute.claims [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1238.459359] env[69413]: INFO nova.scheduler.client.report [None req-4a84014f-b817-4e55-a7f0-ce79df52b9ae tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Deleted allocations for instance 9714646b-1525-4dd9-805d-cae11ee88a3f [ 1238.831664] env[69413]: DEBUG nova.virt.hardware [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:10:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1238.831926] env[69413]: DEBUG nova.virt.hardware [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1238.832098] env[69413]: DEBUG nova.virt.hardware [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1238.832294] env[69413]: DEBUG nova.virt.hardware [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1238.832435] env[69413]: DEBUG nova.virt.hardware [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1238.832572] env[69413]: DEBUG nova.virt.hardware [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1238.832776] env[69413]: DEBUG nova.virt.hardware [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1238.832930] env[69413]: DEBUG nova.virt.hardware [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1238.833110] env[69413]: DEBUG nova.virt.hardware [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1238.833277] env[69413]: DEBUG nova.virt.hardware [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1238.833448] env[69413]: DEBUG nova.virt.hardware [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1238.838555] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aede113c-bdd1-45b6-8b14-1418119f1f0b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.854788] env[69413]: DEBUG oslo_vmware.api [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1238.854788] env[69413]: value = "task-3078585" [ 1238.854788] env[69413]: _type = "Task" [ 1238.854788] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.862712] env[69413]: DEBUG oslo_vmware.api [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078585, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.968254] env[69413]: DEBUG oslo_concurrency.lockutils [None req-4a84014f-b817-4e55-a7f0-ce79df52b9ae tempest-ServersTestJSON-1604708343 tempest-ServersTestJSON-1604708343-project-member] Lock "9714646b-1525-4dd9-805d-cae11ee88a3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.220s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.365030] env[69413]: DEBUG oslo_vmware.api [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078585, 'name': ReconfigVM_Task, 'duration_secs': 0.16299} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.365505] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Updating instance '7d1875ac-2554-480f-96ae-de15482d93df' progress to 33 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1239.550149] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abccc2a-cd3c-4756-b7d0-cef3741da0ba {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.558123] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8bb959-d9ad-4a8f-a730-4fc8484ba3a7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.588550] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3258d3a-0eaf-492d-bf81-45be491423d5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.596631] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d24a854-8cf9-48f2-b431-6e7756c9bc77 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.609559] env[69413]: DEBUG nova.compute.provider_tree [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.873195] env[69413]: DEBUG nova.virt.hardware [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1239.873195] env[69413]: DEBUG nova.virt.hardware [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1239.873195] env[69413]: DEBUG nova.virt.hardware [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1239.873195] env[69413]: DEBUG nova.virt.hardware [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1239.873195] env[69413]: DEBUG nova.virt.hardware [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1239.873195] env[69413]: DEBUG nova.virt.hardware [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1239.873195] env[69413]: DEBUG nova.virt.hardware [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1239.873195] env[69413]: DEBUG nova.virt.hardware [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1239.873195] env[69413]: DEBUG nova.virt.hardware [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1239.873195] env[69413]: DEBUG nova.virt.hardware [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1239.873867] env[69413]: DEBUG nova.virt.hardware [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1239.882017] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Reconfiguring VM instance instance-0000004d to detach disk 2000 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1239.882259] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8770b9f-0601-4eae-a99a-8a086a79d537 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.905685] env[69413]: DEBUG oslo_vmware.api [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1239.905685] env[69413]: value = "task-3078586" [ 1239.905685] env[69413]: _type = "Task" [ 1239.905685] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.913990] env[69413]: DEBUG oslo_vmware.api [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078586, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.113490] env[69413]: DEBUG nova.scheduler.client.report [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.415077] env[69413]: DEBUG oslo_vmware.api [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078586, 'name': ReconfigVM_Task, 'duration_secs': 0.170031} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.415359] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Reconfigured VM instance instance-0000004d to detach disk 2000 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1240.416123] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308e9101-5842-4fb1-8724-069a4bf600a0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.439611] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 7d1875ac-2554-480f-96ae-de15482d93df/7d1875ac-2554-480f-96ae-de15482d93df.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1240.439912] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7832dea-6d23-43d8-86b8-e99b106c2c38 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.459431] env[69413]: DEBUG oslo_vmware.api [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1240.459431] env[69413]: value = "task-3078587" [ 1240.459431] env[69413]: _type = "Task" [ 1240.459431] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.468041] env[69413]: DEBUG oslo_vmware.api [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078587, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.619033] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.175s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.619596] env[69413]: DEBUG nova.compute.manager [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1240.969857] env[69413]: DEBUG oslo_vmware.api [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078587, 'name': ReconfigVM_Task, 'duration_secs': 0.264349} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.969857] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 7d1875ac-2554-480f-96ae-de15482d93df/7d1875ac-2554-480f-96ae-de15482d93df.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.969857] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Updating instance '7d1875ac-2554-480f-96ae-de15482d93df' progress to 50 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1241.124705] env[69413]: DEBUG nova.compute.utils [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1241.126605] env[69413]: DEBUG nova.compute.manager [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1241.126780] env[69413]: DEBUG nova.network.neutron [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1241.170730] env[69413]: DEBUG nova.policy [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6cd27bf370e34e37a04044b9027c48f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c094863d31844fc5a72997c864212713', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1241.414892] env[69413]: DEBUG nova.network.neutron [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Successfully created port: e22ae4d1-d9f1-481c-899c-4b0e9fd4b894 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1241.475680] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d285354f-cdf7-4339-a053-e2818f14c464 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.494579] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce3ed70-77ca-4804-b77f-c063fc0f5bfa {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.511546] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Updating instance '7d1875ac-2554-480f-96ae-de15482d93df' progress to 67 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1241.629549] env[69413]: DEBUG nova.compute.manager [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1242.050505] env[69413]: DEBUG nova.network.neutron [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Port c6acdae9-7ef1-481d-a2b6-f659f245985e binding to destination host cpu-1 is already ACTIVE {{(pid=69413) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1242.638780] env[69413]: DEBUG nova.compute.manager [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1242.667282] env[69413]: DEBUG nova.virt.hardware [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1242.667750] env[69413]: DEBUG nova.virt.hardware [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1242.668186] env[69413]: DEBUG nova.virt.hardware [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1242.668569] env[69413]: DEBUG nova.virt.hardware [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1242.668840] env[69413]: DEBUG nova.virt.hardware [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1242.669131] env[69413]: DEBUG nova.virt.hardware [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1242.669495] env[69413]: DEBUG nova.virt.hardware [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1242.669787] env[69413]: DEBUG nova.virt.hardware [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1242.670108] env[69413]: DEBUG nova.virt.hardware [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1242.670418] env[69413]: DEBUG nova.virt.hardware [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1242.670736] env[69413]: DEBUG nova.virt.hardware [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1242.672133] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fec64e5-6c86-455b-8ec3-05814833bc90 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.683891] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76ff74b-ae43-4361-8890-2002e2c5e090 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.762759] env[69413]: DEBUG nova.compute.manager [req-a597808d-5c24-4874-a61f-054fb13b5f81 req-a0d2f2c8-4f8f-4aac-8646-6c816064b881 service nova] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Received event network-vif-plugged-e22ae4d1-d9f1-481c-899c-4b0e9fd4b894 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.762759] env[69413]: DEBUG oslo_concurrency.lockutils [req-a597808d-5c24-4874-a61f-054fb13b5f81 req-a0d2f2c8-4f8f-4aac-8646-6c816064b881 service nova] Acquiring lock "3b803c12-767e-4c4e-977b-71d962b53b4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.762954] env[69413]: DEBUG oslo_concurrency.lockutils [req-a597808d-5c24-4874-a61f-054fb13b5f81 req-a0d2f2c8-4f8f-4aac-8646-6c816064b881 service nova] Lock "3b803c12-767e-4c4e-977b-71d962b53b4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.763378] env[69413]: DEBUG oslo_concurrency.lockutils [req-a597808d-5c24-4874-a61f-054fb13b5f81 req-a0d2f2c8-4f8f-4aac-8646-6c816064b881 service nova] Lock "3b803c12-767e-4c4e-977b-71d962b53b4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.763488] env[69413]: DEBUG nova.compute.manager [req-a597808d-5c24-4874-a61f-054fb13b5f81 req-a0d2f2c8-4f8f-4aac-8646-6c816064b881 service nova] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] No waiting events found dispatching network-vif-plugged-e22ae4d1-d9f1-481c-899c-4b0e9fd4b894 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1242.763680] env[69413]: WARNING nova.compute.manager [req-a597808d-5c24-4874-a61f-054fb13b5f81 req-a0d2f2c8-4f8f-4aac-8646-6c816064b881 service nova] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Received unexpected event network-vif-plugged-e22ae4d1-d9f1-481c-899c-4b0e9fd4b894 for instance with vm_state building and task_state spawning. [ 1242.847720] env[69413]: DEBUG nova.network.neutron [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Successfully updated port: e22ae4d1-d9f1-481c-899c-4b0e9fd4b894 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1243.071701] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "7d1875ac-2554-480f-96ae-de15482d93df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.071929] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "7d1875ac-2554-480f-96ae-de15482d93df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.072116] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "7d1875ac-2554-480f-96ae-de15482d93df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.350734] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "refresh_cache-3b803c12-767e-4c4e-977b-71d962b53b4b" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.350907] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquired lock "refresh_cache-3b803c12-767e-4c4e-977b-71d962b53b4b" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.350980] env[69413]: DEBUG nova.network.neutron [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1243.882212] env[69413]: DEBUG nova.network.neutron [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1244.001201] env[69413]: DEBUG nova.network.neutron [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Updating instance_info_cache with network_info: [{"id": "e22ae4d1-d9f1-481c-899c-4b0e9fd4b894", "address": "fa:16:3e:4b:4b:bf", "network": {"id": "b93ce486-44e4-4c58-8f72-021297e2ca51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2061790933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c094863d31844fc5a72997c864212713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape22ae4d1-d9", "ovs_interfaceid": "e22ae4d1-d9f1-481c-899c-4b0e9fd4b894", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.105451] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "refresh_cache-7d1875ac-2554-480f-96ae-de15482d93df" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.105665] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquired lock "refresh_cache-7d1875ac-2554-480f-96ae-de15482d93df" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.105852] env[69413]: DEBUG nova.network.neutron [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.503843] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Releasing lock "refresh_cache-3b803c12-767e-4c4e-977b-71d962b53b4b" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.504288] env[69413]: DEBUG nova.compute.manager [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Instance network_info: |[{"id": "e22ae4d1-d9f1-481c-899c-4b0e9fd4b894", "address": "fa:16:3e:4b:4b:bf", "network": {"id": "b93ce486-44e4-4c58-8f72-021297e2ca51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2061790933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c094863d31844fc5a72997c864212713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape22ae4d1-d9", "ovs_interfaceid": "e22ae4d1-d9f1-481c-899c-4b0e9fd4b894", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1244.504744] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:4b:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e22ae4d1-d9f1-481c-899c-4b0e9fd4b894', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1244.512180] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1244.512400] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1244.512631] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98433790-a6c9-4967-92a1-b1ebd053e414 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.532214] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1244.532214] env[69413]: value = "task-3078588" [ 1244.532214] env[69413]: _type = "Task" [ 1244.532214] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.539996] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078588, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.791396] env[69413]: DEBUG nova.compute.manager [req-c8fa7920-d09b-4efd-9330-647c258afd91 req-b3786683-3e36-4d10-89f9-00618bb092ec service nova] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Received event network-changed-e22ae4d1-d9f1-481c-899c-4b0e9fd4b894 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.791593] env[69413]: DEBUG nova.compute.manager [req-c8fa7920-d09b-4efd-9330-647c258afd91 req-b3786683-3e36-4d10-89f9-00618bb092ec service nova] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Refreshing instance network info cache due to event network-changed-e22ae4d1-d9f1-481c-899c-4b0e9fd4b894. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1244.791848] env[69413]: DEBUG oslo_concurrency.lockutils [req-c8fa7920-d09b-4efd-9330-647c258afd91 req-b3786683-3e36-4d10-89f9-00618bb092ec service nova] Acquiring lock "refresh_cache-3b803c12-767e-4c4e-977b-71d962b53b4b" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.791934] env[69413]: DEBUG oslo_concurrency.lockutils [req-c8fa7920-d09b-4efd-9330-647c258afd91 req-b3786683-3e36-4d10-89f9-00618bb092ec service nova] Acquired lock "refresh_cache-3b803c12-767e-4c4e-977b-71d962b53b4b" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.792112] env[69413]: DEBUG nova.network.neutron [req-c8fa7920-d09b-4efd-9330-647c258afd91 req-b3786683-3e36-4d10-89f9-00618bb092ec service nova] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Refreshing network info cache for port e22ae4d1-d9f1-481c-899c-4b0e9fd4b894 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1244.813160] env[69413]: DEBUG nova.network.neutron [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Updating instance_info_cache with network_info: [{"id": "c6acdae9-7ef1-481d-a2b6-f659f245985e", "address": "fa:16:3e:fb:99:0d", "network": {"id": "9f6a6da5-f7d8-4701-b117-bc929b707d63", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510056269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9155da285b149afae28b1048f0d10d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6acdae9-7e", "ovs_interfaceid": "c6acdae9-7ef1-481d-a2b6-f659f245985e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.042090] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078588, 'name': CreateVM_Task, 'duration_secs': 0.293768} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.042327] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1245.042911] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.043086] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.043408] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.043667] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b575ab9-c416-4ed1-9d56-7486e9b678e7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.047806] env[69413]: DEBUG oslo_vmware.api [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1245.047806] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52eb8e6a-fe76-52c1-2bbe-d8a843bf75dc" [ 1245.047806] env[69413]: _type = "Task" [ 1245.047806] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.054987] env[69413]: DEBUG oslo_vmware.api [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52eb8e6a-fe76-52c1-2bbe-d8a843bf75dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.315805] env[69413]: DEBUG oslo_concurrency.lockutils [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Releasing lock "refresh_cache-7d1875ac-2554-480f-96ae-de15482d93df" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.468531] env[69413]: DEBUG nova.network.neutron [req-c8fa7920-d09b-4efd-9330-647c258afd91 req-b3786683-3e36-4d10-89f9-00618bb092ec service nova] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Updated VIF entry in instance network info cache for port e22ae4d1-d9f1-481c-899c-4b0e9fd4b894. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1245.468911] env[69413]: DEBUG nova.network.neutron [req-c8fa7920-d09b-4efd-9330-647c258afd91 req-b3786683-3e36-4d10-89f9-00618bb092ec service nova] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Updating instance_info_cache with network_info: [{"id": "e22ae4d1-d9f1-481c-899c-4b0e9fd4b894", "address": "fa:16:3e:4b:4b:bf", "network": {"id": "b93ce486-44e4-4c58-8f72-021297e2ca51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2061790933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c094863d31844fc5a72997c864212713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape22ae4d1-d9", "ovs_interfaceid": "e22ae4d1-d9f1-481c-899c-4b0e9fd4b894", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.557984] env[69413]: DEBUG oslo_vmware.api [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52eb8e6a-fe76-52c1-2bbe-d8a843bf75dc, 'name': SearchDatastore_Task, 'duration_secs': 0.010053} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.558292] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.558533] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1245.558793] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.558938] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.559133] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1245.559386] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df0614fd-1ceb-4914-b3de-2e1f80915850 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.566598] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1245.566766] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1245.567433] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1f1f194-0629-45fe-a777-94a9136c4e27 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.571989] env[69413]: DEBUG oslo_vmware.api [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1245.571989] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52adc08b-b1b1-5f54-5e04-f9f2063a4f9c" [ 1245.571989] env[69413]: _type = "Task" [ 1245.571989] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.578782] env[69413]: DEBUG oslo_vmware.api [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52adc08b-b1b1-5f54-5e04-f9f2063a4f9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.841415] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5abac7c-97d7-4412-ae8c-9d5ebe6397cd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.860374] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab52c04e-ba70-4152-b50d-2a70cf1136a5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.867129] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Updating instance '7d1875ac-2554-480f-96ae-de15482d93df' progress to 83 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1245.971922] env[69413]: DEBUG oslo_concurrency.lockutils [req-c8fa7920-d09b-4efd-9330-647c258afd91 req-b3786683-3e36-4d10-89f9-00618bb092ec service nova] Releasing lock "refresh_cache-3b803c12-767e-4c4e-977b-71d962b53b4b" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.082999] env[69413]: DEBUG oslo_vmware.api [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52adc08b-b1b1-5f54-5e04-f9f2063a4f9c, 'name': SearchDatastore_Task, 'duration_secs': 0.008479} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.083766] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f03d1aee-1430-4b75-8f2f-8cac3a6f26ff {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.089271] env[69413]: DEBUG oslo_vmware.api [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1246.089271] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5219ec0a-ab6b-af83-7f43-55f65318f38f" [ 1246.089271] env[69413]: _type = "Task" [ 1246.089271] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.096487] env[69413]: DEBUG oslo_vmware.api [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5219ec0a-ab6b-af83-7f43-55f65318f38f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.373381] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1246.373656] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea0db0a8-8b75-4eee-ae31-d6d096d499e7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.380930] env[69413]: DEBUG oslo_vmware.api [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1246.380930] env[69413]: value = "task-3078589" [ 1246.380930] env[69413]: _type = "Task" [ 1246.380930] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.389248] env[69413]: DEBUG oslo_vmware.api [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.601922] env[69413]: DEBUG oslo_vmware.api [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5219ec0a-ab6b-af83-7f43-55f65318f38f, 'name': SearchDatastore_Task, 'duration_secs': 0.009635} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.603264] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.603512] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 3b803c12-767e-4c4e-977b-71d962b53b4b/3b803c12-767e-4c4e-977b-71d962b53b4b.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1246.605612] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f5342b2-e33c-423c-8068-c97c6b993364 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.612644] env[69413]: DEBUG oslo_vmware.api [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1246.612644] env[69413]: value = "task-3078590" [ 1246.612644] env[69413]: _type = "Task" [ 1246.612644] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.621852] env[69413]: DEBUG oslo_vmware.api [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.890924] env[69413]: DEBUG oslo_vmware.api [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078589, 'name': PowerOnVM_Task, 'duration_secs': 0.360502} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.891198] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1246.891384] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c1a38d-ddde-4a05-96fe-a5be243c6a08 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Updating instance '7d1875ac-2554-480f-96ae-de15482d93df' progress to 100 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1247.109142] env[69413]: DEBUG oslo_concurrency.lockutils [None req-34de6c8a-c291-41b2-8040-8deaee76421e tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Acquiring lock "de9c9158-9c87-437d-94b4-76c4ea45a8b4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.109435] env[69413]: DEBUG oslo_concurrency.lockutils [None req-34de6c8a-c291-41b2-8040-8deaee76421e tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lock "de9c9158-9c87-437d-94b4-76c4ea45a8b4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.122413] env[69413]: DEBUG oslo_vmware.api [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078590, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478527} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.122660] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 3b803c12-767e-4c4e-977b-71d962b53b4b/3b803c12-767e-4c4e-977b-71d962b53b4b.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1247.122866] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1247.123141] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d6fe3ed-3905-492e-8735-c09532026772 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.129239] env[69413]: DEBUG oslo_vmware.api [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1247.129239] env[69413]: value = "task-3078591" [ 1247.129239] env[69413]: _type = "Task" [ 1247.129239] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.139021] env[69413]: DEBUG oslo_vmware.api [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078591, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.613110] env[69413]: INFO nova.compute.manager [None req-34de6c8a-c291-41b2-8040-8deaee76421e tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Detaching volume 06d28b49-59fb-437c-be03-9cc6cb5db7f4 [ 1247.640485] env[69413]: DEBUG oslo_vmware.api [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078591, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071868} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.640813] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1247.641535] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf194e09-8e47-4a52-9c7d-76e89a4afafc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.662742] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 3b803c12-767e-4c4e-977b-71d962b53b4b/3b803c12-767e-4c4e-977b-71d962b53b4b.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1247.663773] env[69413]: INFO nova.virt.block_device [None req-34de6c8a-c291-41b2-8040-8deaee76421e tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Attempting to driver detach volume 06d28b49-59fb-437c-be03-9cc6cb5db7f4 from mountpoint /dev/sdb [ 1247.664014] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-34de6c8a-c291-41b2-8040-8deaee76421e tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Volume detach. Driver type: vmdk {{(pid=69413) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1247.664224] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-34de6c8a-c291-41b2-8040-8deaee76421e tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616349', 'volume_id': '06d28b49-59fb-437c-be03-9cc6cb5db7f4', 'name': 'volume-06d28b49-59fb-437c-be03-9cc6cb5db7f4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'de9c9158-9c87-437d-94b4-76c4ea45a8b4', 'attached_at': '', 'detached_at': '', 'volume_id': '06d28b49-59fb-437c-be03-9cc6cb5db7f4', 'serial': '06d28b49-59fb-437c-be03-9cc6cb5db7f4'} {{(pid=69413) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1247.664472] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-397c6abb-b83b-481f-826b-780bee702c0a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.678741] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a4342b-f647-4f5a-b8f3-34568638070f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.702661] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b1ac5d-f261-4ea7-9670-f6184e8b2c1a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.705174] env[69413]: DEBUG oslo_vmware.api [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1247.705174] env[69413]: value = "task-3078592" [ 1247.705174] env[69413]: _type = "Task" [ 1247.705174] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.711345] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b91fcb-d65a-4cc0-914d-69f9b6bb5442 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.716617] env[69413]: DEBUG oslo_vmware.api [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078592, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.734388] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad53773-30c5-4114-ac0e-611b08a24a25 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.748793] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-34de6c8a-c291-41b2-8040-8deaee76421e tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] The volume has not been displaced from its original location: [datastore2] volume-06d28b49-59fb-437c-be03-9cc6cb5db7f4/volume-06d28b49-59fb-437c-be03-9cc6cb5db7f4.vmdk. No consolidation needed. {{(pid=69413) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1247.753990] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-34de6c8a-c291-41b2-8040-8deaee76421e tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1247.754242] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf63a9d2-76b2-44b4-a9e1-af6b7611a23b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.772696] env[69413]: DEBUG oslo_vmware.api [None req-34de6c8a-c291-41b2-8040-8deaee76421e tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Waiting for the task: (returnval){ [ 1247.772696] env[69413]: value = "task-3078593" [ 1247.772696] env[69413]: _type = "Task" [ 1247.772696] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.780063] env[69413]: DEBUG oslo_vmware.api [None req-34de6c8a-c291-41b2-8040-8deaee76421e tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078593, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.215108] env[69413]: DEBUG oslo_vmware.api [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078592, 'name': ReconfigVM_Task, 'duration_secs': 0.311613} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.215499] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 3b803c12-767e-4c4e-977b-71d962b53b4b/3b803c12-767e-4c4e-977b-71d962b53b4b.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1248.216129] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eea64041-5049-4ec7-9f91-a663e6425a3b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.221907] env[69413]: DEBUG oslo_vmware.api [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1248.221907] env[69413]: value = "task-3078594" [ 1248.221907] env[69413]: _type = "Task" [ 1248.221907] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.229525] env[69413]: DEBUG oslo_vmware.api [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078594, 'name': Rename_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.282209] env[69413]: DEBUG oslo_vmware.api [None req-34de6c8a-c291-41b2-8040-8deaee76421e tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078593, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.733540] env[69413]: DEBUG oslo_vmware.api [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078594, 'name': Rename_Task, 'duration_secs': 0.136139} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.733772] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1248.734011] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2f27cb0-e3ee-46c7-a26e-121516016b10 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.739588] env[69413]: DEBUG oslo_vmware.api [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1248.739588] env[69413]: value = "task-3078595" [ 1248.739588] env[69413]: _type = "Task" [ 1248.739588] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.746347] env[69413]: DEBUG oslo_vmware.api [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078595, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.783295] env[69413]: DEBUG oslo_vmware.api [None req-34de6c8a-c291-41b2-8040-8deaee76421e tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078593, 'name': ReconfigVM_Task, 'duration_secs': 0.518142} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.783601] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-34de6c8a-c291-41b2-8040-8deaee76421e tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1248.788394] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9535580-d840-40b0-8ab5-1da92a3afaf0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.803740] env[69413]: DEBUG oslo_vmware.api [None req-34de6c8a-c291-41b2-8040-8deaee76421e tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Waiting for the task: (returnval){ [ 1248.803740] env[69413]: value = "task-3078596" [ 1248.803740] env[69413]: _type = "Task" [ 1248.803740] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.814401] env[69413]: DEBUG oslo_vmware.api [None req-34de6c8a-c291-41b2-8040-8deaee76421e tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078596, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.024420] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9cc7cb73-a9cc-4a14-8fd2-03b052064a59 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "7d1875ac-2554-480f-96ae-de15482d93df" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.024728] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9cc7cb73-a9cc-4a14-8fd2-03b052064a59 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "7d1875ac-2554-480f-96ae-de15482d93df" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.025067] env[69413]: DEBUG nova.compute.manager [None req-9cc7cb73-a9cc-4a14-8fd2-03b052064a59 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Going to confirm migration 6 {{(pid=69413) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1249.250039] env[69413]: DEBUG oslo_vmware.api [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078595, 'name': PowerOnVM_Task, 'duration_secs': 0.451711} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.250416] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1249.250549] env[69413]: INFO nova.compute.manager [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Took 6.61 seconds to spawn the instance on the hypervisor. [ 1249.250728] env[69413]: DEBUG nova.compute.manager [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1249.251491] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf6e797-07c2-4ad2-af12-a7f4d4ec4870 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.314157] env[69413]: DEBUG oslo_vmware.api [None req-34de6c8a-c291-41b2-8040-8deaee76421e tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078596, 'name': ReconfigVM_Task, 'duration_secs': 0.133573} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.314485] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-34de6c8a-c291-41b2-8040-8deaee76421e tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616349', 'volume_id': '06d28b49-59fb-437c-be03-9cc6cb5db7f4', 'name': 'volume-06d28b49-59fb-437c-be03-9cc6cb5db7f4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'de9c9158-9c87-437d-94b4-76c4ea45a8b4', 'attached_at': '', 'detached_at': '', 'volume_id': '06d28b49-59fb-437c-be03-9cc6cb5db7f4', 'serial': '06d28b49-59fb-437c-be03-9cc6cb5db7f4'} {{(pid=69413) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1249.593071] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9cc7cb73-a9cc-4a14-8fd2-03b052064a59 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "refresh_cache-7d1875ac-2554-480f-96ae-de15482d93df" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.593286] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9cc7cb73-a9cc-4a14-8fd2-03b052064a59 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquired lock "refresh_cache-7d1875ac-2554-480f-96ae-de15482d93df" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.593480] env[69413]: DEBUG nova.network.neutron [None req-9cc7cb73-a9cc-4a14-8fd2-03b052064a59 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1249.593668] env[69413]: DEBUG nova.objects.instance [None req-9cc7cb73-a9cc-4a14-8fd2-03b052064a59 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lazy-loading 'info_cache' on Instance uuid 7d1875ac-2554-480f-96ae-de15482d93df {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.770159] env[69413]: INFO nova.compute.manager [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Took 11.48 seconds to build instance. [ 1249.854785] env[69413]: DEBUG nova.objects.instance [None req-34de6c8a-c291-41b2-8040-8deaee76421e tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lazy-loading 'flavor' on Instance uuid de9c9158-9c87-437d-94b4-76c4ea45a8b4 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.984563] env[69413]: DEBUG nova.compute.manager [req-4e56c086-e74a-4154-9215-53390a9074dd req-d7ab5d5c-d3bd-4ef4-9eed-64e72ec74545 service nova] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Received event network-changed-e22ae4d1-d9f1-481c-899c-4b0e9fd4b894 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.984786] env[69413]: DEBUG nova.compute.manager [req-4e56c086-e74a-4154-9215-53390a9074dd req-d7ab5d5c-d3bd-4ef4-9eed-64e72ec74545 service nova] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Refreshing instance network info cache due to event network-changed-e22ae4d1-d9f1-481c-899c-4b0e9fd4b894. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1249.984966] env[69413]: DEBUG oslo_concurrency.lockutils [req-4e56c086-e74a-4154-9215-53390a9074dd req-d7ab5d5c-d3bd-4ef4-9eed-64e72ec74545 service nova] Acquiring lock "refresh_cache-3b803c12-767e-4c4e-977b-71d962b53b4b" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.985264] env[69413]: DEBUG oslo_concurrency.lockutils [req-4e56c086-e74a-4154-9215-53390a9074dd req-d7ab5d5c-d3bd-4ef4-9eed-64e72ec74545 service nova] Acquired lock "refresh_cache-3b803c12-767e-4c4e-977b-71d962b53b4b" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.985450] env[69413]: DEBUG nova.network.neutron [req-4e56c086-e74a-4154-9215-53390a9074dd req-d7ab5d5c-d3bd-4ef4-9eed-64e72ec74545 service nova] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Refreshing network info cache for port e22ae4d1-d9f1-481c-899c-4b0e9fd4b894 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1250.271947] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0718c615-faa3-4f22-8256-d40db94cb431 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "3b803c12-767e-4c4e-977b-71d962b53b4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.993s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.689566] env[69413]: DEBUG nova.network.neutron [req-4e56c086-e74a-4154-9215-53390a9074dd req-d7ab5d5c-d3bd-4ef4-9eed-64e72ec74545 service nova] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Updated VIF entry in instance network info cache for port e22ae4d1-d9f1-481c-899c-4b0e9fd4b894. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1250.689939] env[69413]: DEBUG nova.network.neutron [req-4e56c086-e74a-4154-9215-53390a9074dd req-d7ab5d5c-d3bd-4ef4-9eed-64e72ec74545 service nova] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Updating instance_info_cache with network_info: [{"id": "e22ae4d1-d9f1-481c-899c-4b0e9fd4b894", "address": "fa:16:3e:4b:4b:bf", "network": {"id": "b93ce486-44e4-4c58-8f72-021297e2ca51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2061790933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c094863d31844fc5a72997c864212713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape22ae4d1-d9", "ovs_interfaceid": "e22ae4d1-d9f1-481c-899c-4b0e9fd4b894", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.798781] env[69413]: DEBUG nova.network.neutron [None req-9cc7cb73-a9cc-4a14-8fd2-03b052064a59 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Updating instance_info_cache with network_info: [{"id": "c6acdae9-7ef1-481d-a2b6-f659f245985e", "address": "fa:16:3e:fb:99:0d", "network": {"id": "9f6a6da5-f7d8-4701-b117-bc929b707d63", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510056269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9155da285b149afae28b1048f0d10d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6acdae9-7e", "ovs_interfaceid": "c6acdae9-7ef1-481d-a2b6-f659f245985e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.863498] env[69413]: DEBUG oslo_concurrency.lockutils [None req-34de6c8a-c291-41b2-8040-8deaee76421e tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lock "de9c9158-9c87-437d-94b4-76c4ea45a8b4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.754s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.192916] env[69413]: DEBUG oslo_concurrency.lockutils [req-4e56c086-e74a-4154-9215-53390a9074dd req-d7ab5d5c-d3bd-4ef4-9eed-64e72ec74545 service nova] Releasing lock "refresh_cache-3b803c12-767e-4c4e-977b-71d962b53b4b" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.301973] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9cc7cb73-a9cc-4a14-8fd2-03b052064a59 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Releasing lock "refresh_cache-7d1875ac-2554-480f-96ae-de15482d93df" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.302303] env[69413]: DEBUG nova.objects.instance [None req-9cc7cb73-a9cc-4a14-8fd2-03b052064a59 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lazy-loading 'migration_context' on Instance uuid 7d1875ac-2554-480f-96ae-de15482d93df {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.315561] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7c3e30dd-e7e2-4602-8ed0-22fe376e4d83 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Acquiring lock "de9c9158-9c87-437d-94b4-76c4ea45a8b4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.315841] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7c3e30dd-e7e2-4602-8ed0-22fe376e4d83 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lock "de9c9158-9c87-437d-94b4-76c4ea45a8b4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.316039] env[69413]: DEBUG nova.compute.manager [None req-7c3e30dd-e7e2-4602-8ed0-22fe376e4d83 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1251.316895] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a640ddf6-7ff4-4716-966b-ace12285cf4b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.324120] env[69413]: DEBUG nova.compute.manager [None req-7c3e30dd-e7e2-4602-8ed0-22fe376e4d83 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69413) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1251.324656] env[69413]: DEBUG nova.objects.instance [None req-7c3e30dd-e7e2-4602-8ed0-22fe376e4d83 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lazy-loading 'flavor' on Instance uuid de9c9158-9c87-437d-94b4-76c4ea45a8b4 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.804913] env[69413]: DEBUG nova.objects.base [None req-9cc7cb73-a9cc-4a14-8fd2-03b052064a59 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Object Instance<7d1875ac-2554-480f-96ae-de15482d93df> lazy-loaded attributes: info_cache,migration_context {{(pid=69413) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1251.805912] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dccbcc8-c990-40a9-bccb-07ca3652f7d1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.824785] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bf4a694-3b16-456f-8a94-4c5112c00c2f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.831754] env[69413]: DEBUG oslo_vmware.api [None req-9cc7cb73-a9cc-4a14-8fd2-03b052064a59 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1251.831754] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5291bd9e-1f31-9748-d81c-d866cddd5c4d" [ 1251.831754] env[69413]: _type = "Task" [ 1251.831754] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.839392] env[69413]: DEBUG oslo_vmware.api [None req-9cc7cb73-a9cc-4a14-8fd2-03b052064a59 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5291bd9e-1f31-9748-d81c-d866cddd5c4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.331609] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c3e30dd-e7e2-4602-8ed0-22fe376e4d83 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1252.331985] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4b57dc3-31db-4eb1-bc1e-a15efd8f05c3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.343812] env[69413]: DEBUG oslo_vmware.api [None req-9cc7cb73-a9cc-4a14-8fd2-03b052064a59 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5291bd9e-1f31-9748-d81c-d866cddd5c4d, 'name': SearchDatastore_Task, 'duration_secs': 0.008044} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.345339] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9cc7cb73-a9cc-4a14-8fd2-03b052064a59 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.345613] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9cc7cb73-a9cc-4a14-8fd2-03b052064a59 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.347688] env[69413]: DEBUG oslo_vmware.api [None req-7c3e30dd-e7e2-4602-8ed0-22fe376e4d83 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Waiting for the task: (returnval){ [ 1252.347688] env[69413]: value = "task-3078598" [ 1252.347688] env[69413]: _type = "Task" [ 1252.347688] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.355896] env[69413]: DEBUG oslo_vmware.api [None req-7c3e30dd-e7e2-4602-8ed0-22fe376e4d83 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.859039] env[69413]: DEBUG oslo_vmware.api [None req-7c3e30dd-e7e2-4602-8ed0-22fe376e4d83 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078598, 'name': PowerOffVM_Task, 'duration_secs': 0.159778} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.859336] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c3e30dd-e7e2-4602-8ed0-22fe376e4d83 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1252.859530] env[69413]: DEBUG nova.compute.manager [None req-7c3e30dd-e7e2-4602-8ed0-22fe376e4d83 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1252.860293] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a1d40c-d525-443d-9e37-5ec933826c42 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.936197] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613ac93a-db5a-4b6b-8ad1-7ad1bd699323 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.943649] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1cefd9-1ecc-4cf3-a9eb-3328f0ac0152 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.990242] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f1d3cf-ae28-470a-9620-7ce2033bdad3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.000943] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b61fdbb-272a-4524-a370-8a99439abfda {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.021708] env[69413]: DEBUG nova.compute.provider_tree [None req-9cc7cb73-a9cc-4a14-8fd2-03b052064a59 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.372030] env[69413]: DEBUG oslo_concurrency.lockutils [None req-7c3e30dd-e7e2-4602-8ed0-22fe376e4d83 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lock "de9c9158-9c87-437d-94b4-76c4ea45a8b4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.525191] env[69413]: DEBUG nova.scheduler.client.report [None req-9cc7cb73-a9cc-4a14-8fd2-03b052064a59 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.673549] env[69413]: DEBUG nova.objects.instance [None req-3e6643e6-4051-490f-87e1-6828a76fb522 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lazy-loading 'flavor' on Instance uuid de9c9158-9c87-437d-94b4-76c4ea45a8b4 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.180373] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3e6643e6-4051-490f-87e1-6828a76fb522 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Acquiring lock "refresh_cache-de9c9158-9c87-437d-94b4-76c4ea45a8b4" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.180561] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3e6643e6-4051-490f-87e1-6828a76fb522 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Acquired lock "refresh_cache-de9c9158-9c87-437d-94b4-76c4ea45a8b4" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.180844] env[69413]: DEBUG nova.network.neutron [None req-3e6643e6-4051-490f-87e1-6828a76fb522 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1254.181073] env[69413]: DEBUG nova.objects.instance [None req-3e6643e6-4051-490f-87e1-6828a76fb522 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lazy-loading 'info_cache' on Instance uuid de9c9158-9c87-437d-94b4-76c4ea45a8b4 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.340943] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.341247] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.341462] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.341624] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.341801] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.341949] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.342137] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._sync_power_states {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.537049] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9cc7cb73-a9cc-4a14-8fd2-03b052064a59 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.190s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.684309] env[69413]: DEBUG nova.objects.base [None req-3e6643e6-4051-490f-87e1-6828a76fb522 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69413) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1254.846233] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Getting list of instances from cluster (obj){ [ 1254.846233] env[69413]: value = "domain-c8" [ 1254.846233] env[69413]: _type = "ClusterComputeResource" [ 1254.846233] env[69413]: } {{(pid=69413) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1254.847378] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4f5b1e-af75-42a7-ac96-3da5b9581043 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.861203] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Got total of 5 instances {{(pid=69413) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1254.861366] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Triggering sync for uuid 7d1875ac-2554-480f-96ae-de15482d93df {{(pid=69413) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1254.861553] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Triggering sync for uuid 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18 {{(pid=69413) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1254.861744] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Triggering sync for uuid de9c9158-9c87-437d-94b4-76c4ea45a8b4 {{(pid=69413) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1254.861905] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Triggering sync for uuid 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c {{(pid=69413) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1254.862068] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Triggering sync for uuid 3b803c12-767e-4c4e-977b-71d962b53b4b {{(pid=69413) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1254.862370] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Acquiring lock "7d1875ac-2554-480f-96ae-de15482d93df" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.862593] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Acquiring lock "08fdf64c-acff-4bc5-8d0b-fd294e6c9a18" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.862778] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "08fdf64c-acff-4bc5-8d0b-fd294e6c9a18" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.863035] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Acquiring lock "de9c9158-9c87-437d-94b4-76c4ea45a8b4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.863219] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "de9c9158-9c87-437d-94b4-76c4ea45a8b4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.863380] env[69413]: INFO nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] During sync_power_state the instance has a pending task (powering-on). Skip. [ 1254.863536] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "de9c9158-9c87-437d-94b4-76c4ea45a8b4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.863719] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Acquiring lock "20d1db4f-0ea1-4e44-9885-ec9ef9b4460c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.863891] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "20d1db4f-0ea1-4e44-9885-ec9ef9b4460c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.864129] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Acquiring lock "3b803c12-767e-4c4e-977b-71d962b53b4b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.864305] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "3b803c12-767e-4c4e-977b-71d962b53b4b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.864499] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.864637] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69413) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1254.865310] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d0cdd8-290a-41b4-b2b3-7e33677e1d0b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.867999] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28917c4b-29e0-487b-a47c-50cd466e808c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.870650] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32cdcfa6-e577-4dc5-9694-84b4447eac7a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.872751] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager.update_available_resource {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1255.158496] env[69413]: INFO nova.scheduler.client.report [None req-9cc7cb73-a9cc-4a14-8fd2-03b052064a59 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Deleted allocation for migration c7f04152-5f26-4909-bd78-d51bb60b6118 [ 1255.376563] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.376810] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.376978] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.377161] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69413) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1255.378133] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef320e9-4c81-4468-9997-9066d510344e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.381958] env[69413]: DEBUG nova.network.neutron [None req-3e6643e6-4051-490f-87e1-6828a76fb522 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Updating instance_info_cache with network_info: [{"id": "70c2c5c7-f589-407c-b5b0-bd83b1a8ecc6", "address": "fa:16:3e:82:1a:67", "network": {"id": "db4bd27f-d085-4940-867a-82efd19914df", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1073902450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fb6bdd02cca4435ac2b06705b907bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70c2c5c7-f5", "ovs_interfaceid": "70c2c5c7-f589-407c-b5b0-bd83b1a8ecc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.383724] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "20d1db4f-0ea1-4e44-9885-ec9ef9b4460c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.520s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.384125] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "3b803c12-767e-4c4e-977b-71d962b53b4b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.520s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.384431] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "08fdf64c-acff-4bc5-8d0b-fd294e6c9a18" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.522s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.388645] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72ea129-4a12-4915-94cc-04fad5a5f32d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.404544] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e2c29f-f93f-4dc8-a1f3-4ac76c11f7ac {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.411038] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12108b26-f034-41ba-b39a-ef59f36edd2c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.440950] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178899MB free_disk=140GB free_vcpus=48 pci_devices=None {{(pid=69413) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1255.441127] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.441344] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.665033] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9cc7cb73-a9cc-4a14-8fd2-03b052064a59 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "7d1875ac-2554-480f-96ae-de15482d93df" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.640s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.667430] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "7d1875ac-2554-480f-96ae-de15482d93df" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.804s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.667430] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c10843-b81b-4b5c-9870-0bbf3963512f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.887058] env[69413]: DEBUG oslo_concurrency.lockutils [None req-3e6643e6-4051-490f-87e1-6828a76fb522 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Releasing lock "refresh_cache-de9c9158-9c87-437d-94b4-76c4ea45a8b4" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.179065] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "7d1875ac-2554-480f-96ae-de15482d93df" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.512s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.314471] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5876cbe4-ce02-4ab5-bb30-9b193f31cffb tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "7d1875ac-2554-480f-96ae-de15482d93df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.314745] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5876cbe4-ce02-4ab5-bb30-9b193f31cffb tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "7d1875ac-2554-480f-96ae-de15482d93df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.314964] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5876cbe4-ce02-4ab5-bb30-9b193f31cffb tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "7d1875ac-2554-480f-96ae-de15482d93df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.315175] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5876cbe4-ce02-4ab5-bb30-9b193f31cffb tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "7d1875ac-2554-480f-96ae-de15482d93df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.315350] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5876cbe4-ce02-4ab5-bb30-9b193f31cffb tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "7d1875ac-2554-480f-96ae-de15482d93df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.317638] env[69413]: INFO nova.compute.manager [None req-5876cbe4-ce02-4ab5-bb30-9b193f31cffb tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Terminating instance [ 1256.468138] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1256.468293] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance de9c9158-9c87-437d-94b4-76c4ea45a8b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1256.468418] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1256.468533] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 7d1875ac-2554-480f-96ae-de15482d93df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1256.468646] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 3b803c12-767e-4c4e-977b-71d962b53b4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1256.468850] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69413) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1256.468994] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1536MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69413) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1256.533304] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1358a105-93d9-4c9e-8227-e1b579b98ea8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.540683] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e051da-ab17-41e9-8be2-48e87e159a70 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.570130] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57eab4bc-d0aa-46c5-936f-720a4bbd4d2c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.577547] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ab4aa8-f9ac-40c7-abfa-dd698959c9ef {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.590601] env[69413]: DEBUG nova.compute.provider_tree [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.820993] env[69413]: DEBUG nova.compute.manager [None req-5876cbe4-ce02-4ab5-bb30-9b193f31cffb tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1256.821410] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5876cbe4-ce02-4ab5-bb30-9b193f31cffb tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1256.822522] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e26bd04-22b0-47a6-aa0f-0831ccae169c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.830640] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-5876cbe4-ce02-4ab5-bb30-9b193f31cffb tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1256.830927] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e43241fc-185b-416a-8701-8b389af830ff {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.837387] env[69413]: DEBUG oslo_vmware.api [None req-5876cbe4-ce02-4ab5-bb30-9b193f31cffb tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1256.837387] env[69413]: value = "task-3078601" [ 1256.837387] env[69413]: _type = "Task" [ 1256.837387] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.845240] env[69413]: DEBUG oslo_vmware.api [None req-5876cbe4-ce02-4ab5-bb30-9b193f31cffb tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.892734] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6643e6-4051-490f-87e1-6828a76fb522 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1256.893152] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6aa00fed-c063-4740-94d7-04c5f5a75ef7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.900893] env[69413]: DEBUG oslo_vmware.api [None req-3e6643e6-4051-490f-87e1-6828a76fb522 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Waiting for the task: (returnval){ [ 1256.900893] env[69413]: value = "task-3078602" [ 1256.900893] env[69413]: _type = "Task" [ 1256.900893] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.911202] env[69413]: DEBUG oslo_vmware.api [None req-3e6643e6-4051-490f-87e1-6828a76fb522 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078602, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.093727] env[69413]: DEBUG nova.scheduler.client.report [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.348173] env[69413]: DEBUG oslo_vmware.api [None req-5876cbe4-ce02-4ab5-bb30-9b193f31cffb tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078601, 'name': PowerOffVM_Task, 'duration_secs': 0.200949} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.348432] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-5876cbe4-ce02-4ab5-bb30-9b193f31cffb tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1257.348594] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5876cbe4-ce02-4ab5-bb30-9b193f31cffb tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1257.348847] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b41b2805-6adf-4e2f-8343-f9a03bbf57c3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.406751] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5876cbe4-ce02-4ab5-bb30-9b193f31cffb tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1257.407043] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5876cbe4-ce02-4ab5-bb30-9b193f31cffb tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1257.407186] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-5876cbe4-ce02-4ab5-bb30-9b193f31cffb tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Deleting the datastore file [datastore1] 7d1875ac-2554-480f-96ae-de15482d93df {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1257.407798] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-292f689e-2bb5-467f-b004-3123e047ff83 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.412224] env[69413]: DEBUG oslo_vmware.api [None req-3e6643e6-4051-490f-87e1-6828a76fb522 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078602, 'name': PowerOnVM_Task, 'duration_secs': 0.343394} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.412744] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6643e6-4051-490f-87e1-6828a76fb522 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1257.413009] env[69413]: DEBUG nova.compute.manager [None req-3e6643e6-4051-490f-87e1-6828a76fb522 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1257.413683] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2b6ffe-911f-4e28-8fe9-86563206e36d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.416797] env[69413]: DEBUG oslo_vmware.api [None req-5876cbe4-ce02-4ab5-bb30-9b193f31cffb tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1257.416797] env[69413]: value = "task-3078604" [ 1257.416797] env[69413]: _type = "Task" [ 1257.416797] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.428070] env[69413]: DEBUG oslo_vmware.api [None req-5876cbe4-ce02-4ab5-bb30-9b193f31cffb tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078604, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.598820] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69413) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1257.599117] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.158s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.929175] env[69413]: DEBUG oslo_vmware.api [None req-5876cbe4-ce02-4ab5-bb30-9b193f31cffb tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078604, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14867} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.929541] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-5876cbe4-ce02-4ab5-bb30-9b193f31cffb tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1257.929541] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5876cbe4-ce02-4ab5-bb30-9b193f31cffb tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1257.929720] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-5876cbe4-ce02-4ab5-bb30-9b193f31cffb tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1257.929890] env[69413]: INFO nova.compute.manager [None req-5876cbe4-ce02-4ab5-bb30-9b193f31cffb tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1257.930141] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5876cbe4-ce02-4ab5-bb30-9b193f31cffb tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1257.930332] env[69413]: DEBUG nova.compute.manager [-] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1257.930424] env[69413]: DEBUG nova.network.neutron [-] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1258.393156] env[69413]: DEBUG nova.compute.manager [req-07c8dd88-c776-47cb-bc49-29732a463d9a req-da66084d-691d-48a4-8dea-473c58df0550 service nova] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Received event network-vif-deleted-c6acdae9-7ef1-481d-a2b6-f659f245985e {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.393308] env[69413]: INFO nova.compute.manager [req-07c8dd88-c776-47cb-bc49-29732a463d9a req-da66084d-691d-48a4-8dea-473c58df0550 service nova] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Neutron deleted interface c6acdae9-7ef1-481d-a2b6-f659f245985e; detaching it from the instance and deleting it from the info cache [ 1258.393427] env[69413]: DEBUG nova.network.neutron [req-07c8dd88-c776-47cb-bc49-29732a463d9a req-da66084d-691d-48a4-8dea-473c58df0550 service nova] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.871015] env[69413]: DEBUG nova.network.neutron [-] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.896232] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4963d632-8578-4b71-a804-8bdd91518c59 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.906206] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5215fe30-42d4-41de-8090-e36512ecd7d7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.933359] env[69413]: DEBUG nova.compute.manager [req-07c8dd88-c776-47cb-bc49-29732a463d9a req-da66084d-691d-48a4-8dea-473c58df0550 service nova] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Detach interface failed, port_id=c6acdae9-7ef1-481d-a2b6-f659f245985e, reason: Instance 7d1875ac-2554-480f-96ae-de15482d93df could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1259.374260] env[69413]: INFO nova.compute.manager [-] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Took 1.44 seconds to deallocate network for instance. [ 1259.881172] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5876cbe4-ce02-4ab5-bb30-9b193f31cffb tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.881485] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5876cbe4-ce02-4ab5-bb30-9b193f31cffb tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.881714] env[69413]: DEBUG nova.objects.instance [None req-5876cbe4-ce02-4ab5-bb30-9b193f31cffb tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lazy-loading 'resources' on Instance uuid 7d1875ac-2554-480f-96ae-de15482d93df {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.457863] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77a9249-20f9-4920-96d8-e6bea7001275 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.465540] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461be2ed-bf02-492d-bec9-c7fcca142594 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.496266] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9daecb-4338-4296-ae3d-2ee6b998d850 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.503413] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee665155-fd2b-4da3-853f-ec0970ffcb03 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.517087] env[69413]: DEBUG nova.compute.provider_tree [None req-5876cbe4-ce02-4ab5-bb30-9b193f31cffb tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.020950] env[69413]: DEBUG nova.scheduler.client.report [None req-5876cbe4-ce02-4ab5-bb30-9b193f31cffb tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.526279] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5876cbe4-ce02-4ab5-bb30-9b193f31cffb tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.645s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.546023] env[69413]: INFO nova.scheduler.client.report [None req-5876cbe4-ce02-4ab5-bb30-9b193f31cffb tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Deleted allocations for instance 7d1875ac-2554-480f-96ae-de15482d93df [ 1262.054061] env[69413]: DEBUG oslo_concurrency.lockutils [None req-5876cbe4-ce02-4ab5-bb30-9b193f31cffb tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "7d1875ac-2554-480f-96ae-de15482d93df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.739s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.450050] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "0de31772-7c4a-476d-9535-3ecfbceb844e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.450330] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "0de31772-7c4a-476d-9535-3ecfbceb844e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.953246] env[69413]: DEBUG nova.compute.manager [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1264.475739] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.476058] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.477591] env[69413]: INFO nova.compute.claims [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1265.553046] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78791ae2-b8f6-46f1-8ae5-d6fc01a96c0d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.561021] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6314cb8f-f995-4e2e-bd37-1ac82bdbe1af {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.590608] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffac1da9-380c-4b90-b317-8dd7e5ea0bbd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.597561] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a14be3-a625-475e-b4df-1cc7b0c16a00 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.611690] env[69413]: DEBUG nova.compute.provider_tree [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.115248] env[69413]: DEBUG nova.scheduler.client.report [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.621047] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.144s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.621421] env[69413]: DEBUG nova.compute.manager [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1267.125897] env[69413]: DEBUG nova.compute.utils [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1267.127387] env[69413]: DEBUG nova.compute.manager [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1267.127563] env[69413]: DEBUG nova.network.neutron [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1267.171195] env[69413]: DEBUG nova.policy [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1a3d3b9b67440b78de679e49c1cd12e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9155da285b149afae28b1048f0d10d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1267.404402] env[69413]: DEBUG nova.network.neutron [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Successfully created port: 3f4b29c5-4af4-48d4-85c9-5772a0d88b97 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1267.630511] env[69413]: DEBUG nova.compute.manager [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1268.639810] env[69413]: DEBUG nova.compute.manager [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1268.665951] env[69413]: DEBUG nova.virt.hardware [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1268.666274] env[69413]: DEBUG nova.virt.hardware [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1268.666487] env[69413]: DEBUG nova.virt.hardware [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1268.666681] env[69413]: DEBUG nova.virt.hardware [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1268.666836] env[69413]: DEBUG nova.virt.hardware [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1268.667066] env[69413]: DEBUG nova.virt.hardware [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1268.667304] env[69413]: DEBUG nova.virt.hardware [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1268.667467] env[69413]: DEBUG nova.virt.hardware [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1268.667718] env[69413]: DEBUG nova.virt.hardware [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1268.667817] env[69413]: DEBUG nova.virt.hardware [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1268.667979] env[69413]: DEBUG nova.virt.hardware [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1268.668918] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fae35c2-e207-4c0e-9e37-7b42b1fb8d4b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.677737] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af230ef0-8014-40de-bd64-ee6ffddb6aba {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.748957] env[69413]: DEBUG nova.compute.manager [req-5c63b02b-390a-4ca2-8af2-d8119eb9a926 req-54608489-eba5-4a88-93c6-c4d72254436f service nova] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Received event network-vif-plugged-3f4b29c5-4af4-48d4-85c9-5772a0d88b97 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.749154] env[69413]: DEBUG oslo_concurrency.lockutils [req-5c63b02b-390a-4ca2-8af2-d8119eb9a926 req-54608489-eba5-4a88-93c6-c4d72254436f service nova] Acquiring lock "0de31772-7c4a-476d-9535-3ecfbceb844e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.749378] env[69413]: DEBUG oslo_concurrency.lockutils [req-5c63b02b-390a-4ca2-8af2-d8119eb9a926 req-54608489-eba5-4a88-93c6-c4d72254436f service nova] Lock "0de31772-7c4a-476d-9535-3ecfbceb844e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.749493] env[69413]: DEBUG oslo_concurrency.lockutils [req-5c63b02b-390a-4ca2-8af2-d8119eb9a926 req-54608489-eba5-4a88-93c6-c4d72254436f service nova] Lock "0de31772-7c4a-476d-9535-3ecfbceb844e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.749665] env[69413]: DEBUG nova.compute.manager [req-5c63b02b-390a-4ca2-8af2-d8119eb9a926 req-54608489-eba5-4a88-93c6-c4d72254436f service nova] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] No waiting events found dispatching network-vif-plugged-3f4b29c5-4af4-48d4-85c9-5772a0d88b97 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1268.749830] env[69413]: WARNING nova.compute.manager [req-5c63b02b-390a-4ca2-8af2-d8119eb9a926 req-54608489-eba5-4a88-93c6-c4d72254436f service nova] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Received unexpected event network-vif-plugged-3f4b29c5-4af4-48d4-85c9-5772a0d88b97 for instance with vm_state building and task_state spawning. [ 1268.824608] env[69413]: DEBUG nova.network.neutron [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Successfully updated port: 3f4b29c5-4af4-48d4-85c9-5772a0d88b97 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1269.096282] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "bd18876c-74e8-4064-ab94-cdca14ccc0ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.096594] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "bd18876c-74e8-4064-ab94-cdca14ccc0ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.327380] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "refresh_cache-0de31772-7c4a-476d-9535-3ecfbceb844e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.327451] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquired lock "refresh_cache-0de31772-7c4a-476d-9535-3ecfbceb844e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.327718] env[69413]: DEBUG nova.network.neutron [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1269.599428] env[69413]: DEBUG nova.compute.manager [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1269.860180] env[69413]: DEBUG nova.network.neutron [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1269.989059] env[69413]: DEBUG nova.network.neutron [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Updating instance_info_cache with network_info: [{"id": "3f4b29c5-4af4-48d4-85c9-5772a0d88b97", "address": "fa:16:3e:c7:d8:a5", "network": {"id": "9f6a6da5-f7d8-4701-b117-bc929b707d63", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510056269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9155da285b149afae28b1048f0d10d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f4b29c5-4a", "ovs_interfaceid": "3f4b29c5-4af4-48d4-85c9-5772a0d88b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.121516] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.121816] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.123368] env[69413]: INFO nova.compute.claims [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1270.491501] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Releasing lock "refresh_cache-0de31772-7c4a-476d-9535-3ecfbceb844e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.491840] env[69413]: DEBUG nova.compute.manager [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Instance network_info: |[{"id": "3f4b29c5-4af4-48d4-85c9-5772a0d88b97", "address": "fa:16:3e:c7:d8:a5", "network": {"id": "9f6a6da5-f7d8-4701-b117-bc929b707d63", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510056269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9155da285b149afae28b1048f0d10d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f4b29c5-4a", "ovs_interfaceid": "3f4b29c5-4af4-48d4-85c9-5772a0d88b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1270.492308] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:d8:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f4b29c5-4af4-48d4-85c9-5772a0d88b97', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1270.500087] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1270.500343] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1270.500576] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e49b685-3621-41c9-8bac-22db91944761 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.522262] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1270.522262] env[69413]: value = "task-3078610" [ 1270.522262] env[69413]: _type = "Task" [ 1270.522262] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.529856] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078610, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.776617] env[69413]: DEBUG nova.compute.manager [req-7ea86cbe-ad02-4b98-ba0b-a1ba124121fe req-d90fd42d-f18b-4b7b-8111-8ddb5e520413 service nova] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Received event network-changed-3f4b29c5-4af4-48d4-85c9-5772a0d88b97 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.776924] env[69413]: DEBUG nova.compute.manager [req-7ea86cbe-ad02-4b98-ba0b-a1ba124121fe req-d90fd42d-f18b-4b7b-8111-8ddb5e520413 service nova] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Refreshing instance network info cache due to event network-changed-3f4b29c5-4af4-48d4-85c9-5772a0d88b97. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1270.777235] env[69413]: DEBUG oslo_concurrency.lockutils [req-7ea86cbe-ad02-4b98-ba0b-a1ba124121fe req-d90fd42d-f18b-4b7b-8111-8ddb5e520413 service nova] Acquiring lock "refresh_cache-0de31772-7c4a-476d-9535-3ecfbceb844e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.777411] env[69413]: DEBUG oslo_concurrency.lockutils [req-7ea86cbe-ad02-4b98-ba0b-a1ba124121fe req-d90fd42d-f18b-4b7b-8111-8ddb5e520413 service nova] Acquired lock "refresh_cache-0de31772-7c4a-476d-9535-3ecfbceb844e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.777610] env[69413]: DEBUG nova.network.neutron [req-7ea86cbe-ad02-4b98-ba0b-a1ba124121fe req-d90fd42d-f18b-4b7b-8111-8ddb5e520413 service nova] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Refreshing network info cache for port 3f4b29c5-4af4-48d4-85c9-5772a0d88b97 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1271.033290] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078610, 'name': CreateVM_Task, 'duration_secs': 0.293941} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.033668] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1271.034182] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.034352] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.034675] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.034930] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d468e63e-b2e3-4306-a603-0503732f8e52 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.039466] env[69413]: DEBUG oslo_vmware.api [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1271.039466] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5202cc7a-48d4-4ed6-90ff-1c7e90c53d13" [ 1271.039466] env[69413]: _type = "Task" [ 1271.039466] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.047479] env[69413]: DEBUG oslo_vmware.api [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5202cc7a-48d4-4ed6-90ff-1c7e90c53d13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.217942] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1935c0-6a32-4523-91a3-8146b8042fe9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.226116] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfc1b89-691b-4d78-b482-6f6818f11564 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.257333] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391ac5f0-4991-4f84-a5a6-774a71e3b40e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.265037] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81c0252-e876-4df6-9e12-ae6bcf7f1883 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.278467] env[69413]: DEBUG nova.compute.provider_tree [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.393560] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6886195c-3b73-4f32-83dc-0fec8e26a342 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquiring lock "20d1db4f-0ea1-4e44-9885-ec9ef9b4460c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.393814] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6886195c-3b73-4f32-83dc-0fec8e26a342 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "20d1db4f-0ea1-4e44-9885-ec9ef9b4460c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.464404] env[69413]: DEBUG nova.network.neutron [req-7ea86cbe-ad02-4b98-ba0b-a1ba124121fe req-d90fd42d-f18b-4b7b-8111-8ddb5e520413 service nova] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Updated VIF entry in instance network info cache for port 3f4b29c5-4af4-48d4-85c9-5772a0d88b97. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1271.464922] env[69413]: DEBUG nova.network.neutron [req-7ea86cbe-ad02-4b98-ba0b-a1ba124121fe req-d90fd42d-f18b-4b7b-8111-8ddb5e520413 service nova] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Updating instance_info_cache with network_info: [{"id": "3f4b29c5-4af4-48d4-85c9-5772a0d88b97", "address": "fa:16:3e:c7:d8:a5", "network": {"id": "9f6a6da5-f7d8-4701-b117-bc929b707d63", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510056269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9155da285b149afae28b1048f0d10d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f4b29c5-4a", "ovs_interfaceid": "3f4b29c5-4af4-48d4-85c9-5772a0d88b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.550703] env[69413]: DEBUG oslo_vmware.api [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5202cc7a-48d4-4ed6-90ff-1c7e90c53d13, 'name': SearchDatastore_Task, 'duration_secs': 0.010857} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.551100] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.551343] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1271.551574] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.551718] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.551895] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1271.552169] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34211893-1fba-4567-89e3-ffd14d43457e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.561417] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1271.561594] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1271.562330] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6395e2b-68e4-490d-baad-a32015d2e5a9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.567629] env[69413]: DEBUG oslo_vmware.api [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1271.567629] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52bf4b04-4650-5467-aa8e-e65d9df4f3d9" [ 1271.567629] env[69413]: _type = "Task" [ 1271.567629] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.576407] env[69413]: DEBUG oslo_vmware.api [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52bf4b04-4650-5467-aa8e-e65d9df4f3d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.783254] env[69413]: DEBUG nova.scheduler.client.report [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.896538] env[69413]: DEBUG nova.compute.utils [None req-6886195c-3b73-4f32-83dc-0fec8e26a342 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1271.967712] env[69413]: DEBUG oslo_concurrency.lockutils [req-7ea86cbe-ad02-4b98-ba0b-a1ba124121fe req-d90fd42d-f18b-4b7b-8111-8ddb5e520413 service nova] Releasing lock "refresh_cache-0de31772-7c4a-476d-9535-3ecfbceb844e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.079792] env[69413]: DEBUG oslo_vmware.api [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52bf4b04-4650-5467-aa8e-e65d9df4f3d9, 'name': SearchDatastore_Task, 'duration_secs': 0.009152} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.080608] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a4a6164-99fb-4e2f-97f7-e62b5c407122 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.085971] env[69413]: DEBUG oslo_vmware.api [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1272.085971] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c9c17d-9ed7-0954-fbc2-0abb8e45071f" [ 1272.085971] env[69413]: _type = "Task" [ 1272.085971] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.093501] env[69413]: DEBUG oslo_vmware.api [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c9c17d-9ed7-0954-fbc2-0abb8e45071f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.288284] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.288682] env[69413]: DEBUG nova.compute.manager [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1272.399948] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6886195c-3b73-4f32-83dc-0fec8e26a342 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "20d1db4f-0ea1-4e44-9885-ec9ef9b4460c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.596983] env[69413]: DEBUG oslo_vmware.api [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52c9c17d-9ed7-0954-fbc2-0abb8e45071f, 'name': SearchDatastore_Task, 'duration_secs': 0.009681} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.597279] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.597544] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 0de31772-7c4a-476d-9535-3ecfbceb844e/0de31772-7c4a-476d-9535-3ecfbceb844e.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1272.597793] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5d707de-c602-437a-be5a-4e825cfaaae3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.604597] env[69413]: DEBUG oslo_vmware.api [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1272.604597] env[69413]: value = "task-3078611" [ 1272.604597] env[69413]: _type = "Task" [ 1272.604597] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.612409] env[69413]: DEBUG oslo_vmware.api [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.793910] env[69413]: DEBUG nova.compute.utils [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1272.795465] env[69413]: DEBUG nova.compute.manager [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1272.795637] env[69413]: DEBUG nova.network.neutron [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1272.836704] env[69413]: DEBUG nova.policy [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6cd27bf370e34e37a04044b9027c48f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c094863d31844fc5a72997c864212713', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1273.113071] env[69413]: DEBUG nova.network.neutron [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Successfully created port: 20a806ee-d99b-4bac-925b-d35d796e8824 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1273.118950] env[69413]: DEBUG oslo_vmware.api [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078611, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456606} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.119361] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 0de31772-7c4a-476d-9535-3ecfbceb844e/0de31772-7c4a-476d-9535-3ecfbceb844e.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1273.119652] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1273.119960] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-077f6ba8-3608-4b0b-8572-f5f85c9c2f2d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.128453] env[69413]: DEBUG oslo_vmware.api [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1273.128453] env[69413]: value = "task-3078612" [ 1273.128453] env[69413]: _type = "Task" [ 1273.128453] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.137734] env[69413]: DEBUG oslo_vmware.api [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.299282] env[69413]: DEBUG nova.compute.manager [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1273.474012] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6886195c-3b73-4f32-83dc-0fec8e26a342 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquiring lock "20d1db4f-0ea1-4e44-9885-ec9ef9b4460c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.474282] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6886195c-3b73-4f32-83dc-0fec8e26a342 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "20d1db4f-0ea1-4e44-9885-ec9ef9b4460c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.474525] env[69413]: INFO nova.compute.manager [None req-6886195c-3b73-4f32-83dc-0fec8e26a342 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Attaching volume 6ab8a4e8-c631-46fb-8b12-5cad593ee896 to /dev/sdb [ 1273.507374] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0ecde1-17c4-4d7f-89b6-dbc9a0f57b18 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.513938] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d1745c-0819-4770-889c-755b015210da {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.527694] env[69413]: DEBUG nova.virt.block_device [None req-6886195c-3b73-4f32-83dc-0fec8e26a342 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Updating existing volume attachment record: bd549120-8b55-4b8b-a71d-4256930dba87 {{(pid=69413) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1273.637682] env[69413]: DEBUG oslo_vmware.api [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078612, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061794} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.638124] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1273.638976] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2835d99-7192-45f3-a1a1-a010469d541a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.661943] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 0de31772-7c4a-476d-9535-3ecfbceb844e/0de31772-7c4a-476d-9535-3ecfbceb844e.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1273.662258] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5190671c-a09a-4957-883e-0ecf502f5920 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.682934] env[69413]: DEBUG oslo_vmware.api [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1273.682934] env[69413]: value = "task-3078613" [ 1273.682934] env[69413]: _type = "Task" [ 1273.682934] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.691085] env[69413]: DEBUG oslo_vmware.api [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078613, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.804920] env[69413]: INFO nova.virt.block_device [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Booting with volume 223bce20-b29d-4b3c-8b1d-f569b253b027 at /dev/sda [ 1273.838182] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-01f3a2ac-a7e7-4c68-9a0c-9713e4d36a3f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.848669] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edf2a6d-b9b2-4b44-928c-80d37d42e6b0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.878498] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-07afd74d-77c8-4e34-8e56-304563f9cecc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.888435] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7119aff0-7dba-4c72-b976-47889f1c1ba2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.919935] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83fbf98-a6b1-4870-aecd-58a8c73729ef {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.927439] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d9b248-7f1d-438f-a598-086dec336135 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.942450] env[69413]: DEBUG nova.virt.block_device [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Updating existing volume attachment record: 1d518637-3171-4498-88b0-0fe04f518cab {{(pid=69413) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1274.193134] env[69413]: DEBUG oslo_vmware.api [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078613, 'name': ReconfigVM_Task, 'duration_secs': 0.288419} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.193500] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 0de31772-7c4a-476d-9535-3ecfbceb844e/0de31772-7c4a-476d-9535-3ecfbceb844e.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1274.194060] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2842589d-b7e8-4c33-9dbf-74f0ee4d4125 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.200409] env[69413]: DEBUG oslo_vmware.api [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1274.200409] env[69413]: value = "task-3078615" [ 1274.200409] env[69413]: _type = "Task" [ 1274.200409] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.207985] env[69413]: DEBUG oslo_vmware.api [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078615, 'name': Rename_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.483389] env[69413]: DEBUG nova.compute.manager [req-64a9b521-94cb-4a73-8ed0-4245f993ea8d req-61c3df0b-223d-45ad-bd93-41654457968a service nova] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Received event network-vif-plugged-20a806ee-d99b-4bac-925b-d35d796e8824 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.483606] env[69413]: DEBUG oslo_concurrency.lockutils [req-64a9b521-94cb-4a73-8ed0-4245f993ea8d req-61c3df0b-223d-45ad-bd93-41654457968a service nova] Acquiring lock "bd18876c-74e8-4064-ab94-cdca14ccc0ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.483809] env[69413]: DEBUG oslo_concurrency.lockutils [req-64a9b521-94cb-4a73-8ed0-4245f993ea8d req-61c3df0b-223d-45ad-bd93-41654457968a service nova] Lock "bd18876c-74e8-4064-ab94-cdca14ccc0ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.483972] env[69413]: DEBUG oslo_concurrency.lockutils [req-64a9b521-94cb-4a73-8ed0-4245f993ea8d req-61c3df0b-223d-45ad-bd93-41654457968a service nova] Lock "bd18876c-74e8-4064-ab94-cdca14ccc0ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.484175] env[69413]: DEBUG nova.compute.manager [req-64a9b521-94cb-4a73-8ed0-4245f993ea8d req-61c3df0b-223d-45ad-bd93-41654457968a service nova] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] No waiting events found dispatching network-vif-plugged-20a806ee-d99b-4bac-925b-d35d796e8824 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1274.484341] env[69413]: WARNING nova.compute.manager [req-64a9b521-94cb-4a73-8ed0-4245f993ea8d req-61c3df0b-223d-45ad-bd93-41654457968a service nova] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Received unexpected event network-vif-plugged-20a806ee-d99b-4bac-925b-d35d796e8824 for instance with vm_state building and task_state block_device_mapping. [ 1274.564911] env[69413]: DEBUG nova.network.neutron [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Successfully updated port: 20a806ee-d99b-4bac-925b-d35d796e8824 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1274.710734] env[69413]: DEBUG oslo_vmware.api [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078615, 'name': Rename_Task, 'duration_secs': 0.140534} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.710950] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1274.711211] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e92b30d-7ce0-4393-86ef-3646fc7df7e8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.717605] env[69413]: DEBUG oslo_vmware.api [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1274.717605] env[69413]: value = "task-3078616" [ 1274.717605] env[69413]: _type = "Task" [ 1274.717605] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.728611] env[69413]: DEBUG oslo_vmware.api [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078616, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.067619] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "refresh_cache-bd18876c-74e8-4064-ab94-cdca14ccc0ae" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.067762] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquired lock "refresh_cache-bd18876c-74e8-4064-ab94-cdca14ccc0ae" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.068026] env[69413]: DEBUG nova.network.neutron [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1275.228526] env[69413]: DEBUG oslo_vmware.api [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078616, 'name': PowerOnVM_Task, 'duration_secs': 0.419294} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.228942] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1275.228942] env[69413]: INFO nova.compute.manager [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Took 6.59 seconds to spawn the instance on the hypervisor. [ 1275.229147] env[69413]: DEBUG nova.compute.manager [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1275.229878] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048eb8b8-1b21-4957-8f3d-e5669d825116 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.601907] env[69413]: DEBUG nova.network.neutron [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1275.731304] env[69413]: DEBUG nova.network.neutron [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Updating instance_info_cache with network_info: [{"id": "20a806ee-d99b-4bac-925b-d35d796e8824", "address": "fa:16:3e:93:a8:64", "network": {"id": "b93ce486-44e4-4c58-8f72-021297e2ca51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2061790933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c094863d31844fc5a72997c864212713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20a806ee-d9", "ovs_interfaceid": "20a806ee-d99b-4bac-925b-d35d796e8824", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.746027] env[69413]: INFO nova.compute.manager [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Took 11.29 seconds to build instance. [ 1276.024716] env[69413]: DEBUG nova.compute.manager [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1276.025279] env[69413]: DEBUG nova.virt.hardware [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1276.025501] env[69413]: DEBUG nova.virt.hardware [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1276.025742] env[69413]: DEBUG nova.virt.hardware [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1276.025841] env[69413]: DEBUG nova.virt.hardware [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1276.026058] env[69413]: DEBUG nova.virt.hardware [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1276.026504] env[69413]: DEBUG nova.virt.hardware [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1276.026504] env[69413]: DEBUG nova.virt.hardware [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1276.026504] env[69413]: DEBUG nova.virt.hardware [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1276.026805] env[69413]: DEBUG nova.virt.hardware [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1276.026805] env[69413]: DEBUG nova.virt.hardware [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1276.026991] env[69413]: DEBUG nova.virt.hardware [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1276.027861] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f22090-a703-41d8-a996-2451363a8d12 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.036814] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6987b4-f09d-4b8f-92d0-43c1a4fc74a3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.234649] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Releasing lock "refresh_cache-bd18876c-74e8-4064-ab94-cdca14ccc0ae" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.235053] env[69413]: DEBUG nova.compute.manager [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Instance network_info: |[{"id": "20a806ee-d99b-4bac-925b-d35d796e8824", "address": "fa:16:3e:93:a8:64", "network": {"id": "b93ce486-44e4-4c58-8f72-021297e2ca51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2061790933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c094863d31844fc5a72997c864212713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20a806ee-d9", "ovs_interfaceid": "20a806ee-d99b-4bac-925b-d35d796e8824", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1276.235418] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:a8:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20a806ee-d99b-4bac-925b-d35d796e8824', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1276.243126] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1276.243354] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1276.243581] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36660b6e-c263-4b86-9f89-3492f1837b8a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.258469] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d664ef2b-909e-4aba-82b1-e66984d3e4f7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "0de31772-7c4a-476d-9535-3ecfbceb844e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.808s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.264784] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1276.264784] env[69413]: value = "task-3078618" [ 1276.264784] env[69413]: _type = "Task" [ 1276.264784] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.273186] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078618, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.518121] env[69413]: DEBUG nova.compute.manager [req-2697d60c-565f-44b1-a7b4-59fff74b4e84 req-bbf3c536-5d79-4648-9fb2-c39e09975645 service nova] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Received event network-changed-20a806ee-d99b-4bac-925b-d35d796e8824 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.518344] env[69413]: DEBUG nova.compute.manager [req-2697d60c-565f-44b1-a7b4-59fff74b4e84 req-bbf3c536-5d79-4648-9fb2-c39e09975645 service nova] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Refreshing instance network info cache due to event network-changed-20a806ee-d99b-4bac-925b-d35d796e8824. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1276.518592] env[69413]: DEBUG oslo_concurrency.lockutils [req-2697d60c-565f-44b1-a7b4-59fff74b4e84 req-bbf3c536-5d79-4648-9fb2-c39e09975645 service nova] Acquiring lock "refresh_cache-bd18876c-74e8-4064-ab94-cdca14ccc0ae" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.518702] env[69413]: DEBUG oslo_concurrency.lockutils [req-2697d60c-565f-44b1-a7b4-59fff74b4e84 req-bbf3c536-5d79-4648-9fb2-c39e09975645 service nova] Acquired lock "refresh_cache-bd18876c-74e8-4064-ab94-cdca14ccc0ae" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.518898] env[69413]: DEBUG nova.network.neutron [req-2697d60c-565f-44b1-a7b4-59fff74b4e84 req-bbf3c536-5d79-4648-9fb2-c39e09975645 service nova] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Refreshing network info cache for port 20a806ee-d99b-4bac-925b-d35d796e8824 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1276.775554] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078618, 'name': CreateVM_Task, 'duration_secs': 0.33361} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.776286] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1276.777018] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616354', 'volume_id': '223bce20-b29d-4b3c-8b1d-f569b253b027', 'name': 'volume-223bce20-b29d-4b3c-8b1d-f569b253b027', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bd18876c-74e8-4064-ab94-cdca14ccc0ae', 'attached_at': '', 'detached_at': '', 'volume_id': '223bce20-b29d-4b3c-8b1d-f569b253b027', 'serial': '223bce20-b29d-4b3c-8b1d-f569b253b027'}, 'disk_bus': None, 'guest_format': None, 'attachment_id': '1d518637-3171-4498-88b0-0fe04f518cab', 'boot_index': 0, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69413) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1276.777291] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Root volume attach. Driver type: vmdk {{(pid=69413) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1276.778133] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2cef5d7-a175-465b-b319-283d290f65f6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.786533] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d3eefe-3782-489c-9207-7c30da9c4d16 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.792941] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5dfcb9-af65-4963-a7bc-0f24a9dc314f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.798924] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-ba6546bf-2b3c-4d11-8fe4-ae5e7a442686 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.806272] env[69413]: DEBUG oslo_vmware.api [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1276.806272] env[69413]: value = "task-3078619" [ 1276.806272] env[69413]: _type = "Task" [ 1276.806272] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.814370] env[69413]: DEBUG oslo_vmware.api [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078619, 'name': RelocateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.276376] env[69413]: DEBUG nova.network.neutron [req-2697d60c-565f-44b1-a7b4-59fff74b4e84 req-bbf3c536-5d79-4648-9fb2-c39e09975645 service nova] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Updated VIF entry in instance network info cache for port 20a806ee-d99b-4bac-925b-d35d796e8824. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1277.276829] env[69413]: DEBUG nova.network.neutron [req-2697d60c-565f-44b1-a7b4-59fff74b4e84 req-bbf3c536-5d79-4648-9fb2-c39e09975645 service nova] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Updating instance_info_cache with network_info: [{"id": "20a806ee-d99b-4bac-925b-d35d796e8824", "address": "fa:16:3e:93:a8:64", "network": {"id": "b93ce486-44e4-4c58-8f72-021297e2ca51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2061790933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c094863d31844fc5a72997c864212713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20a806ee-d9", "ovs_interfaceid": "20a806ee-d99b-4bac-925b-d35d796e8824", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.316795] env[69413]: DEBUG oslo_vmware.api [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078619, 'name': RelocateVM_Task} progress is 43%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.780218] env[69413]: DEBUG oslo_concurrency.lockutils [req-2697d60c-565f-44b1-a7b4-59fff74b4e84 req-bbf3c536-5d79-4648-9fb2-c39e09975645 service nova] Releasing lock "refresh_cache-bd18876c-74e8-4064-ab94-cdca14ccc0ae" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.780458] env[69413]: DEBUG nova.compute.manager [req-2697d60c-565f-44b1-a7b4-59fff74b4e84 req-bbf3c536-5d79-4648-9fb2-c39e09975645 service nova] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Received event network-changed-3f4b29c5-4af4-48d4-85c9-5772a0d88b97 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1277.780639] env[69413]: DEBUG nova.compute.manager [req-2697d60c-565f-44b1-a7b4-59fff74b4e84 req-bbf3c536-5d79-4648-9fb2-c39e09975645 service nova] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Refreshing instance network info cache due to event network-changed-3f4b29c5-4af4-48d4-85c9-5772a0d88b97. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1277.780858] env[69413]: DEBUG oslo_concurrency.lockutils [req-2697d60c-565f-44b1-a7b4-59fff74b4e84 req-bbf3c536-5d79-4648-9fb2-c39e09975645 service nova] Acquiring lock "refresh_cache-0de31772-7c4a-476d-9535-3ecfbceb844e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.781009] env[69413]: DEBUG oslo_concurrency.lockutils [req-2697d60c-565f-44b1-a7b4-59fff74b4e84 req-bbf3c536-5d79-4648-9fb2-c39e09975645 service nova] Acquired lock "refresh_cache-0de31772-7c4a-476d-9535-3ecfbceb844e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.781192] env[69413]: DEBUG nova.network.neutron [req-2697d60c-565f-44b1-a7b4-59fff74b4e84 req-bbf3c536-5d79-4648-9fb2-c39e09975645 service nova] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Refreshing network info cache for port 3f4b29c5-4af4-48d4-85c9-5772a0d88b97 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1277.817611] env[69413]: DEBUG oslo_vmware.api [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078619, 'name': RelocateVM_Task} progress is 58%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.070833] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-6886195c-3b73-4f32-83dc-0fec8e26a342 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Volume attach. Driver type: vmdk {{(pid=69413) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1278.071241] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-6886195c-3b73-4f32-83dc-0fec8e26a342 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616356', 'volume_id': '6ab8a4e8-c631-46fb-8b12-5cad593ee896', 'name': 'volume-6ab8a4e8-c631-46fb-8b12-5cad593ee896', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '20d1db4f-0ea1-4e44-9885-ec9ef9b4460c', 'attached_at': '', 'detached_at': '', 'volume_id': '6ab8a4e8-c631-46fb-8b12-5cad593ee896', 'serial': '6ab8a4e8-c631-46fb-8b12-5cad593ee896'} {{(pid=69413) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1278.072439] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6528255b-a840-45ff-8cc4-1288df8688a1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.094875] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1d35d6-fe01-4ec4-926e-bcc28c4c2f1d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.120644] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-6886195c-3b73-4f32-83dc-0fec8e26a342 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] volume-6ab8a4e8-c631-46fb-8b12-5cad593ee896/volume-6ab8a4e8-c631-46fb-8b12-5cad593ee896.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1278.120993] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d468acd6-4c2b-48ed-9a72-98b2f4d06f94 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.141587] env[69413]: DEBUG oslo_vmware.api [None req-6886195c-3b73-4f32-83dc-0fec8e26a342 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1278.141587] env[69413]: value = "task-3078620" [ 1278.141587] env[69413]: _type = "Task" [ 1278.141587] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.153244] env[69413]: DEBUG oslo_vmware.api [None req-6886195c-3b73-4f32-83dc-0fec8e26a342 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078620, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.318744] env[69413]: DEBUG oslo_vmware.api [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078619, 'name': RelocateVM_Task} progress is 73%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.533511] env[69413]: DEBUG nova.network.neutron [req-2697d60c-565f-44b1-a7b4-59fff74b4e84 req-bbf3c536-5d79-4648-9fb2-c39e09975645 service nova] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Updated VIF entry in instance network info cache for port 3f4b29c5-4af4-48d4-85c9-5772a0d88b97. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1278.533907] env[69413]: DEBUG nova.network.neutron [req-2697d60c-565f-44b1-a7b4-59fff74b4e84 req-bbf3c536-5d79-4648-9fb2-c39e09975645 service nova] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Updating instance_info_cache with network_info: [{"id": "3f4b29c5-4af4-48d4-85c9-5772a0d88b97", "address": "fa:16:3e:c7:d8:a5", "network": {"id": "9f6a6da5-f7d8-4701-b117-bc929b707d63", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510056269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9155da285b149afae28b1048f0d10d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f4b29c5-4a", "ovs_interfaceid": "3f4b29c5-4af4-48d4-85c9-5772a0d88b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.655483] env[69413]: DEBUG oslo_vmware.api [None req-6886195c-3b73-4f32-83dc-0fec8e26a342 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.819312] env[69413]: DEBUG oslo_vmware.api [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078619, 'name': RelocateVM_Task} progress is 88%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.037452] env[69413]: DEBUG oslo_concurrency.lockutils [req-2697d60c-565f-44b1-a7b4-59fff74b4e84 req-bbf3c536-5d79-4648-9fb2-c39e09975645 service nova] Releasing lock "refresh_cache-0de31772-7c4a-476d-9535-3ecfbceb844e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.152825] env[69413]: DEBUG oslo_vmware.api [None req-6886195c-3b73-4f32-83dc-0fec8e26a342 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078620, 'name': ReconfigVM_Task, 'duration_secs': 0.5722} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.153141] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-6886195c-3b73-4f32-83dc-0fec8e26a342 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Reconfigured VM instance instance-00000075 to attach disk [datastore2] volume-6ab8a4e8-c631-46fb-8b12-5cad593ee896/volume-6ab8a4e8-c631-46fb-8b12-5cad593ee896.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1279.157754] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-342403ba-ea77-4185-9e2e-86c0e76e9444 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.172350] env[69413]: DEBUG oslo_vmware.api [None req-6886195c-3b73-4f32-83dc-0fec8e26a342 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1279.172350] env[69413]: value = "task-3078621" [ 1279.172350] env[69413]: _type = "Task" [ 1279.172350] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.180144] env[69413]: DEBUG oslo_vmware.api [None req-6886195c-3b73-4f32-83dc-0fec8e26a342 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078621, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.318928] env[69413]: DEBUG oslo_vmware.api [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078619, 'name': RelocateVM_Task} progress is 97%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.682812] env[69413]: DEBUG oslo_vmware.api [None req-6886195c-3b73-4f32-83dc-0fec8e26a342 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078621, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.819902] env[69413]: DEBUG oslo_vmware.api [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078619, 'name': RelocateVM_Task} progress is 97%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.184162] env[69413]: DEBUG oslo_vmware.api [None req-6886195c-3b73-4f32-83dc-0fec8e26a342 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078621, 'name': ReconfigVM_Task, 'duration_secs': 0.654172} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.184475] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-6886195c-3b73-4f32-83dc-0fec8e26a342 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616356', 'volume_id': '6ab8a4e8-c631-46fb-8b12-5cad593ee896', 'name': 'volume-6ab8a4e8-c631-46fb-8b12-5cad593ee896', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '20d1db4f-0ea1-4e44-9885-ec9ef9b4460c', 'attached_at': '', 'detached_at': '', 'volume_id': '6ab8a4e8-c631-46fb-8b12-5cad593ee896', 'serial': '6ab8a4e8-c631-46fb-8b12-5cad593ee896'} {{(pid=69413) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1280.319885] env[69413]: DEBUG oslo_vmware.api [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078619, 'name': RelocateVM_Task} progress is 98%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.821971] env[69413]: DEBUG oslo_vmware.api [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078619, 'name': RelocateVM_Task, 'duration_secs': 3.544063} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.822442] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Volume attach. Driver type: vmdk {{(pid=69413) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1280.822768] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616354', 'volume_id': '223bce20-b29d-4b3c-8b1d-f569b253b027', 'name': 'volume-223bce20-b29d-4b3c-8b1d-f569b253b027', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bd18876c-74e8-4064-ab94-cdca14ccc0ae', 'attached_at': '', 'detached_at': '', 'volume_id': '223bce20-b29d-4b3c-8b1d-f569b253b027', 'serial': '223bce20-b29d-4b3c-8b1d-f569b253b027'} {{(pid=69413) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1280.824012] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635d76ec-10cc-4273-a2be-ba7137b62481 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.841371] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9be0bb-7a31-4452-8fc3-35adb66b0879 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.865491] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] volume-223bce20-b29d-4b3c-8b1d-f569b253b027/volume-223bce20-b29d-4b3c-8b1d-f569b253b027.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1280.865786] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc310e4e-20ec-4124-a5f5-d1c83311d292 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.887573] env[69413]: DEBUG oslo_vmware.api [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1280.887573] env[69413]: value = "task-3078622" [ 1280.887573] env[69413]: _type = "Task" [ 1280.887573] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.896046] env[69413]: DEBUG oslo_vmware.api [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078622, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.219219] env[69413]: DEBUG nova.objects.instance [None req-6886195c-3b73-4f32-83dc-0fec8e26a342 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lazy-loading 'flavor' on Instance uuid 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.397124] env[69413]: DEBUG oslo_vmware.api [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078622, 'name': ReconfigVM_Task, 'duration_secs': 0.263226} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.397508] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Reconfigured VM instance instance-00000078 to attach disk [datastore2] volume-223bce20-b29d-4b3c-8b1d-f569b253b027/volume-223bce20-b29d-4b3c-8b1d-f569b253b027.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1281.402106] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2144b9d-bfc1-496e-8a25-40f02cdca7a6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.417108] env[69413]: DEBUG oslo_vmware.api [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1281.417108] env[69413]: value = "task-3078623" [ 1281.417108] env[69413]: _type = "Task" [ 1281.417108] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.426184] env[69413]: DEBUG oslo_vmware.api [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078623, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.450854] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a3183356-1a1e-4d0f-8412-598a50c9d26b tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquiring lock "20d1db4f-0ea1-4e44-9885-ec9ef9b4460c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.724279] env[69413]: DEBUG oslo_concurrency.lockutils [None req-6886195c-3b73-4f32-83dc-0fec8e26a342 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "20d1db4f-0ea1-4e44-9885-ec9ef9b4460c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.250s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.725215] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a3183356-1a1e-4d0f-8412-598a50c9d26b tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "20d1db4f-0ea1-4e44-9885-ec9ef9b4460c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.275s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.927214] env[69413]: DEBUG oslo_vmware.api [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078623, 'name': ReconfigVM_Task, 'duration_secs': 0.12252} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.927531] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616354', 'volume_id': '223bce20-b29d-4b3c-8b1d-f569b253b027', 'name': 'volume-223bce20-b29d-4b3c-8b1d-f569b253b027', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bd18876c-74e8-4064-ab94-cdca14ccc0ae', 'attached_at': '', 'detached_at': '', 'volume_id': '223bce20-b29d-4b3c-8b1d-f569b253b027', 'serial': '223bce20-b29d-4b3c-8b1d-f569b253b027'} {{(pid=69413) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1281.928205] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3760e6ab-54d5-40d8-aede-62f6196ddc03 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.935574] env[69413]: DEBUG oslo_vmware.api [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1281.935574] env[69413]: value = "task-3078624" [ 1281.935574] env[69413]: _type = "Task" [ 1281.935574] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.943897] env[69413]: DEBUG oslo_vmware.api [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078624, 'name': Rename_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.228463] env[69413]: INFO nova.compute.manager [None req-a3183356-1a1e-4d0f-8412-598a50c9d26b tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Detaching volume 6ab8a4e8-c631-46fb-8b12-5cad593ee896 [ 1282.257891] env[69413]: INFO nova.virt.block_device [None req-a3183356-1a1e-4d0f-8412-598a50c9d26b tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Attempting to driver detach volume 6ab8a4e8-c631-46fb-8b12-5cad593ee896 from mountpoint /dev/sdb [ 1282.258254] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3183356-1a1e-4d0f-8412-598a50c9d26b tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Volume detach. Driver type: vmdk {{(pid=69413) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1282.258515] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3183356-1a1e-4d0f-8412-598a50c9d26b tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616356', 'volume_id': '6ab8a4e8-c631-46fb-8b12-5cad593ee896', 'name': 'volume-6ab8a4e8-c631-46fb-8b12-5cad593ee896', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '20d1db4f-0ea1-4e44-9885-ec9ef9b4460c', 'attached_at': '', 'detached_at': '', 'volume_id': '6ab8a4e8-c631-46fb-8b12-5cad593ee896', 'serial': '6ab8a4e8-c631-46fb-8b12-5cad593ee896'} {{(pid=69413) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1282.259436] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c2e3ae-0971-4e77-a7de-d58b097582c0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.280817] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11a4248-4145-4e11-b95d-721e0159349b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.287765] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0f7842-23e9-49d6-89b2-4533dee4bd3b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.308428] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ca8c69-ee90-4dd8-bfbe-9cb2f0f6ddbb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.322709] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3183356-1a1e-4d0f-8412-598a50c9d26b tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] The volume has not been displaced from its original location: [datastore2] volume-6ab8a4e8-c631-46fb-8b12-5cad593ee896/volume-6ab8a4e8-c631-46fb-8b12-5cad593ee896.vmdk. No consolidation needed. {{(pid=69413) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1282.327833] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3183356-1a1e-4d0f-8412-598a50c9d26b tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1282.328124] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-710246b9-cc2d-4940-b6e8-ae1ad2af2fd2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.346502] env[69413]: DEBUG oslo_vmware.api [None req-a3183356-1a1e-4d0f-8412-598a50c9d26b tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1282.346502] env[69413]: value = "task-3078625" [ 1282.346502] env[69413]: _type = "Task" [ 1282.346502] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.354216] env[69413]: DEBUG oslo_vmware.api [None req-a3183356-1a1e-4d0f-8412-598a50c9d26b tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078625, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.446080] env[69413]: DEBUG oslo_vmware.api [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078624, 'name': Rename_Task, 'duration_secs': 0.125524} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.446577] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1282.446577] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-138994d6-16f1-4e49-8178-80eb6785b0d6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.453894] env[69413]: DEBUG oslo_vmware.api [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1282.453894] env[69413]: value = "task-3078626" [ 1282.453894] env[69413]: _type = "Task" [ 1282.453894] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.463429] env[69413]: DEBUG oslo_vmware.api [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078626, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.857629] env[69413]: DEBUG oslo_vmware.api [None req-a3183356-1a1e-4d0f-8412-598a50c9d26b tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078625, 'name': ReconfigVM_Task, 'duration_secs': 0.210008} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.857914] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3183356-1a1e-4d0f-8412-598a50c9d26b tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1282.862522] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92567e73-ef8a-4bb7-b2d6-127b0c7b6d14 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.878097] env[69413]: DEBUG oslo_vmware.api [None req-a3183356-1a1e-4d0f-8412-598a50c9d26b tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1282.878097] env[69413]: value = "task-3078627" [ 1282.878097] env[69413]: _type = "Task" [ 1282.878097] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.887181] env[69413]: DEBUG oslo_vmware.api [None req-a3183356-1a1e-4d0f-8412-598a50c9d26b tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078627, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.964155] env[69413]: DEBUG oslo_vmware.api [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078626, 'name': PowerOnVM_Task, 'duration_secs': 0.422496} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.964430] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1282.964638] env[69413]: INFO nova.compute.manager [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Took 6.94 seconds to spawn the instance on the hypervisor. [ 1282.964813] env[69413]: DEBUG nova.compute.manager [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1282.965611] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c1b83e-9a02-4a68-9ab1-5333a1211814 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.389302] env[69413]: DEBUG oslo_vmware.api [None req-a3183356-1a1e-4d0f-8412-598a50c9d26b tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078627, 'name': ReconfigVM_Task, 'duration_secs': 0.14172} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.389625] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3183356-1a1e-4d0f-8412-598a50c9d26b tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616356', 'volume_id': '6ab8a4e8-c631-46fb-8b12-5cad593ee896', 'name': 'volume-6ab8a4e8-c631-46fb-8b12-5cad593ee896', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '20d1db4f-0ea1-4e44-9885-ec9ef9b4460c', 'attached_at': '', 'detached_at': '', 'volume_id': '6ab8a4e8-c631-46fb-8b12-5cad593ee896', 'serial': '6ab8a4e8-c631-46fb-8b12-5cad593ee896'} {{(pid=69413) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1283.483028] env[69413]: INFO nova.compute.manager [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Took 13.38 seconds to build instance. [ 1283.928660] env[69413]: DEBUG nova.objects.instance [None req-a3183356-1a1e-4d0f-8412-598a50c9d26b tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lazy-loading 'flavor' on Instance uuid 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1283.986420] env[69413]: DEBUG oslo_concurrency.lockutils [None req-dc0fdeb5-61be-45d9-99a9-6df67a361cd5 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "bd18876c-74e8-4064-ab94-cdca14ccc0ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.890s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.719130] env[69413]: DEBUG nova.compute.manager [req-1d189054-d9f9-4c77-aa9b-64523496821d req-026b2dd9-582f-4240-bc36-b5c23b5189b4 service nova] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Received event network-changed-934c9151-9b8f-4598-8230-a7c3d82d5f4c {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.719376] env[69413]: DEBUG nova.compute.manager [req-1d189054-d9f9-4c77-aa9b-64523496821d req-026b2dd9-582f-4240-bc36-b5c23b5189b4 service nova] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Refreshing instance network info cache due to event network-changed-934c9151-9b8f-4598-8230-a7c3d82d5f4c. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1284.719601] env[69413]: DEBUG oslo_concurrency.lockutils [req-1d189054-d9f9-4c77-aa9b-64523496821d req-026b2dd9-582f-4240-bc36-b5c23b5189b4 service nova] Acquiring lock "refresh_cache-08fdf64c-acff-4bc5-8d0b-fd294e6c9a18" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.719752] env[69413]: DEBUG oslo_concurrency.lockutils [req-1d189054-d9f9-4c77-aa9b-64523496821d req-026b2dd9-582f-4240-bc36-b5c23b5189b4 service nova] Acquired lock "refresh_cache-08fdf64c-acff-4bc5-8d0b-fd294e6c9a18" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.719918] env[69413]: DEBUG nova.network.neutron [req-1d189054-d9f9-4c77-aa9b-64523496821d req-026b2dd9-582f-4240-bc36-b5c23b5189b4 service nova] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Refreshing network info cache for port 934c9151-9b8f-4598-8230-a7c3d82d5f4c {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1284.935535] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a3183356-1a1e-4d0f-8412-598a50c9d26b tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "20d1db4f-0ea1-4e44-9885-ec9ef9b4460c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.210s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.542237] env[69413]: DEBUG nova.network.neutron [req-1d189054-d9f9-4c77-aa9b-64523496821d req-026b2dd9-582f-4240-bc36-b5c23b5189b4 service nova] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Updated VIF entry in instance network info cache for port 934c9151-9b8f-4598-8230-a7c3d82d5f4c. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1285.542615] env[69413]: DEBUG nova.network.neutron [req-1d189054-d9f9-4c77-aa9b-64523496821d req-026b2dd9-582f-4240-bc36-b5c23b5189b4 service nova] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Updating instance_info_cache with network_info: [{"id": "934c9151-9b8f-4598-8230-a7c3d82d5f4c", "address": "fa:16:3e:8b:cf:29", "network": {"id": "b93ce486-44e4-4c58-8f72-021297e2ca51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2061790933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c094863d31844fc5a72997c864212713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap934c9151-9b", "ovs_interfaceid": "934c9151-9b8f-4598-8230-a7c3d82d5f4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.734715] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d0e7c0f8-3e40-4d87-afdb-57f73c279f31 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquiring lock "20d1db4f-0ea1-4e44-9885-ec9ef9b4460c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.735120] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d0e7c0f8-3e40-4d87-afdb-57f73c279f31 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "20d1db4f-0ea1-4e44-9885-ec9ef9b4460c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.735441] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d0e7c0f8-3e40-4d87-afdb-57f73c279f31 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquiring lock "20d1db4f-0ea1-4e44-9885-ec9ef9b4460c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.735717] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d0e7c0f8-3e40-4d87-afdb-57f73c279f31 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "20d1db4f-0ea1-4e44-9885-ec9ef9b4460c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.735961] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d0e7c0f8-3e40-4d87-afdb-57f73c279f31 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "20d1db4f-0ea1-4e44-9885-ec9ef9b4460c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.739349] env[69413]: INFO nova.compute.manager [None req-d0e7c0f8-3e40-4d87-afdb-57f73c279f31 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Terminating instance [ 1286.046144] env[69413]: DEBUG oslo_concurrency.lockutils [req-1d189054-d9f9-4c77-aa9b-64523496821d req-026b2dd9-582f-4240-bc36-b5c23b5189b4 service nova] Releasing lock "refresh_cache-08fdf64c-acff-4bc5-8d0b-fd294e6c9a18" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.244704] env[69413]: DEBUG nova.compute.manager [None req-d0e7c0f8-3e40-4d87-afdb-57f73c279f31 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1286.246191] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e7c0f8-3e40-4d87-afdb-57f73c279f31 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1286.246191] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d1cba9-ed22-45e1-9c19-d731cbfd6470 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.255212] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0e7c0f8-3e40-4d87-afdb-57f73c279f31 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.255484] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84c6e6cc-ac3d-4a8b-b3d0-5a8d33f4f46b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.262874] env[69413]: DEBUG oslo_vmware.api [None req-d0e7c0f8-3e40-4d87-afdb-57f73c279f31 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1286.262874] env[69413]: value = "task-3078628" [ 1286.262874] env[69413]: _type = "Task" [ 1286.262874] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.272331] env[69413]: DEBUG oslo_vmware.api [None req-d0e7c0f8-3e40-4d87-afdb-57f73c279f31 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.292453] env[69413]: DEBUG nova.compute.manager [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Stashing vm_state: active {{(pid=69413) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1286.745767] env[69413]: DEBUG nova.compute.manager [req-699ced9a-5d70-4635-80b3-b935e117ae80 req-f34ca6e5-a90f-4575-ac70-f25135417b76 service nova] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Received event network-changed-20a806ee-d99b-4bac-925b-d35d796e8824 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.746430] env[69413]: DEBUG nova.compute.manager [req-699ced9a-5d70-4635-80b3-b935e117ae80 req-f34ca6e5-a90f-4575-ac70-f25135417b76 service nova] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Refreshing instance network info cache due to event network-changed-20a806ee-d99b-4bac-925b-d35d796e8824. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1286.746430] env[69413]: DEBUG oslo_concurrency.lockutils [req-699ced9a-5d70-4635-80b3-b935e117ae80 req-f34ca6e5-a90f-4575-ac70-f25135417b76 service nova] Acquiring lock "refresh_cache-bd18876c-74e8-4064-ab94-cdca14ccc0ae" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.746430] env[69413]: DEBUG oslo_concurrency.lockutils [req-699ced9a-5d70-4635-80b3-b935e117ae80 req-f34ca6e5-a90f-4575-ac70-f25135417b76 service nova] Acquired lock "refresh_cache-bd18876c-74e8-4064-ab94-cdca14ccc0ae" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.746583] env[69413]: DEBUG nova.network.neutron [req-699ced9a-5d70-4635-80b3-b935e117ae80 req-f34ca6e5-a90f-4575-ac70-f25135417b76 service nova] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Refreshing network info cache for port 20a806ee-d99b-4bac-925b-d35d796e8824 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1286.772882] env[69413]: DEBUG oslo_vmware.api [None req-d0e7c0f8-3e40-4d87-afdb-57f73c279f31 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078628, 'name': PowerOffVM_Task, 'duration_secs': 0.247613} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.773097] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0e7c0f8-3e40-4d87-afdb-57f73c279f31 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1286.773270] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e7c0f8-3e40-4d87-afdb-57f73c279f31 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1286.773513] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fa8c65d-326f-4fe2-a6df-6228af60b5fc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.812291] env[69413]: DEBUG oslo_concurrency.lockutils [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.812597] env[69413]: DEBUG oslo_concurrency.lockutils [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.837307] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e7c0f8-3e40-4d87-afdb-57f73c279f31 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1286.837534] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e7c0f8-3e40-4d87-afdb-57f73c279f31 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1286.837691] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0e7c0f8-3e40-4d87-afdb-57f73c279f31 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Deleting the datastore file [datastore2] 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1286.837952] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20df8a99-42eb-4592-889d-7fe8e02be2ec {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.846246] env[69413]: DEBUG oslo_vmware.api [None req-d0e7c0f8-3e40-4d87-afdb-57f73c279f31 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1286.846246] env[69413]: value = "task-3078630" [ 1286.846246] env[69413]: _type = "Task" [ 1286.846246] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.855045] env[69413]: DEBUG oslo_vmware.api [None req-d0e7c0f8-3e40-4d87-afdb-57f73c279f31 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.317467] env[69413]: INFO nova.compute.claims [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1287.357341] env[69413]: DEBUG oslo_vmware.api [None req-d0e7c0f8-3e40-4d87-afdb-57f73c279f31 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132628} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.359764] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0e7c0f8-3e40-4d87-afdb-57f73c279f31 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1287.359946] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e7c0f8-3e40-4d87-afdb-57f73c279f31 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1287.360137] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e7c0f8-3e40-4d87-afdb-57f73c279f31 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1287.360314] env[69413]: INFO nova.compute.manager [None req-d0e7c0f8-3e40-4d87-afdb-57f73c279f31 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1287.360586] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0e7c0f8-3e40-4d87-afdb-57f73c279f31 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1287.361049] env[69413]: DEBUG nova.compute.manager [-] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1287.361160] env[69413]: DEBUG nova.network.neutron [-] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1287.506509] env[69413]: DEBUG nova.network.neutron [req-699ced9a-5d70-4635-80b3-b935e117ae80 req-f34ca6e5-a90f-4575-ac70-f25135417b76 service nova] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Updated VIF entry in instance network info cache for port 20a806ee-d99b-4bac-925b-d35d796e8824. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1287.506886] env[69413]: DEBUG nova.network.neutron [req-699ced9a-5d70-4635-80b3-b935e117ae80 req-f34ca6e5-a90f-4575-ac70-f25135417b76 service nova] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Updating instance_info_cache with network_info: [{"id": "20a806ee-d99b-4bac-925b-d35d796e8824", "address": "fa:16:3e:93:a8:64", "network": {"id": "b93ce486-44e4-4c58-8f72-021297e2ca51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2061790933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c094863d31844fc5a72997c864212713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20a806ee-d9", "ovs_interfaceid": "20a806ee-d99b-4bac-925b-d35d796e8824", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.790587] env[69413]: DEBUG nova.compute.manager [req-73bda21a-33a9-4443-b6e1-205e9eea6600 req-43bcab2c-f2ae-464c-a764-aa50bc00a848 service nova] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Received event network-vif-deleted-15c27091-4e43-44db-a95c-befd816a571e {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1287.790897] env[69413]: INFO nova.compute.manager [req-73bda21a-33a9-4443-b6e1-205e9eea6600 req-43bcab2c-f2ae-464c-a764-aa50bc00a848 service nova] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Neutron deleted interface 15c27091-4e43-44db-a95c-befd816a571e; detaching it from the instance and deleting it from the info cache [ 1287.791193] env[69413]: DEBUG nova.network.neutron [req-73bda21a-33a9-4443-b6e1-205e9eea6600 req-43bcab2c-f2ae-464c-a764-aa50bc00a848 service nova] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.825897] env[69413]: INFO nova.compute.resource_tracker [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Updating resource usage from migration 40cc8b4e-24a1-446c-a278-9a95a3ea704f [ 1287.921291] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6c75d4-1117-42ba-bcee-612e8cdf8ef7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.929754] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d0865e-160d-4307-a1fa-e0eebfabde0c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.961541] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0246946f-eee4-4329-a860-e7d16c096959 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.969606] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8382e4-a550-43dc-a081-e8ec9068d5a9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.983144] env[69413]: DEBUG nova.compute.provider_tree [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1288.010170] env[69413]: DEBUG oslo_concurrency.lockutils [req-699ced9a-5d70-4635-80b3-b935e117ae80 req-f34ca6e5-a90f-4575-ac70-f25135417b76 service nova] Releasing lock "refresh_cache-bd18876c-74e8-4064-ab94-cdca14ccc0ae" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.271063] env[69413]: DEBUG nova.network.neutron [-] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.293701] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea599b02-9d0f-4b80-991a-1e2ae6519ead {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.305043] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e38d17-07a9-4498-8510-59d8d078979d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.336668] env[69413]: DEBUG nova.compute.manager [req-73bda21a-33a9-4443-b6e1-205e9eea6600 req-43bcab2c-f2ae-464c-a764-aa50bc00a848 service nova] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Detach interface failed, port_id=15c27091-4e43-44db-a95c-befd816a571e, reason: Instance 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1288.486397] env[69413]: DEBUG nova.scheduler.client.report [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1288.773609] env[69413]: INFO nova.compute.manager [-] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Took 1.41 seconds to deallocate network for instance. [ 1288.991949] env[69413]: DEBUG oslo_concurrency.lockutils [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.179s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.992334] env[69413]: INFO nova.compute.manager [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Migrating [ 1289.283111] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d0e7c0f8-3e40-4d87-afdb-57f73c279f31 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.283476] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d0e7c0f8-3e40-4d87-afdb-57f73c279f31 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.283709] env[69413]: DEBUG nova.objects.instance [None req-d0e7c0f8-3e40-4d87-afdb-57f73c279f31 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lazy-loading 'resources' on Instance uuid 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1289.506640] env[69413]: DEBUG oslo_concurrency.lockutils [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "refresh_cache-bd18876c-74e8-4064-ab94-cdca14ccc0ae" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.506814] env[69413]: DEBUG oslo_concurrency.lockutils [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquired lock "refresh_cache-bd18876c-74e8-4064-ab94-cdca14ccc0ae" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.506997] env[69413]: DEBUG nova.network.neutron [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1289.873431] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b056a41e-1053-4fba-84ef-2f3416970e3b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.881430] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd942cf-e107-49e8-bdc1-ccfcef6289ca {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.910686] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f56a35-10cf-42c4-a00e-dd19bb7c06ea {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.917610] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426744b0-4146-4c06-8e85-6407336c52ad {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.930863] env[69413]: DEBUG nova.compute.provider_tree [None req-d0e7c0f8-3e40-4d87-afdb-57f73c279f31 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.210315] env[69413]: DEBUG nova.network.neutron [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Updating instance_info_cache with network_info: [{"id": "20a806ee-d99b-4bac-925b-d35d796e8824", "address": "fa:16:3e:93:a8:64", "network": {"id": "b93ce486-44e4-4c58-8f72-021297e2ca51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2061790933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c094863d31844fc5a72997c864212713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20a806ee-d9", "ovs_interfaceid": "20a806ee-d99b-4bac-925b-d35d796e8824", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.434219] env[69413]: DEBUG nova.scheduler.client.report [None req-d0e7c0f8-3e40-4d87-afdb-57f73c279f31 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1290.713428] env[69413]: DEBUG oslo_concurrency.lockutils [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Releasing lock "refresh_cache-bd18876c-74e8-4064-ab94-cdca14ccc0ae" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.940538] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d0e7c0f8-3e40-4d87-afdb-57f73c279f31 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.657s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.960615] env[69413]: INFO nova.scheduler.client.report [None req-d0e7c0f8-3e40-4d87-afdb-57f73c279f31 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Deleted allocations for instance 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c [ 1291.468024] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d0e7c0f8-3e40-4d87-afdb-57f73c279f31 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "20d1db4f-0ea1-4e44-9885-ec9ef9b4460c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.733s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.227160] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736323ec-8b16-4e99-9dfe-10c0fd32f23e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.246758] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Updating instance 'bd18876c-74e8-4064-ab94-cdca14ccc0ae' progress to 0 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1292.753018] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1292.753345] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e49ef4b-3dbc-4310-bb87-b23209c99c7a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.761137] env[69413]: DEBUG oslo_vmware.api [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1292.761137] env[69413]: value = "task-3078631" [ 1292.761137] env[69413]: _type = "Task" [ 1292.761137] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.770012] env[69413]: DEBUG oslo_vmware.api [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.924972] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1292.925252] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.271741] env[69413]: DEBUG oslo_vmware.api [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078631, 'name': PowerOffVM_Task, 'duration_secs': 0.206609} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.271842] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1293.272044] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Updating instance 'bd18876c-74e8-4064-ab94-cdca14ccc0ae' progress to 17 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1293.424479] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fa592e55-02a7-489b-9480-097c9b35ccbb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Acquiring lock "de9c9158-9c87-437d-94b4-76c4ea45a8b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.424739] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fa592e55-02a7-489b-9480-097c9b35ccbb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lock "de9c9158-9c87-437d-94b4-76c4ea45a8b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.424954] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fa592e55-02a7-489b-9480-097c9b35ccbb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Acquiring lock "de9c9158-9c87-437d-94b4-76c4ea45a8b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.425157] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fa592e55-02a7-489b-9480-097c9b35ccbb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lock "de9c9158-9c87-437d-94b4-76c4ea45a8b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.425341] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fa592e55-02a7-489b-9480-097c9b35ccbb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lock "de9c9158-9c87-437d-94b4-76c4ea45a8b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.427468] env[69413]: INFO nova.compute.manager [None req-fa592e55-02a7-489b-9480-097c9b35ccbb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Terminating instance [ 1293.431739] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.431739] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.431883] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.432033] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.432186] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.432337] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.432599] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69413) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1293.432829] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager.update_available_resource {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.778973] env[69413]: DEBUG nova.virt.hardware [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:10:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1293.779328] env[69413]: DEBUG nova.virt.hardware [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1293.779423] env[69413]: DEBUG nova.virt.hardware [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1293.779613] env[69413]: DEBUG nova.virt.hardware [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1293.779761] env[69413]: DEBUG nova.virt.hardware [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1293.779915] env[69413]: DEBUG nova.virt.hardware [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1293.780180] env[69413]: DEBUG nova.virt.hardware [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1293.780353] env[69413]: DEBUG nova.virt.hardware [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1293.780551] env[69413]: DEBUG nova.virt.hardware [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1293.780724] env[69413]: DEBUG nova.virt.hardware [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1293.780901] env[69413]: DEBUG nova.virt.hardware [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1293.786412] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d3f20fd-7315-46ce-a15d-21020340118c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.803914] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquiring lock "1d23c812-d28c-43b4-bd48-0027cee9e9d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.804154] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "1d23c812-d28c-43b4-bd48-0027cee9e9d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.809843] env[69413]: DEBUG oslo_vmware.api [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1293.809843] env[69413]: value = "task-3078632" [ 1293.809843] env[69413]: _type = "Task" [ 1293.809843] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.819487] env[69413]: DEBUG oslo_vmware.api [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078632, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.933086] env[69413]: DEBUG nova.compute.manager [None req-fa592e55-02a7-489b-9480-097c9b35ccbb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1293.933356] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-fa592e55-02a7-489b-9480-097c9b35ccbb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1293.934146] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9bde5e-60a8-40e0-bde1-7718d81120c3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.938144] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.938377] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.938564] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.938728] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69413) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1293.939815] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704300bb-71f0-4173-b8ef-ed4241534e21 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.948646] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa592e55-02a7-489b-9480-097c9b35ccbb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.952456] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7890370b-d91b-46ec-953f-1f425e5ec0f8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.955370] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791af0eb-2661-4105-8ec6-b25a232377c3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.972181] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da394f7f-2919-4e23-a465-671cad988860 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.974947] env[69413]: DEBUG oslo_vmware.api [None req-fa592e55-02a7-489b-9480-097c9b35ccbb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Waiting for the task: (returnval){ [ 1293.974947] env[69413]: value = "task-3078633" [ 1293.974947] env[69413]: _type = "Task" [ 1293.974947] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.981462] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aea2f3d-4d9c-4ef9-8f1e-90c325e0dec2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.987686] env[69413]: DEBUG oslo_vmware.api [None req-fa592e55-02a7-489b-9480-097c9b35ccbb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.014421] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180416MB free_disk=140GB free_vcpus=48 pci_devices=None {{(pid=69413) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1294.014625] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.014822] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.306267] env[69413]: DEBUG nova.compute.manager [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1294.319855] env[69413]: DEBUG oslo_vmware.api [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078632, 'name': ReconfigVM_Task, 'duration_secs': 0.183116} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.320156] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Updating instance 'bd18876c-74e8-4064-ab94-cdca14ccc0ae' progress to 33 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1294.485748] env[69413]: DEBUG oslo_vmware.api [None req-fa592e55-02a7-489b-9480-097c9b35ccbb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078633, 'name': PowerOffVM_Task, 'duration_secs': 0.192188} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.486037] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa592e55-02a7-489b-9480-097c9b35ccbb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1294.486257] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-fa592e55-02a7-489b-9480-097c9b35ccbb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1294.486509] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac2da3f8-1760-409c-b4c0-be99e4fdc1a4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.550967] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-fa592e55-02a7-489b-9480-097c9b35ccbb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1294.551150] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-fa592e55-02a7-489b-9480-097c9b35ccbb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1294.551337] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa592e55-02a7-489b-9480-097c9b35ccbb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Deleting the datastore file [datastore1] de9c9158-9c87-437d-94b4-76c4ea45a8b4 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1294.551981] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7fa9904-97c6-4995-add8-ea495f6f5634 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.558092] env[69413]: DEBUG oslo_vmware.api [None req-fa592e55-02a7-489b-9480-097c9b35ccbb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Waiting for the task: (returnval){ [ 1294.558092] env[69413]: value = "task-3078635" [ 1294.558092] env[69413]: _type = "Task" [ 1294.558092] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.565846] env[69413]: DEBUG oslo_vmware.api [None req-fa592e55-02a7-489b-9480-097c9b35ccbb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078635, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.825982] env[69413]: DEBUG nova.virt.hardware [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1294.826363] env[69413]: DEBUG nova.virt.hardware [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1294.826413] env[69413]: DEBUG nova.virt.hardware [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1294.826586] env[69413]: DEBUG nova.virt.hardware [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1294.826735] env[69413]: DEBUG nova.virt.hardware [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1294.826896] env[69413]: DEBUG nova.virt.hardware [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1294.827141] env[69413]: DEBUG nova.virt.hardware [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1294.827315] env[69413]: DEBUG nova.virt.hardware [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1294.827488] env[69413]: DEBUG nova.virt.hardware [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1294.827652] env[69413]: DEBUG nova.virt.hardware [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1294.827825] env[69413]: DEBUG nova.virt.hardware [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1294.833181] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1294.834272] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.834516] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6aefc5bf-d60b-42c1-ad57-f2fb924d2d4f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.854957] env[69413]: DEBUG oslo_vmware.api [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1294.854957] env[69413]: value = "task-3078636" [ 1294.854957] env[69413]: _type = "Task" [ 1294.854957] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.863178] env[69413]: DEBUG oslo_vmware.api [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078636, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.023209] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Applying migration context for instance bd18876c-74e8-4064-ab94-cdca14ccc0ae as it has an incoming, in-progress migration 40cc8b4e-24a1-446c-a278-9a95a3ea704f. Migration status is migrating {{(pid=69413) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1295.024142] env[69413]: INFO nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Updating resource usage from migration 40cc8b4e-24a1-446c-a278-9a95a3ea704f [ 1295.042978] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1295.043206] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance de9c9158-9c87-437d-94b4-76c4ea45a8b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1295.043340] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 3b803c12-767e-4c4e-977b-71d962b53b4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1295.043463] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 0de31772-7c4a-476d-9535-3ecfbceb844e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1295.043585] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Migration 40cc8b4e-24a1-446c-a278-9a95a3ea704f is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1295.043696] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance bd18876c-74e8-4064-ab94-cdca14ccc0ae actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1295.067523] env[69413]: DEBUG oslo_vmware.api [None req-fa592e55-02a7-489b-9480-097c9b35ccbb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078635, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129466} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.067804] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa592e55-02a7-489b-9480-097c9b35ccbb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1295.067961] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-fa592e55-02a7-489b-9480-097c9b35ccbb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1295.068200] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-fa592e55-02a7-489b-9480-097c9b35ccbb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1295.068393] env[69413]: INFO nova.compute.manager [None req-fa592e55-02a7-489b-9480-097c9b35ccbb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1295.068635] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa592e55-02a7-489b-9480-097c9b35ccbb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1295.068824] env[69413]: DEBUG nova.compute.manager [-] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1295.068918] env[69413]: DEBUG nova.network.neutron [-] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1295.369157] env[69413]: DEBUG oslo_vmware.api [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078636, 'name': ReconfigVM_Task, 'duration_secs': 0.164828} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.369157] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1295.369157] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174be257-ace5-45ad-9a5e-13fba512f945 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.391689] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] volume-223bce20-b29d-4b3c-8b1d-f569b253b027/volume-223bce20-b29d-4b3c-8b1d-f569b253b027.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1295.392010] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48573a79-a650-4c89-bdac-05bcc2fb6a5a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.412118] env[69413]: DEBUG oslo_vmware.api [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1295.412118] env[69413]: value = "task-3078637" [ 1295.412118] env[69413]: _type = "Task" [ 1295.412118] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.420495] env[69413]: DEBUG oslo_vmware.api [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078637, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.507955] env[69413]: DEBUG nova.compute.manager [req-4069db41-ab1b-4e0c-be2a-5522e69fbc94 req-8df90e7f-7255-4e4e-b80d-34bf8cfbfdee service nova] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Received event network-vif-deleted-70c2c5c7-f589-407c-b5b0-bd83b1a8ecc6 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.507955] env[69413]: INFO nova.compute.manager [req-4069db41-ab1b-4e0c-be2a-5522e69fbc94 req-8df90e7f-7255-4e4e-b80d-34bf8cfbfdee service nova] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Neutron deleted interface 70c2c5c7-f589-407c-b5b0-bd83b1a8ecc6; detaching it from the instance and deleting it from the info cache [ 1295.508171] env[69413]: DEBUG nova.network.neutron [req-4069db41-ab1b-4e0c-be2a-5522e69fbc94 req-8df90e7f-7255-4e4e-b80d-34bf8cfbfdee service nova] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.547023] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 1d23c812-d28c-43b4-bd48-0027cee9e9d2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1295.547023] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69413) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1295.547249] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69413) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1295.635171] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1232a234-a43a-4d8e-8cb9-8ae374a03b8d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.643389] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16961456-4e97-4437-a4ed-fd0869963811 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.673764] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de80a62-7ca7-4964-aba5-e1b6d303a941 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.681530] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1187d3a3-026a-45ef-8e50-333a08aeef78 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.694903] env[69413]: DEBUG nova.compute.provider_tree [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.922298] env[69413]: DEBUG oslo_vmware.api [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.991765] env[69413]: DEBUG nova.network.neutron [-] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.010463] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76a61b30-6ede-4c9e-bd77-d0cb546b1d1c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.020849] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c230871f-1252-4321-a175-ec7729bb910c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.050896] env[69413]: DEBUG nova.compute.manager [req-4069db41-ab1b-4e0c-be2a-5522e69fbc94 req-8df90e7f-7255-4e4e-b80d-34bf8cfbfdee service nova] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Detach interface failed, port_id=70c2c5c7-f589-407c-b5b0-bd83b1a8ecc6, reason: Instance de9c9158-9c87-437d-94b4-76c4ea45a8b4 could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1296.198474] env[69413]: DEBUG nova.scheduler.client.report [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1296.423463] env[69413]: DEBUG oslo_vmware.api [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078637, 'name': ReconfigVM_Task, 'duration_secs': 0.794851} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.423793] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Reconfigured VM instance instance-00000078 to attach disk [datastore2] volume-223bce20-b29d-4b3c-8b1d-f569b253b027/volume-223bce20-b29d-4b3c-8b1d-f569b253b027.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1296.424025] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Updating instance 'bd18876c-74e8-4064-ab94-cdca14ccc0ae' progress to 50 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1296.494507] env[69413]: INFO nova.compute.manager [-] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Took 1.43 seconds to deallocate network for instance. [ 1296.703025] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69413) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1296.703025] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.688s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.703301] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.869s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.704840] env[69413]: INFO nova.compute.claims [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1296.930637] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ae779b-551d-426c-8df5-d01f59cc740b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.950011] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f70f13c-7a1e-4f4e-844d-7de6a2d9372d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.967442] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Updating instance 'bd18876c-74e8-4064-ab94-cdca14ccc0ae' progress to 67 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1297.000252] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fa592e55-02a7-489b-9480-097c9b35ccbb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.798989] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034cdbff-d250-4d95-b5a5-bee589287886 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.806288] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c9fb70-8a6e-488f-8a7a-8f5d4666f0b0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.836647] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2eb99a0-880f-4d27-a4d9-28a5667afa43 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.843084] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1a7a91-8117-4821-a242-4f3f279e02c1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.855480] env[69413]: DEBUG nova.compute.provider_tree [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1298.358535] env[69413]: DEBUG nova.scheduler.client.report [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1298.609166] env[69413]: DEBUG nova.network.neutron [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Port 20a806ee-d99b-4bac-925b-d35d796e8824 binding to destination host cpu-1 is already ACTIVE {{(pid=69413) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1298.863767] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.160s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.864274] env[69413]: DEBUG nova.compute.manager [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1298.867346] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fa592e55-02a7-489b-9480-097c9b35ccbb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.867s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.867569] env[69413]: DEBUG nova.objects.instance [None req-fa592e55-02a7-489b-9480-097c9b35ccbb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lazy-loading 'resources' on Instance uuid de9c9158-9c87-437d-94b4-76c4ea45a8b4 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.370742] env[69413]: DEBUG nova.compute.utils [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1299.375070] env[69413]: DEBUG nova.compute.manager [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1299.375070] env[69413]: DEBUG nova.network.neutron [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1299.419880] env[69413]: DEBUG nova.policy [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8580d1ba75f440e58c61107dc02770a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19ee0c3413b84109b79b8f564907df44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1299.461674] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9820755d-751e-463f-9b1c-946ef95d12f1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.469069] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fda49a-9aae-4c9e-bb54-f32c1e67f6dd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.500733] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a56ef58-dfd0-4cea-bcbc-a2341af43492 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.508032] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed97d7f9-59f6-463d-8737-9023c190a997 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.520784] env[69413]: DEBUG nova.compute.provider_tree [None req-fa592e55-02a7-489b-9480-097c9b35ccbb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.630960] env[69413]: DEBUG oslo_concurrency.lockutils [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "bd18876c-74e8-4064-ab94-cdca14ccc0ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.631242] env[69413]: DEBUG oslo_concurrency.lockutils [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "bd18876c-74e8-4064-ab94-cdca14ccc0ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.631507] env[69413]: DEBUG oslo_concurrency.lockutils [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "bd18876c-74e8-4064-ab94-cdca14ccc0ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.694879] env[69413]: DEBUG nova.network.neutron [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Successfully created port: 6c9b1d05-7f5c-4253-8e96-6d17902e29f1 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1299.875481] env[69413]: DEBUG nova.compute.manager [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1300.023504] env[69413]: DEBUG nova.scheduler.client.report [None req-fa592e55-02a7-489b-9480-097c9b35ccbb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1300.528489] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fa592e55-02a7-489b-9480-097c9b35ccbb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.661s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.549139] env[69413]: INFO nova.scheduler.client.report [None req-fa592e55-02a7-489b-9480-097c9b35ccbb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Deleted allocations for instance de9c9158-9c87-437d-94b4-76c4ea45a8b4 [ 1300.673597] env[69413]: DEBUG oslo_concurrency.lockutils [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "refresh_cache-bd18876c-74e8-4064-ab94-cdca14ccc0ae" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.673844] env[69413]: DEBUG oslo_concurrency.lockutils [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquired lock "refresh_cache-bd18876c-74e8-4064-ab94-cdca14ccc0ae" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.674045] env[69413]: DEBUG nova.network.neutron [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1300.885321] env[69413]: DEBUG nova.compute.manager [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1300.910105] env[69413]: DEBUG nova.virt.hardware [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1300.910396] env[69413]: DEBUG nova.virt.hardware [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1300.910583] env[69413]: DEBUG nova.virt.hardware [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1300.910786] env[69413]: DEBUG nova.virt.hardware [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1300.910937] env[69413]: DEBUG nova.virt.hardware [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1300.911094] env[69413]: DEBUG nova.virt.hardware [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1300.911308] env[69413]: DEBUG nova.virt.hardware [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1300.911470] env[69413]: DEBUG nova.virt.hardware [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1300.911633] env[69413]: DEBUG nova.virt.hardware [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1300.911794] env[69413]: DEBUG nova.virt.hardware [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1300.911963] env[69413]: DEBUG nova.virt.hardware [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1300.912827] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2b4b8b-9328-4293-ace1-dd489c5ed83c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.920705] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a12716-0988-4158-b1cf-a7074173f637 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.037343] env[69413]: DEBUG nova.compute.manager [req-f3931b1e-40ee-4a41-a201-2bfb998bc9d6 req-d100dd06-9518-41ef-a480-f41771ac163c service nova] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Received event network-vif-plugged-6c9b1d05-7f5c-4253-8e96-6d17902e29f1 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1301.037570] env[69413]: DEBUG oslo_concurrency.lockutils [req-f3931b1e-40ee-4a41-a201-2bfb998bc9d6 req-d100dd06-9518-41ef-a480-f41771ac163c service nova] Acquiring lock "1d23c812-d28c-43b4-bd48-0027cee9e9d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.037776] env[69413]: DEBUG oslo_concurrency.lockutils [req-f3931b1e-40ee-4a41-a201-2bfb998bc9d6 req-d100dd06-9518-41ef-a480-f41771ac163c service nova] Lock "1d23c812-d28c-43b4-bd48-0027cee9e9d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.037973] env[69413]: DEBUG oslo_concurrency.lockutils [req-f3931b1e-40ee-4a41-a201-2bfb998bc9d6 req-d100dd06-9518-41ef-a480-f41771ac163c service nova] Lock "1d23c812-d28c-43b4-bd48-0027cee9e9d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.038117] env[69413]: DEBUG nova.compute.manager [req-f3931b1e-40ee-4a41-a201-2bfb998bc9d6 req-d100dd06-9518-41ef-a480-f41771ac163c service nova] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] No waiting events found dispatching network-vif-plugged-6c9b1d05-7f5c-4253-8e96-6d17902e29f1 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1301.038374] env[69413]: WARNING nova.compute.manager [req-f3931b1e-40ee-4a41-a201-2bfb998bc9d6 req-d100dd06-9518-41ef-a480-f41771ac163c service nova] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Received unexpected event network-vif-plugged-6c9b1d05-7f5c-4253-8e96-6d17902e29f1 for instance with vm_state building and task_state spawning. [ 1301.055915] env[69413]: DEBUG oslo_concurrency.lockutils [None req-fa592e55-02a7-489b-9480-097c9b35ccbb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lock "de9c9158-9c87-437d-94b4-76c4ea45a8b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.631s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.116709] env[69413]: DEBUG nova.network.neutron [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Successfully updated port: 6c9b1d05-7f5c-4253-8e96-6d17902e29f1 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1301.363620] env[69413]: DEBUG nova.network.neutron [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Updating instance_info_cache with network_info: [{"id": "20a806ee-d99b-4bac-925b-d35d796e8824", "address": "fa:16:3e:93:a8:64", "network": {"id": "b93ce486-44e4-4c58-8f72-021297e2ca51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2061790933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c094863d31844fc5a72997c864212713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20a806ee-d9", "ovs_interfaceid": "20a806ee-d99b-4bac-925b-d35d796e8824", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.619848] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquiring lock "refresh_cache-1d23c812-d28c-43b4-bd48-0027cee9e9d2" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.620094] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquired lock "refresh_cache-1d23c812-d28c-43b4-bd48-0027cee9e9d2" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.620183] env[69413]: DEBUG nova.network.neutron [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1301.867150] env[69413]: DEBUG oslo_concurrency.lockutils [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Releasing lock "refresh_cache-bd18876c-74e8-4064-ab94-cdca14ccc0ae" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.152145] env[69413]: DEBUG nova.network.neutron [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1302.272936] env[69413]: DEBUG nova.network.neutron [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Updating instance_info_cache with network_info: [{"id": "6c9b1d05-7f5c-4253-8e96-6d17902e29f1", "address": "fa:16:3e:82:3c:dd", "network": {"id": "56fb7565-00c6-441e-972a-ed70ccd43ee9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1361173336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ee0c3413b84109b79b8f564907df44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c9b1d05-7f", "ovs_interfaceid": "6c9b1d05-7f5c-4253-8e96-6d17902e29f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.376630] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0baeca80-59c5-477f-9658-1c88ec037a8e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.383873] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce1f2b7-582a-4642-87a9-a318d813b07b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.775341] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Releasing lock "refresh_cache-1d23c812-d28c-43b4-bd48-0027cee9e9d2" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.775678] env[69413]: DEBUG nova.compute.manager [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Instance network_info: |[{"id": "6c9b1d05-7f5c-4253-8e96-6d17902e29f1", "address": "fa:16:3e:82:3c:dd", "network": {"id": "56fb7565-00c6-441e-972a-ed70ccd43ee9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1361173336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ee0c3413b84109b79b8f564907df44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c9b1d05-7f", "ovs_interfaceid": "6c9b1d05-7f5c-4253-8e96-6d17902e29f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1302.776063] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:3c:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7b7edd0-124a-48ec-ae26-1aa14f9b884a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c9b1d05-7f5c-4253-8e96-6d17902e29f1', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1302.783693] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1302.783910] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1302.784215] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15966463-fcd7-4a60-95e4-bd95fde7a968 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.805968] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1302.805968] env[69413]: value = "task-3078638" [ 1302.805968] env[69413]: _type = "Task" [ 1302.805968] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.813899] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078638, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.063936] env[69413]: DEBUG nova.compute.manager [req-ba8e569e-8545-4812-af14-9244545baf4d req-92c5b014-4d99-4b54-89c3-7b131b1176e9 service nova] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Received event network-changed-6c9b1d05-7f5c-4253-8e96-6d17902e29f1 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1303.064172] env[69413]: DEBUG nova.compute.manager [req-ba8e569e-8545-4812-af14-9244545baf4d req-92c5b014-4d99-4b54-89c3-7b131b1176e9 service nova] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Refreshing instance network info cache due to event network-changed-6c9b1d05-7f5c-4253-8e96-6d17902e29f1. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1303.064384] env[69413]: DEBUG oslo_concurrency.lockutils [req-ba8e569e-8545-4812-af14-9244545baf4d req-92c5b014-4d99-4b54-89c3-7b131b1176e9 service nova] Acquiring lock "refresh_cache-1d23c812-d28c-43b4-bd48-0027cee9e9d2" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.064523] env[69413]: DEBUG oslo_concurrency.lockutils [req-ba8e569e-8545-4812-af14-9244545baf4d req-92c5b014-4d99-4b54-89c3-7b131b1176e9 service nova] Acquired lock "refresh_cache-1d23c812-d28c-43b4-bd48-0027cee9e9d2" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.064683] env[69413]: DEBUG nova.network.neutron [req-ba8e569e-8545-4812-af14-9244545baf4d req-92c5b014-4d99-4b54-89c3-7b131b1176e9 service nova] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Refreshing network info cache for port 6c9b1d05-7f5c-4253-8e96-6d17902e29f1 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1303.316057] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078638, 'name': CreateVM_Task, 'duration_secs': 0.293724} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.316264] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1303.316921] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.317107] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.317441] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.317688] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3264dc37-323a-4739-8086-e71246fbd6fc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.321817] env[69413]: DEBUG oslo_vmware.api [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1303.321817] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52aa19fb-bc3a-9701-4c15-1515450716f6" [ 1303.321817] env[69413]: _type = "Task" [ 1303.321817] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.328808] env[69413]: DEBUG oslo_vmware.api [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52aa19fb-bc3a-9701-4c15-1515450716f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.459283] env[69413]: DEBUG oslo_concurrency.lockutils [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Acquiring lock "605dc214-ef5d-4333-bb0f-54d5f5e97832" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.459509] env[69413]: DEBUG oslo_concurrency.lockutils [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lock "605dc214-ef5d-4333-bb0f-54d5f5e97832" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.484624] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0975092-0f1a-4c4e-9895-dc13a8342d4a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.503271] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a641679d-1bfa-4915-a57c-6f6de5929477 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.509930] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Updating instance 'bd18876c-74e8-4064-ab94-cdca14ccc0ae' progress to 83 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1303.746216] env[69413]: DEBUG nova.network.neutron [req-ba8e569e-8545-4812-af14-9244545baf4d req-92c5b014-4d99-4b54-89c3-7b131b1176e9 service nova] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Updated VIF entry in instance network info cache for port 6c9b1d05-7f5c-4253-8e96-6d17902e29f1. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1303.746596] env[69413]: DEBUG nova.network.neutron [req-ba8e569e-8545-4812-af14-9244545baf4d req-92c5b014-4d99-4b54-89c3-7b131b1176e9 service nova] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Updating instance_info_cache with network_info: [{"id": "6c9b1d05-7f5c-4253-8e96-6d17902e29f1", "address": "fa:16:3e:82:3c:dd", "network": {"id": "56fb7565-00c6-441e-972a-ed70ccd43ee9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1361173336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ee0c3413b84109b79b8f564907df44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c9b1d05-7f", "ovs_interfaceid": "6c9b1d05-7f5c-4253-8e96-6d17902e29f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.833623] env[69413]: DEBUG oslo_vmware.api [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52aa19fb-bc3a-9701-4c15-1515450716f6, 'name': SearchDatastore_Task, 'duration_secs': 0.01058} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.833938] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.834138] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1303.834430] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.834599] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.834779] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1303.835030] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-558e94b2-9b09-4c6d-bedc-710ae0fcdc94 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.845243] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1303.845394] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1303.846036] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1313ee6d-ba3a-476c-8a58-a4fa12f07c8f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.850489] env[69413]: DEBUG oslo_vmware.api [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1303.850489] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]524e5d6e-d820-0829-b179-3574a80c7549" [ 1303.850489] env[69413]: _type = "Task" [ 1303.850489] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.857575] env[69413]: DEBUG oslo_vmware.api [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]524e5d6e-d820-0829-b179-3574a80c7549, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.961725] env[69413]: DEBUG nova.compute.manager [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1304.016323] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1304.016618] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff18c358-de73-438d-9f26-26c24046a1e0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.024584] env[69413]: DEBUG oslo_vmware.api [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1304.024584] env[69413]: value = "task-3078639" [ 1304.024584] env[69413]: _type = "Task" [ 1304.024584] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.032134] env[69413]: DEBUG oslo_vmware.api [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078639, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.249198] env[69413]: DEBUG oslo_concurrency.lockutils [req-ba8e569e-8545-4812-af14-9244545baf4d req-92c5b014-4d99-4b54-89c3-7b131b1176e9 service nova] Releasing lock "refresh_cache-1d23c812-d28c-43b4-bd48-0027cee9e9d2" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.360978] env[69413]: DEBUG oslo_vmware.api [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]524e5d6e-d820-0829-b179-3574a80c7549, 'name': SearchDatastore_Task, 'duration_secs': 0.009616} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.361762] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d38b1ab-b68a-4f94-8df4-1e2240fc4593 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.367096] env[69413]: DEBUG oslo_vmware.api [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1304.367096] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522c8f45-6b26-5253-3fcb-ce116df36b17" [ 1304.367096] env[69413]: _type = "Task" [ 1304.367096] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.375544] env[69413]: DEBUG oslo_vmware.api [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522c8f45-6b26-5253-3fcb-ce116df36b17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.481110] env[69413]: DEBUG oslo_concurrency.lockutils [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.481383] env[69413]: DEBUG oslo_concurrency.lockutils [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.482871] env[69413]: INFO nova.compute.claims [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1304.535226] env[69413]: DEBUG oslo_vmware.api [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078639, 'name': PowerOnVM_Task, 'duration_secs': 0.380381} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.535453] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1304.535623] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-954bf2d7-c7a2-4387-982c-f36fe1aca800 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Updating instance 'bd18876c-74e8-4064-ab94-cdca14ccc0ae' progress to 100 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1304.877396] env[69413]: DEBUG oslo_vmware.api [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]522c8f45-6b26-5253-3fcb-ce116df36b17, 'name': SearchDatastore_Task, 'duration_secs': 0.010366} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.877663] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.877923] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 1d23c812-d28c-43b4-bd48-0027cee9e9d2/1d23c812-d28c-43b4-bd48-0027cee9e9d2.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1304.878160] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afc1d994-d228-4470-8c83-d10e85d13b1e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.884778] env[69413]: DEBUG oslo_vmware.api [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1304.884778] env[69413]: value = "task-3078640" [ 1304.884778] env[69413]: _type = "Task" [ 1304.884778] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.892185] env[69413]: DEBUG oslo_vmware.api [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078640, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.394436] env[69413]: DEBUG oslo_vmware.api [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078640, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444557} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.394668] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 1d23c812-d28c-43b4-bd48-0027cee9e9d2/1d23c812-d28c-43b4-bd48-0027cee9e9d2.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1305.394858] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1305.395131] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-058cf6e6-4d67-452b-b33e-924d7c1058ba {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.401116] env[69413]: DEBUG oslo_vmware.api [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1305.401116] env[69413]: value = "task-3078641" [ 1305.401116] env[69413]: _type = "Task" [ 1305.401116] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.407970] env[69413]: DEBUG oslo_vmware.api [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.577207] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061420c0-4ba0-4c31-a604-f8b558ea1457 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.589036] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42d3202-0564-4a0c-abff-57efc77460ae {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.618640] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0bb2ee-e652-4af2-baa5-a3ea7fa09b90 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.625740] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd77d1db-775b-4df2-94f6-dfa66559a072 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.639552] env[69413]: DEBUG nova.compute.provider_tree [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1305.911104] env[69413]: DEBUG oslo_vmware.api [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.05799} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.911443] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1305.912163] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0bd85d-8677-4cc6-bd47-6ac23db23362 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.933378] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 1d23c812-d28c-43b4-bd48-0027cee9e9d2/1d23c812-d28c-43b4-bd48-0027cee9e9d2.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1305.933604] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf15c7b7-a72c-4724-a883-a0a858fa4a2b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.952732] env[69413]: DEBUG oslo_vmware.api [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1305.952732] env[69413]: value = "task-3078642" [ 1305.952732] env[69413]: _type = "Task" [ 1305.952732] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.960521] env[69413]: DEBUG oslo_vmware.api [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078642, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.142471] env[69413]: DEBUG nova.scheduler.client.report [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1306.462250] env[69413]: DEBUG oslo_vmware.api [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078642, 'name': ReconfigVM_Task, 'duration_secs': 0.26349} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.462497] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 1d23c812-d28c-43b4-bd48-0027cee9e9d2/1d23c812-d28c-43b4-bd48-0027cee9e9d2.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1306.463135] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20e60559-4305-412a-b282-8cb8355d25ba {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.470843] env[69413]: DEBUG oslo_vmware.api [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1306.470843] env[69413]: value = "task-3078643" [ 1306.470843] env[69413]: _type = "Task" [ 1306.470843] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.478878] env[69413]: DEBUG oslo_vmware.api [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078643, 'name': Rename_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.551774] env[69413]: DEBUG oslo_concurrency.lockutils [None req-edb64ef8-47a9-4e08-9de4-641573894373 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "bd18876c-74e8-4064-ab94-cdca14ccc0ae" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.552129] env[69413]: DEBUG oslo_concurrency.lockutils [None req-edb64ef8-47a9-4e08-9de4-641573894373 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "bd18876c-74e8-4064-ab94-cdca14ccc0ae" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.552336] env[69413]: DEBUG nova.compute.manager [None req-edb64ef8-47a9-4e08-9de4-641573894373 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Going to confirm migration 7 {{(pid=69413) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1306.647345] env[69413]: DEBUG oslo_concurrency.lockutils [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.647862] env[69413]: DEBUG nova.compute.manager [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1306.983071] env[69413]: DEBUG oslo_vmware.api [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078643, 'name': Rename_Task, 'duration_secs': 0.125502} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.983461] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1306.983772] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2cac378-8371-4150-b575-b0586b08379b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.990733] env[69413]: DEBUG oslo_vmware.api [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1306.990733] env[69413]: value = "task-3078644" [ 1306.990733] env[69413]: _type = "Task" [ 1306.990733] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.000740] env[69413]: DEBUG oslo_vmware.api [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.114720] env[69413]: DEBUG oslo_concurrency.lockutils [None req-edb64ef8-47a9-4e08-9de4-641573894373 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "refresh_cache-bd18876c-74e8-4064-ab94-cdca14ccc0ae" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.114915] env[69413]: DEBUG oslo_concurrency.lockutils [None req-edb64ef8-47a9-4e08-9de4-641573894373 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquired lock "refresh_cache-bd18876c-74e8-4064-ab94-cdca14ccc0ae" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.115116] env[69413]: DEBUG nova.network.neutron [None req-edb64ef8-47a9-4e08-9de4-641573894373 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1307.115320] env[69413]: DEBUG nova.objects.instance [None req-edb64ef8-47a9-4e08-9de4-641573894373 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lazy-loading 'info_cache' on Instance uuid bd18876c-74e8-4064-ab94-cdca14ccc0ae {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1307.152433] env[69413]: DEBUG nova.compute.utils [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1307.154038] env[69413]: DEBUG nova.compute.manager [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1307.154038] env[69413]: DEBUG nova.network.neutron [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1307.194874] env[69413]: DEBUG nova.policy [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9d3640bc0eb4a80b9c3a8f204df7a5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9fb6bdd02cca4435ac2b06705b907bcb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1307.460360] env[69413]: DEBUG nova.network.neutron [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Successfully created port: ced814e4-2abc-44da-9cbe-7a958fb99bad {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1307.501159] env[69413]: DEBUG oslo_vmware.api [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078644, 'name': PowerOnVM_Task, 'duration_secs': 0.428619} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.501492] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1307.501812] env[69413]: INFO nova.compute.manager [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Took 6.62 seconds to spawn the instance on the hypervisor. [ 1307.502071] env[69413]: DEBUG nova.compute.manager [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1307.503070] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15793125-ac87-442a-af28-6d1aeb7d78b5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.658486] env[69413]: DEBUG nova.compute.manager [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1308.019407] env[69413]: INFO nova.compute.manager [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Took 13.21 seconds to build instance. [ 1308.452392] env[69413]: DEBUG nova.network.neutron [None req-edb64ef8-47a9-4e08-9de4-641573894373 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Updating instance_info_cache with network_info: [{"id": "20a806ee-d99b-4bac-925b-d35d796e8824", "address": "fa:16:3e:93:a8:64", "network": {"id": "b93ce486-44e4-4c58-8f72-021297e2ca51", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2061790933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c094863d31844fc5a72997c864212713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20a806ee-d9", "ovs_interfaceid": "20a806ee-d99b-4bac-925b-d35d796e8824", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.521569] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a04996c9-aa22-495f-9c9c-58b21e088002 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "1d23c812-d28c-43b4-bd48-0027cee9e9d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.717s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.670438] env[69413]: DEBUG nova.compute.manager [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1308.701384] env[69413]: DEBUG nova.virt.hardware [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1308.701647] env[69413]: DEBUG nova.virt.hardware [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1308.701783] env[69413]: DEBUG nova.virt.hardware [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1308.701964] env[69413]: DEBUG nova.virt.hardware [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1308.702125] env[69413]: DEBUG nova.virt.hardware [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1308.702369] env[69413]: DEBUG nova.virt.hardware [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1308.702542] env[69413]: DEBUG nova.virt.hardware [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1308.702703] env[69413]: DEBUG nova.virt.hardware [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1308.702873] env[69413]: DEBUG nova.virt.hardware [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1308.703057] env[69413]: DEBUG nova.virt.hardware [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1308.703244] env[69413]: DEBUG nova.virt.hardware [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1308.704157] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f1077c-3a5b-48c8-b130-66fe5ec1980c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.712960] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946f4c03-3dcc-4ce2-99ce-337ced0fff6d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.854633] env[69413]: DEBUG nova.compute.manager [req-5173839e-5e81-4925-8168-49a9233082d9 req-aecc8fe5-47f2-4f6d-b70b-7e5b200b07db service nova] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Received event network-vif-plugged-ced814e4-2abc-44da-9cbe-7a958fb99bad {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1308.854852] env[69413]: DEBUG oslo_concurrency.lockutils [req-5173839e-5e81-4925-8168-49a9233082d9 req-aecc8fe5-47f2-4f6d-b70b-7e5b200b07db service nova] Acquiring lock "605dc214-ef5d-4333-bb0f-54d5f5e97832-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.855076] env[69413]: DEBUG oslo_concurrency.lockutils [req-5173839e-5e81-4925-8168-49a9233082d9 req-aecc8fe5-47f2-4f6d-b70b-7e5b200b07db service nova] Lock "605dc214-ef5d-4333-bb0f-54d5f5e97832-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.855252] env[69413]: DEBUG oslo_concurrency.lockutils [req-5173839e-5e81-4925-8168-49a9233082d9 req-aecc8fe5-47f2-4f6d-b70b-7e5b200b07db service nova] Lock "605dc214-ef5d-4333-bb0f-54d5f5e97832-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.855454] env[69413]: DEBUG nova.compute.manager [req-5173839e-5e81-4925-8168-49a9233082d9 req-aecc8fe5-47f2-4f6d-b70b-7e5b200b07db service nova] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] No waiting events found dispatching network-vif-plugged-ced814e4-2abc-44da-9cbe-7a958fb99bad {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1308.855581] env[69413]: WARNING nova.compute.manager [req-5173839e-5e81-4925-8168-49a9233082d9 req-aecc8fe5-47f2-4f6d-b70b-7e5b200b07db service nova] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Received unexpected event network-vif-plugged-ced814e4-2abc-44da-9cbe-7a958fb99bad for instance with vm_state building and task_state spawning. [ 1308.931470] env[69413]: DEBUG nova.compute.manager [req-ac137c8c-7357-47b9-a37d-7d84382a8852 req-5b195961-d9bf-48dd-a17e-014497320933 service nova] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Received event network-changed-6c9b1d05-7f5c-4253-8e96-6d17902e29f1 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1308.931728] env[69413]: DEBUG nova.compute.manager [req-ac137c8c-7357-47b9-a37d-7d84382a8852 req-5b195961-d9bf-48dd-a17e-014497320933 service nova] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Refreshing instance network info cache due to event network-changed-6c9b1d05-7f5c-4253-8e96-6d17902e29f1. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1308.932012] env[69413]: DEBUG oslo_concurrency.lockutils [req-ac137c8c-7357-47b9-a37d-7d84382a8852 req-5b195961-d9bf-48dd-a17e-014497320933 service nova] Acquiring lock "refresh_cache-1d23c812-d28c-43b4-bd48-0027cee9e9d2" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.932012] env[69413]: DEBUG oslo_concurrency.lockutils [req-ac137c8c-7357-47b9-a37d-7d84382a8852 req-5b195961-d9bf-48dd-a17e-014497320933 service nova] Acquired lock "refresh_cache-1d23c812-d28c-43b4-bd48-0027cee9e9d2" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.932729] env[69413]: DEBUG nova.network.neutron [req-ac137c8c-7357-47b9-a37d-7d84382a8852 req-5b195961-d9bf-48dd-a17e-014497320933 service nova] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Refreshing network info cache for port 6c9b1d05-7f5c-4253-8e96-6d17902e29f1 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1308.938182] env[69413]: DEBUG nova.network.neutron [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Successfully updated port: ced814e4-2abc-44da-9cbe-7a958fb99bad {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1308.955416] env[69413]: DEBUG oslo_concurrency.lockutils [None req-edb64ef8-47a9-4e08-9de4-641573894373 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Releasing lock "refresh_cache-bd18876c-74e8-4064-ab94-cdca14ccc0ae" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.955576] env[69413]: DEBUG nova.objects.instance [None req-edb64ef8-47a9-4e08-9de4-641573894373 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lazy-loading 'migration_context' on Instance uuid bd18876c-74e8-4064-ab94-cdca14ccc0ae {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1309.441293] env[69413]: DEBUG oslo_concurrency.lockutils [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Acquiring lock "refresh_cache-605dc214-ef5d-4333-bb0f-54d5f5e97832" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.441629] env[69413]: DEBUG oslo_concurrency.lockutils [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Acquired lock "refresh_cache-605dc214-ef5d-4333-bb0f-54d5f5e97832" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.441629] env[69413]: DEBUG nova.network.neutron [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1309.457806] env[69413]: DEBUG nova.objects.base [None req-edb64ef8-47a9-4e08-9de4-641573894373 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69413) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1309.459046] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81fa2240-da2a-41a7-93de-473fe988861d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.480466] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1eb37cdb-fe42-4914-8c4b-760544a6d055 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.486729] env[69413]: DEBUG oslo_vmware.api [None req-edb64ef8-47a9-4e08-9de4-641573894373 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1309.486729] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d82bbb-b902-58da-f3be-66b7bf0e86ea" [ 1309.486729] env[69413]: _type = "Task" [ 1309.486729] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.494908] env[69413]: DEBUG oslo_vmware.api [None req-edb64ef8-47a9-4e08-9de4-641573894373 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d82bbb-b902-58da-f3be-66b7bf0e86ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.649809] env[69413]: DEBUG nova.network.neutron [req-ac137c8c-7357-47b9-a37d-7d84382a8852 req-5b195961-d9bf-48dd-a17e-014497320933 service nova] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Updated VIF entry in instance network info cache for port 6c9b1d05-7f5c-4253-8e96-6d17902e29f1. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1309.650230] env[69413]: DEBUG nova.network.neutron [req-ac137c8c-7357-47b9-a37d-7d84382a8852 req-5b195961-d9bf-48dd-a17e-014497320933 service nova] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Updating instance_info_cache with network_info: [{"id": "6c9b1d05-7f5c-4253-8e96-6d17902e29f1", "address": "fa:16:3e:82:3c:dd", "network": {"id": "56fb7565-00c6-441e-972a-ed70ccd43ee9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1361173336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19ee0c3413b84109b79b8f564907df44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c9b1d05-7f", "ovs_interfaceid": "6c9b1d05-7f5c-4253-8e96-6d17902e29f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.978122] env[69413]: DEBUG nova.network.neutron [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1310.001227] env[69413]: DEBUG oslo_vmware.api [None req-edb64ef8-47a9-4e08-9de4-641573894373 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d82bbb-b902-58da-f3be-66b7bf0e86ea, 'name': SearchDatastore_Task, 'duration_secs': 0.023553} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.001623] env[69413]: DEBUG oslo_concurrency.lockutils [None req-edb64ef8-47a9-4e08-9de4-641573894373 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.001988] env[69413]: DEBUG oslo_concurrency.lockutils [None req-edb64ef8-47a9-4e08-9de4-641573894373 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.111174] env[69413]: DEBUG nova.network.neutron [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Updating instance_info_cache with network_info: [{"id": "ced814e4-2abc-44da-9cbe-7a958fb99bad", "address": "fa:16:3e:37:12:2f", "network": {"id": "db4bd27f-d085-4940-867a-82efd19914df", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1073902450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fb6bdd02cca4435ac2b06705b907bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapced814e4-2a", "ovs_interfaceid": "ced814e4-2abc-44da-9cbe-7a958fb99bad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.153572] env[69413]: DEBUG oslo_concurrency.lockutils [req-ac137c8c-7357-47b9-a37d-7d84382a8852 req-5b195961-d9bf-48dd-a17e-014497320933 service nova] Releasing lock "refresh_cache-1d23c812-d28c-43b4-bd48-0027cee9e9d2" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.601029] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f87df7-0a60-4dc2-97b9-8501c6728be6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.608565] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b072ed-89ed-4a24-b306-1ff467af3281 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.614014] env[69413]: DEBUG oslo_concurrency.lockutils [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Releasing lock "refresh_cache-605dc214-ef5d-4333-bb0f-54d5f5e97832" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.614363] env[69413]: DEBUG nova.compute.manager [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Instance network_info: |[{"id": "ced814e4-2abc-44da-9cbe-7a958fb99bad", "address": "fa:16:3e:37:12:2f", "network": {"id": "db4bd27f-d085-4940-867a-82efd19914df", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1073902450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fb6bdd02cca4435ac2b06705b907bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapced814e4-2a", "ovs_interfaceid": "ced814e4-2abc-44da-9cbe-7a958fb99bad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1310.638380] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:12:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ced814e4-2abc-44da-9cbe-7a958fb99bad', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1310.645625] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1310.646337] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1310.647013] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbbbca1-635d-4115-96a5-0c1c67bccbbc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.649435] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a55f13a-85bc-4e0e-ae87-3982945c7009 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.669920] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afff236-1f90-4487-884e-e316bb0eec4c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.673366] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1310.673366] env[69413]: value = "task-3078645" [ 1310.673366] env[69413]: _type = "Task" [ 1310.673366] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.684616] env[69413]: DEBUG nova.compute.provider_tree [None req-edb64ef8-47a9-4e08-9de4-641573894373 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1310.688977] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078645, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.879592] env[69413]: DEBUG nova.compute.manager [req-a015a1de-17b0-4206-8757-72c7018fd34f req-cf4c7285-7497-4505-8fc2-f3429ae297c8 service nova] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Received event network-changed-ced814e4-2abc-44da-9cbe-7a958fb99bad {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1310.879813] env[69413]: DEBUG nova.compute.manager [req-a015a1de-17b0-4206-8757-72c7018fd34f req-cf4c7285-7497-4505-8fc2-f3429ae297c8 service nova] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Refreshing instance network info cache due to event network-changed-ced814e4-2abc-44da-9cbe-7a958fb99bad. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1310.880503] env[69413]: DEBUG oslo_concurrency.lockutils [req-a015a1de-17b0-4206-8757-72c7018fd34f req-cf4c7285-7497-4505-8fc2-f3429ae297c8 service nova] Acquiring lock "refresh_cache-605dc214-ef5d-4333-bb0f-54d5f5e97832" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.880681] env[69413]: DEBUG oslo_concurrency.lockutils [req-a015a1de-17b0-4206-8757-72c7018fd34f req-cf4c7285-7497-4505-8fc2-f3429ae297c8 service nova] Acquired lock "refresh_cache-605dc214-ef5d-4333-bb0f-54d5f5e97832" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.880852] env[69413]: DEBUG nova.network.neutron [req-a015a1de-17b0-4206-8757-72c7018fd34f req-cf4c7285-7497-4505-8fc2-f3429ae297c8 service nova] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Refreshing network info cache for port ced814e4-2abc-44da-9cbe-7a958fb99bad {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1311.185602] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078645, 'name': CreateVM_Task, 'duration_secs': 0.507665} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.185779] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1311.186468] env[69413]: DEBUG oslo_concurrency.lockutils [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.186637] env[69413]: DEBUG oslo_concurrency.lockutils [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.186957] env[69413]: DEBUG oslo_concurrency.lockutils [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.187220] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc5ac846-cd11-48f3-b777-cc9c25cfc94b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.190770] env[69413]: DEBUG nova.scheduler.client.report [None req-edb64ef8-47a9-4e08-9de4-641573894373 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1311.194814] env[69413]: DEBUG oslo_vmware.api [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Waiting for the task: (returnval){ [ 1311.194814] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a30f7d-9e7a-e078-67ab-5a06ab97446a" [ 1311.194814] env[69413]: _type = "Task" [ 1311.194814] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.203057] env[69413]: DEBUG oslo_vmware.api [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52a30f7d-9e7a-e078-67ab-5a06ab97446a, 'name': SearchDatastore_Task, 'duration_secs': 0.008978} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.203355] env[69413]: DEBUG oslo_concurrency.lockutils [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.203624] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1311.203860] env[69413]: DEBUG oslo_concurrency.lockutils [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.204031] env[69413]: DEBUG oslo_concurrency.lockutils [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.204230] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1311.205058] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e5a3832-a814-4570-9f51-a713c966f881 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.211962] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1311.212134] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1311.212784] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f2372fe-20b4-48be-9a95-253498372280 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.217850] env[69413]: DEBUG oslo_vmware.api [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Waiting for the task: (returnval){ [ 1311.217850] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52bc595e-3d2b-da80-542c-cccbf72ca382" [ 1311.217850] env[69413]: _type = "Task" [ 1311.217850] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.225015] env[69413]: DEBUG oslo_vmware.api [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52bc595e-3d2b-da80-542c-cccbf72ca382, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.551338] env[69413]: DEBUG nova.network.neutron [req-a015a1de-17b0-4206-8757-72c7018fd34f req-cf4c7285-7497-4505-8fc2-f3429ae297c8 service nova] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Updated VIF entry in instance network info cache for port ced814e4-2abc-44da-9cbe-7a958fb99bad. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1311.551706] env[69413]: DEBUG nova.network.neutron [req-a015a1de-17b0-4206-8757-72c7018fd34f req-cf4c7285-7497-4505-8fc2-f3429ae297c8 service nova] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Updating instance_info_cache with network_info: [{"id": "ced814e4-2abc-44da-9cbe-7a958fb99bad", "address": "fa:16:3e:37:12:2f", "network": {"id": "db4bd27f-d085-4940-867a-82efd19914df", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1073902450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fb6bdd02cca4435ac2b06705b907bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapced814e4-2a", "ovs_interfaceid": "ced814e4-2abc-44da-9cbe-7a958fb99bad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.730085] env[69413]: DEBUG oslo_vmware.api [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52bc595e-3d2b-da80-542c-cccbf72ca382, 'name': SearchDatastore_Task, 'duration_secs': 0.007768} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.730896] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9190579c-29c2-4776-b400-e0a3d3a90046 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.736181] env[69413]: DEBUG oslo_vmware.api [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Waiting for the task: (returnval){ [ 1311.736181] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52bc06b0-53bf-e762-77f5-5b62ec1108b3" [ 1311.736181] env[69413]: _type = "Task" [ 1311.736181] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.743178] env[69413]: DEBUG oslo_vmware.api [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52bc06b0-53bf-e762-77f5-5b62ec1108b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.054632] env[69413]: DEBUG oslo_concurrency.lockutils [req-a015a1de-17b0-4206-8757-72c7018fd34f req-cf4c7285-7497-4505-8fc2-f3429ae297c8 service nova] Releasing lock "refresh_cache-605dc214-ef5d-4333-bb0f-54d5f5e97832" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.202354] env[69413]: DEBUG oslo_concurrency.lockutils [None req-edb64ef8-47a9-4e08-9de4-641573894373 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.200s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.246111] env[69413]: DEBUG oslo_vmware.api [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52bc06b0-53bf-e762-77f5-5b62ec1108b3, 'name': SearchDatastore_Task, 'duration_secs': 0.008768} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.246363] env[69413]: DEBUG oslo_concurrency.lockutils [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.246614] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 605dc214-ef5d-4333-bb0f-54d5f5e97832/605dc214-ef5d-4333-bb0f-54d5f5e97832.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1312.246849] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5c3417d-f904-4b2b-af71-0b80a36fa847 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.254544] env[69413]: DEBUG oslo_vmware.api [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Waiting for the task: (returnval){ [ 1312.254544] env[69413]: value = "task-3078646" [ 1312.254544] env[69413]: _type = "Task" [ 1312.254544] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.261869] env[69413]: DEBUG oslo_vmware.api [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.755489] env[69413]: INFO nova.scheduler.client.report [None req-edb64ef8-47a9-4e08-9de4-641573894373 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Deleted allocation for migration 40cc8b4e-24a1-446c-a278-9a95a3ea704f [ 1312.768034] env[69413]: DEBUG oslo_vmware.api [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078646, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.423323} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.768034] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore1] 605dc214-ef5d-4333-bb0f-54d5f5e97832/605dc214-ef5d-4333-bb0f-54d5f5e97832.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1312.768229] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1312.768358] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad6ba675-8c12-4f56-a4f5-a80165e5d164 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.775351] env[69413]: DEBUG oslo_vmware.api [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Waiting for the task: (returnval){ [ 1312.775351] env[69413]: value = "task-3078647" [ 1312.775351] env[69413]: _type = "Task" [ 1312.775351] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.785397] env[69413]: DEBUG oslo_vmware.api [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078647, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.916847] env[69413]: INFO nova.compute.manager [None req-2f192ee3-bc5f-4e3f-892e-2792d53280a9 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Get console output [ 1312.917110] env[69413]: WARNING nova.virt.vmwareapi.driver [None req-2f192ee3-bc5f-4e3f-892e-2792d53280a9 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] The console log is missing. Check your VSPC configuration [ 1313.263553] env[69413]: DEBUG oslo_concurrency.lockutils [None req-edb64ef8-47a9-4e08-9de4-641573894373 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "bd18876c-74e8-4064-ab94-cdca14ccc0ae" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.711s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.285729] env[69413]: DEBUG oslo_vmware.api [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078647, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056786} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.285977] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1313.287026] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5036b509-afc3-4507-b79c-ee96231253d0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.308093] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 605dc214-ef5d-4333-bb0f-54d5f5e97832/605dc214-ef5d-4333-bb0f-54d5f5e97832.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1313.308360] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e628b9c-5fbf-4555-aef6-a4b9bb2b8bab {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.327602] env[69413]: DEBUG oslo_vmware.api [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Waiting for the task: (returnval){ [ 1313.327602] env[69413]: value = "task-3078648" [ 1313.327602] env[69413]: _type = "Task" [ 1313.327602] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.335209] env[69413]: DEBUG oslo_vmware.api [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078648, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.838207] env[69413]: DEBUG oslo_vmware.api [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078648, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.337454] env[69413]: DEBUG oslo_vmware.api [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078648, 'name': ReconfigVM_Task, 'duration_secs': 0.543479} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.337713] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 605dc214-ef5d-4333-bb0f-54d5f5e97832/605dc214-ef5d-4333-bb0f-54d5f5e97832.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1314.338368] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-703f36b9-01f2-4312-88c1-ac9fcd0d9c2e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.343963] env[69413]: DEBUG oslo_vmware.api [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Waiting for the task: (returnval){ [ 1314.343963] env[69413]: value = "task-3078649" [ 1314.343963] env[69413]: _type = "Task" [ 1314.343963] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.352285] env[69413]: DEBUG oslo_vmware.api [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078649, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.722922] env[69413]: DEBUG nova.compute.manager [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Stashing vm_state: active {{(pid=69413) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1314.855175] env[69413]: DEBUG oslo_vmware.api [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078649, 'name': Rename_Task, 'duration_secs': 0.120179} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.855449] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1314.855690] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4064b5cd-00c4-498d-8759-3d60ac246508 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.862617] env[69413]: DEBUG oslo_vmware.api [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Waiting for the task: (returnval){ [ 1314.862617] env[69413]: value = "task-3078650" [ 1314.862617] env[69413]: _type = "Task" [ 1314.862617] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.870211] env[69413]: DEBUG oslo_vmware.api [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078650, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.243906] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.243906] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.373070] env[69413]: DEBUG oslo_vmware.api [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078650, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.748620] env[69413]: INFO nova.compute.claims [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1315.873159] env[69413]: DEBUG oslo_vmware.api [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078650, 'name': PowerOnVM_Task, 'duration_secs': 0.556905} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.873441] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1315.873613] env[69413]: INFO nova.compute.manager [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Took 7.20 seconds to spawn the instance on the hypervisor. [ 1315.873796] env[69413]: DEBUG nova.compute.manager [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1315.874597] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9368b5cb-78ec-441f-bf43-460380480897 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.254893] env[69413]: INFO nova.compute.resource_tracker [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Updating resource usage from migration 36917704-c233-41b3-85f4-0b7e403cd40b [ 1316.341661] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7f2fc6-f18a-45ad-a76b-c8c336eaf2bd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.349154] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdedd76-ad8b-4ed9-9792-b6d611e22b62 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.377989] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783d08cb-5f3b-48d6-b196-cc3784cd15b5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.388969] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b91039e-1b2c-4bb6-931a-fc207d34d749 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.396246] env[69413]: INFO nova.compute.manager [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Took 11.93 seconds to build instance. [ 1316.405059] env[69413]: DEBUG nova.compute.provider_tree [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1316.898426] env[69413]: DEBUG oslo_concurrency.lockutils [None req-16152ddd-0a61-4ce9-84d3-5427bdd44c1c tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lock "605dc214-ef5d-4333-bb0f-54d5f5e97832" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.439s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.908714] env[69413]: DEBUG nova.scheduler.client.report [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1317.413912] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.170s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.414146] env[69413]: INFO nova.compute.manager [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Migrating [ 1317.741189] env[69413]: DEBUG nova.compute.manager [req-6c8fe2b8-a057-45e2-a223-1b085b182956 req-573a8ccc-2351-46a9-9b64-4a98c310448c service nova] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Received event network-changed-ced814e4-2abc-44da-9cbe-7a958fb99bad {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1317.741391] env[69413]: DEBUG nova.compute.manager [req-6c8fe2b8-a057-45e2-a223-1b085b182956 req-573a8ccc-2351-46a9-9b64-4a98c310448c service nova] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Refreshing instance network info cache due to event network-changed-ced814e4-2abc-44da-9cbe-7a958fb99bad. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1317.741620] env[69413]: DEBUG oslo_concurrency.lockutils [req-6c8fe2b8-a057-45e2-a223-1b085b182956 req-573a8ccc-2351-46a9-9b64-4a98c310448c service nova] Acquiring lock "refresh_cache-605dc214-ef5d-4333-bb0f-54d5f5e97832" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.741770] env[69413]: DEBUG oslo_concurrency.lockutils [req-6c8fe2b8-a057-45e2-a223-1b085b182956 req-573a8ccc-2351-46a9-9b64-4a98c310448c service nova] Acquired lock "refresh_cache-605dc214-ef5d-4333-bb0f-54d5f5e97832" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.741937] env[69413]: DEBUG nova.network.neutron [req-6c8fe2b8-a057-45e2-a223-1b085b182956 req-573a8ccc-2351-46a9-9b64-4a98c310448c service nova] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Refreshing network info cache for port ced814e4-2abc-44da-9cbe-7a958fb99bad {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1317.929026] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "refresh_cache-0de31772-7c4a-476d-9535-3ecfbceb844e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.929407] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquired lock "refresh_cache-0de31772-7c4a-476d-9535-3ecfbceb844e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.929822] env[69413]: DEBUG nova.network.neutron [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1318.446582] env[69413]: DEBUG nova.network.neutron [req-6c8fe2b8-a057-45e2-a223-1b085b182956 req-573a8ccc-2351-46a9-9b64-4a98c310448c service nova] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Updated VIF entry in instance network info cache for port ced814e4-2abc-44da-9cbe-7a958fb99bad. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1318.446888] env[69413]: DEBUG nova.network.neutron [req-6c8fe2b8-a057-45e2-a223-1b085b182956 req-573a8ccc-2351-46a9-9b64-4a98c310448c service nova] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Updating instance_info_cache with network_info: [{"id": "ced814e4-2abc-44da-9cbe-7a958fb99bad", "address": "fa:16:3e:37:12:2f", "network": {"id": "db4bd27f-d085-4940-867a-82efd19914df", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1073902450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fb6bdd02cca4435ac2b06705b907bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapced814e4-2a", "ovs_interfaceid": "ced814e4-2abc-44da-9cbe-7a958fb99bad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.625734] env[69413]: DEBUG nova.network.neutron [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Updating instance_info_cache with network_info: [{"id": "3f4b29c5-4af4-48d4-85c9-5772a0d88b97", "address": "fa:16:3e:c7:d8:a5", "network": {"id": "9f6a6da5-f7d8-4701-b117-bc929b707d63", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510056269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9155da285b149afae28b1048f0d10d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f4b29c5-4a", "ovs_interfaceid": "3f4b29c5-4af4-48d4-85c9-5772a0d88b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.949148] env[69413]: DEBUG oslo_concurrency.lockutils [req-6c8fe2b8-a057-45e2-a223-1b085b182956 req-573a8ccc-2351-46a9-9b64-4a98c310448c service nova] Releasing lock "refresh_cache-605dc214-ef5d-4333-bb0f-54d5f5e97832" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.128335] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Releasing lock "refresh_cache-0de31772-7c4a-476d-9535-3ecfbceb844e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.643897] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db56f80-2883-47d6-889c-94de67f728a4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.663276] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Updating instance '0de31772-7c4a-476d-9535-3ecfbceb844e' progress to 0 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1321.170214] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1321.170539] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-207fa692-977e-4848-8d3e-547fce8837cb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.177422] env[69413]: DEBUG oslo_vmware.api [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1321.177422] env[69413]: value = "task-3078651" [ 1321.177422] env[69413]: _type = "Task" [ 1321.177422] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.185245] env[69413]: DEBUG oslo_vmware.api [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.687809] env[69413]: DEBUG oslo_vmware.api [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078651, 'name': PowerOffVM_Task, 'duration_secs': 0.185259} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.688185] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1321.688339] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Updating instance '0de31772-7c4a-476d-9535-3ecfbceb844e' progress to 17 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1322.194446] env[69413]: DEBUG nova.virt.hardware [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:10:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1322.194767] env[69413]: DEBUG nova.virt.hardware [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1322.194767] env[69413]: DEBUG nova.virt.hardware [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1322.194978] env[69413]: DEBUG nova.virt.hardware [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1322.195124] env[69413]: DEBUG nova.virt.hardware [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1322.195271] env[69413]: DEBUG nova.virt.hardware [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1322.195480] env[69413]: DEBUG nova.virt.hardware [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1322.195639] env[69413]: DEBUG nova.virt.hardware [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1322.195809] env[69413]: DEBUG nova.virt.hardware [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1322.195973] env[69413]: DEBUG nova.virt.hardware [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1322.196167] env[69413]: DEBUG nova.virt.hardware [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1322.201243] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3ba3a2c-dc36-4a94-88ff-0d8a89668ade {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.216707] env[69413]: DEBUG oslo_vmware.api [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1322.216707] env[69413]: value = "task-3078652" [ 1322.216707] env[69413]: _type = "Task" [ 1322.216707] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.224567] env[69413]: DEBUG oslo_vmware.api [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078652, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.726411] env[69413]: DEBUG oslo_vmware.api [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078652, 'name': ReconfigVM_Task, 'duration_secs': 0.158439} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.726786] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Updating instance '0de31772-7c4a-476d-9535-3ecfbceb844e' progress to 33 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1323.233589] env[69413]: DEBUG nova.virt.hardware [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1323.233835] env[69413]: DEBUG nova.virt.hardware [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1323.233964] env[69413]: DEBUG nova.virt.hardware [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1323.234164] env[69413]: DEBUG nova.virt.hardware [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1323.234315] env[69413]: DEBUG nova.virt.hardware [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1323.234463] env[69413]: DEBUG nova.virt.hardware [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1323.234670] env[69413]: DEBUG nova.virt.hardware [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1323.234831] env[69413]: DEBUG nova.virt.hardware [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1323.234995] env[69413]: DEBUG nova.virt.hardware [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1323.235182] env[69413]: DEBUG nova.virt.hardware [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1323.235358] env[69413]: DEBUG nova.virt.hardware [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1323.241134] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1323.241486] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-215a1b74-fcc9-48e5-8b59-cb2218b1134d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.261362] env[69413]: DEBUG oslo_vmware.api [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1323.261362] env[69413]: value = "task-3078653" [ 1323.261362] env[69413]: _type = "Task" [ 1323.261362] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.269635] env[69413]: DEBUG oslo_vmware.api [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078653, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.771410] env[69413]: DEBUG oslo_vmware.api [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078653, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.273361] env[69413]: DEBUG oslo_vmware.api [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078653, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.772808] env[69413]: DEBUG oslo_vmware.api [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078653, 'name': ReconfigVM_Task, 'duration_secs': 1.15577} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.773215] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1324.773838] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db736588-57dd-486e-a69d-4bc79d401282 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.794910] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 0de31772-7c4a-476d-9535-3ecfbceb844e/0de31772-7c4a-476d-9535-3ecfbceb844e.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1324.795323] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa8dceeb-3536-44d1-a2df-b5c01b58b885 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.813276] env[69413]: DEBUG oslo_vmware.api [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1324.813276] env[69413]: value = "task-3078654" [ 1324.813276] env[69413]: _type = "Task" [ 1324.813276] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.822998] env[69413]: DEBUG oslo_vmware.api [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078654, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.324162] env[69413]: DEBUG oslo_vmware.api [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078654, 'name': ReconfigVM_Task, 'duration_secs': 0.251299} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.324415] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 0de31772-7c4a-476d-9535-3ecfbceb844e/0de31772-7c4a-476d-9535-3ecfbceb844e.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1325.324681] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Updating instance '0de31772-7c4a-476d-9535-3ecfbceb844e' progress to 50 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1325.832117] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c915fa6-7779-4122-a414-4f695f71354f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.850832] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71e5734-2cfa-414a-a7eb-10fdb267d517 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.867926] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Updating instance '0de31772-7c4a-476d-9535-3ecfbceb844e' progress to 67 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1326.406559] env[69413]: DEBUG nova.network.neutron [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Port 3f4b29c5-4af4-48d4-85c9-5772a0d88b97 binding to destination host cpu-1 is already ACTIVE {{(pid=69413) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1327.428378] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "0de31772-7c4a-476d-9535-3ecfbceb844e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.428378] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "0de31772-7c4a-476d-9535-3ecfbceb844e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.428791] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "0de31772-7c4a-476d-9535-3ecfbceb844e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.461629] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "refresh_cache-0de31772-7c4a-476d-9535-3ecfbceb844e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.461913] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquired lock "refresh_cache-0de31772-7c4a-476d-9535-3ecfbceb844e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.461985] env[69413]: DEBUG nova.network.neutron [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1329.199994] env[69413]: DEBUG nova.network.neutron [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Updating instance_info_cache with network_info: [{"id": "3f4b29c5-4af4-48d4-85c9-5772a0d88b97", "address": "fa:16:3e:c7:d8:a5", "network": {"id": "9f6a6da5-f7d8-4701-b117-bc929b707d63", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510056269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9155da285b149afae28b1048f0d10d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f4b29c5-4a", "ovs_interfaceid": "3f4b29c5-4af4-48d4-85c9-5772a0d88b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.702455] env[69413]: DEBUG oslo_concurrency.lockutils [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Releasing lock "refresh_cache-0de31772-7c4a-476d-9535-3ecfbceb844e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.230835] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e425605-646d-4550-b313-23f295a29e35 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.249889] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f700ec-5d01-46e4-bd69-9fd0949d5ede {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.256566] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Updating instance '0de31772-7c4a-476d-9535-3ecfbceb844e' progress to 83 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1330.762926] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1330.763312] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2899aad7-88dc-4ce4-8013-95c1c9e07aaa {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.771633] env[69413]: DEBUG oslo_vmware.api [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1330.771633] env[69413]: value = "task-3078655" [ 1330.771633] env[69413]: _type = "Task" [ 1330.771633] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.779697] env[69413]: DEBUG oslo_vmware.api [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078655, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.281901] env[69413]: DEBUG oslo_vmware.api [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078655, 'name': PowerOnVM_Task, 'duration_secs': 0.358086} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.282189] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1331.282376] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2602109c-52b4-48d0-a6e7-bc19c17ea315 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Updating instance '0de31772-7c4a-476d-9535-3ecfbceb844e' progress to 100 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1334.135637] env[69413]: DEBUG nova.network.neutron [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Port 3f4b29c5-4af4-48d4-85c9-5772a0d88b97 binding to destination host cpu-1 is already ACTIVE {{(pid=69413) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1334.135920] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "refresh_cache-0de31772-7c4a-476d-9535-3ecfbceb844e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.136045] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquired lock "refresh_cache-0de31772-7c4a-476d-9535-3ecfbceb844e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.136229] env[69413]: DEBUG nova.network.neutron [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1334.864629] env[69413]: DEBUG nova.network.neutron [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Updating instance_info_cache with network_info: [{"id": "3f4b29c5-4af4-48d4-85c9-5772a0d88b97", "address": "fa:16:3e:c7:d8:a5", "network": {"id": "9f6a6da5-f7d8-4701-b117-bc929b707d63", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510056269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9155da285b149afae28b1048f0d10d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f4b29c5-4a", "ovs_interfaceid": "3f4b29c5-4af4-48d4-85c9-5772a0d88b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.367232] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Releasing lock "refresh_cache-0de31772-7c4a-476d-9535-3ecfbceb844e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.871007] env[69413]: DEBUG nova.compute.manager [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69413) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1335.871272] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.871531] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.374705] env[69413]: DEBUG nova.objects.instance [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lazy-loading 'migration_context' on Instance uuid 0de31772-7c4a-476d-9535-3ecfbceb844e {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1336.976111] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db33592-38f7-4263-9d84-3d4dab041601 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.983550] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2538ff7c-6f15-4e8c-b3e2-dad91e95b805 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.014503] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80ab599-a565-48ea-96d1-45e885d3741c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.021801] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdcdbf5-449b-4360-a132-ba391f874bf0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.034411] env[69413]: DEBUG nova.compute.provider_tree [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.537604] env[69413]: DEBUG nova.scheduler.client.report [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1338.550417] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.679s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.803634] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b70b95cb-d3a1-4375-8646-3f576eec2de1 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "bd18876c-74e8-4064-ab94-cdca14ccc0ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.803991] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b70b95cb-d3a1-4375-8646-3f576eec2de1 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "bd18876c-74e8-4064-ab94-cdca14ccc0ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.804146] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b70b95cb-d3a1-4375-8646-3f576eec2de1 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "bd18876c-74e8-4064-ab94-cdca14ccc0ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.804336] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b70b95cb-d3a1-4375-8646-3f576eec2de1 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "bd18876c-74e8-4064-ab94-cdca14ccc0ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.804507] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b70b95cb-d3a1-4375-8646-3f576eec2de1 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "bd18876c-74e8-4064-ab94-cdca14ccc0ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.806721] env[69413]: INFO nova.compute.manager [None req-b70b95cb-d3a1-4375-8646-3f576eec2de1 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Terminating instance [ 1340.083313] env[69413]: INFO nova.compute.manager [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Swapping old allocation on dict_keys(['65568fbe-598e-408e-afad-1b65d19c68ec']) held by migration 36917704-c233-41b3-85f4-0b7e403cd40b for instance [ 1340.106739] env[69413]: DEBUG nova.scheduler.client.report [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Overwriting current allocation {'allocations': {'65568fbe-598e-408e-afad-1b65d19c68ec': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 170}}, 'project_id': 'a9155da285b149afae28b1048f0d10d8', 'user_id': 'a1a3d3b9b67440b78de679e49c1cd12e', 'consumer_generation': 1} on consumer 0de31772-7c4a-476d-9535-3ecfbceb844e {{(pid=69413) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1340.179573] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "refresh_cache-0de31772-7c4a-476d-9535-3ecfbceb844e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.179801] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquired lock "refresh_cache-0de31772-7c4a-476d-9535-3ecfbceb844e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.179980] env[69413]: DEBUG nova.network.neutron [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1340.310736] env[69413]: DEBUG nova.compute.manager [None req-b70b95cb-d3a1-4375-8646-3f576eec2de1 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1340.310994] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-b70b95cb-d3a1-4375-8646-3f576eec2de1 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1340.311290] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1842bb4-463e-4804-a0a3-f2f6d60613d5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.319786] env[69413]: DEBUG oslo_vmware.api [None req-b70b95cb-d3a1-4375-8646-3f576eec2de1 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1340.319786] env[69413]: value = "task-3078656" [ 1340.319786] env[69413]: _type = "Task" [ 1340.319786] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.327813] env[69413]: DEBUG oslo_vmware.api [None req-b70b95cb-d3a1-4375-8646-3f576eec2de1 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.831361] env[69413]: DEBUG oslo_vmware.api [None req-b70b95cb-d3a1-4375-8646-3f576eec2de1 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078656, 'name': PowerOffVM_Task, 'duration_secs': 0.222323} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.831653] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-b70b95cb-d3a1-4375-8646-3f576eec2de1 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1340.831809] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-b70b95cb-d3a1-4375-8646-3f576eec2de1 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Volume detach. Driver type: vmdk {{(pid=69413) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1340.832009] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-b70b95cb-d3a1-4375-8646-3f576eec2de1 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616354', 'volume_id': '223bce20-b29d-4b3c-8b1d-f569b253b027', 'name': 'volume-223bce20-b29d-4b3c-8b1d-f569b253b027', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'bd18876c-74e8-4064-ab94-cdca14ccc0ae', 'attached_at': '2025-03-19T04:23:15.000000', 'detached_at': '', 'volume_id': '223bce20-b29d-4b3c-8b1d-f569b253b027', 'serial': '223bce20-b29d-4b3c-8b1d-f569b253b027'} {{(pid=69413) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1340.832774] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63c2673-f202-40f6-a876-12811891a0cc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.849939] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b037de75-d47e-4425-8ae7-4ab01086e805 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.857581] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa2cef0-a6cc-43e8-b25c-a5e3e79f7d26 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.874239] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f304322-7425-42ae-b78b-b0e8fb8c79c1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.889064] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-b70b95cb-d3a1-4375-8646-3f576eec2de1 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] The volume has not been displaced from its original location: [datastore2] volume-223bce20-b29d-4b3c-8b1d-f569b253b027/volume-223bce20-b29d-4b3c-8b1d-f569b253b027.vmdk. No consolidation needed. {{(pid=69413) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1340.894217] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-b70b95cb-d3a1-4375-8646-3f576eec2de1 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1340.895187] env[69413]: DEBUG nova.network.neutron [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Updating instance_info_cache with network_info: [{"id": "3f4b29c5-4af4-48d4-85c9-5772a0d88b97", "address": "fa:16:3e:c7:d8:a5", "network": {"id": "9f6a6da5-f7d8-4701-b117-bc929b707d63", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510056269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9155da285b149afae28b1048f0d10d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f4b29c5-4a", "ovs_interfaceid": "3f4b29c5-4af4-48d4-85c9-5772a0d88b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.896289] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3eb0f6e3-8e73-42bb-8eba-799af160d861 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.909536] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Releasing lock "refresh_cache-0de31772-7c4a-476d-9535-3ecfbceb844e" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.909955] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1340.910408] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fe106f3-2feb-4b32-a6b9-0ca6f8a7dc0d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.916396] env[69413]: DEBUG oslo_vmware.api [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1340.916396] env[69413]: value = "task-3078658" [ 1340.916396] env[69413]: _type = "Task" [ 1340.916396] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.917566] env[69413]: DEBUG oslo_vmware.api [None req-b70b95cb-d3a1-4375-8646-3f576eec2de1 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1340.917566] env[69413]: value = "task-3078657" [ 1340.917566] env[69413]: _type = "Task" [ 1340.917566] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.927400] env[69413]: DEBUG oslo_vmware.api [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.930709] env[69413]: DEBUG oslo_vmware.api [None req-b70b95cb-d3a1-4375-8646-3f576eec2de1 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078657, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.429174] env[69413]: DEBUG oslo_vmware.api [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078658, 'name': PowerOffVM_Task, 'duration_secs': 0.175044} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.433156] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1341.433861] env[69413]: DEBUG nova.virt.hardware [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1341.434097] env[69413]: DEBUG nova.virt.hardware [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1341.434256] env[69413]: DEBUG nova.virt.hardware [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1341.434441] env[69413]: DEBUG nova.virt.hardware [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1341.434610] env[69413]: DEBUG nova.virt.hardware [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1341.434775] env[69413]: DEBUG nova.virt.hardware [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1341.434994] env[69413]: DEBUG nova.virt.hardware [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1341.435171] env[69413]: DEBUG nova.virt.hardware [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1341.435335] env[69413]: DEBUG nova.virt.hardware [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1341.435498] env[69413]: DEBUG nova.virt.hardware [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1341.435670] env[69413]: DEBUG nova.virt.hardware [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1341.441078] env[69413]: DEBUG oslo_vmware.api [None req-b70b95cb-d3a1-4375-8646-3f576eec2de1 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078657, 'name': ReconfigVM_Task, 'duration_secs': 0.146533} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.441303] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6096171e-1c62-4181-ac26-c52e5bb5d180 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.451335] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-b70b95cb-d3a1-4375-8646-3f576eec2de1 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1341.455784] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7689e5fc-b828-48d0-98ec-3397f8bb3568 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.470858] env[69413]: DEBUG oslo_vmware.api [None req-b70b95cb-d3a1-4375-8646-3f576eec2de1 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1341.470858] env[69413]: value = "task-3078660" [ 1341.470858] env[69413]: _type = "Task" [ 1341.470858] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.472145] env[69413]: DEBUG oslo_vmware.api [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1341.472145] env[69413]: value = "task-3078659" [ 1341.472145] env[69413]: _type = "Task" [ 1341.472145] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.482168] env[69413]: DEBUG oslo_vmware.api [None req-b70b95cb-d3a1-4375-8646-3f576eec2de1 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078660, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.485105] env[69413]: DEBUG oslo_vmware.api [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078659, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.984069] env[69413]: DEBUG oslo_vmware.api [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078659, 'name': ReconfigVM_Task, 'duration_secs': 0.17836} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.986964] env[69413]: DEBUG oslo_vmware.api [None req-b70b95cb-d3a1-4375-8646-3f576eec2de1 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078660, 'name': ReconfigVM_Task, 'duration_secs': 0.142022} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.987639] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71257c2b-b6e3-42e1-a656-5b961d746337 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.989967] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-b70b95cb-d3a1-4375-8646-3f576eec2de1 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616354', 'volume_id': '223bce20-b29d-4b3c-8b1d-f569b253b027', 'name': 'volume-223bce20-b29d-4b3c-8b1d-f569b253b027', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'bd18876c-74e8-4064-ab94-cdca14ccc0ae', 'attached_at': '2025-03-19T04:23:15.000000', 'detached_at': '', 'volume_id': '223bce20-b29d-4b3c-8b1d-f569b253b027', 'serial': '223bce20-b29d-4b3c-8b1d-f569b253b027'} {{(pid=69413) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1341.990265] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b70b95cb-d3a1-4375-8646-3f576eec2de1 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1341.990941] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47247071-8241-4f03-a075-2492efc64deb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.997600] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b70b95cb-d3a1-4375-8646-3f576eec2de1 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1342.009643] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-458b5e2e-b329-4929-91af-ec0523369bd5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.011790] env[69413]: DEBUG nova.virt.hardware [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1342.012069] env[69413]: DEBUG nova.virt.hardware [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1342.012270] env[69413]: DEBUG nova.virt.hardware [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1342.012487] env[69413]: DEBUG nova.virt.hardware [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1342.012655] env[69413]: DEBUG nova.virt.hardware [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1342.012824] env[69413]: DEBUG nova.virt.hardware [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1342.013054] env[69413]: DEBUG nova.virt.hardware [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1342.013219] env[69413]: DEBUG nova.virt.hardware [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1342.013384] env[69413]: DEBUG nova.virt.hardware [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1342.013545] env[69413]: DEBUG nova.virt.hardware [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1342.013717] env[69413]: DEBUG nova.virt.hardware [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1342.014488] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9183e70a-1116-4a28-860c-af3fcbabef75 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.020128] env[69413]: DEBUG oslo_vmware.api [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1342.020128] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52797ee6-3455-0b9a-e9a6-283a8bacfb04" [ 1342.020128] env[69413]: _type = "Task" [ 1342.020128] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.027092] env[69413]: DEBUG oslo_vmware.api [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52797ee6-3455-0b9a-e9a6-283a8bacfb04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.073178] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b70b95cb-d3a1-4375-8646-3f576eec2de1 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1342.073403] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b70b95cb-d3a1-4375-8646-3f576eec2de1 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1342.073578] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-b70b95cb-d3a1-4375-8646-3f576eec2de1 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Deleting the datastore file [datastore2] bd18876c-74e8-4064-ab94-cdca14ccc0ae {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1342.073845] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fb41e82-61a3-4112-86d2-d262d95b3950 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.080069] env[69413]: DEBUG oslo_vmware.api [None req-b70b95cb-d3a1-4375-8646-3f576eec2de1 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1342.080069] env[69413]: value = "task-3078662" [ 1342.080069] env[69413]: _type = "Task" [ 1342.080069] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.087723] env[69413]: DEBUG oslo_vmware.api [None req-b70b95cb-d3a1-4375-8646-3f576eec2de1 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.531062] env[69413]: DEBUG oslo_vmware.api [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52797ee6-3455-0b9a-e9a6-283a8bacfb04, 'name': SearchDatastore_Task, 'duration_secs': 0.007591} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.535962] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1342.536247] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5531299-d5d1-47f1-8cee-4a820a8fc89f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.556174] env[69413]: DEBUG oslo_vmware.api [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1342.556174] env[69413]: value = "task-3078663" [ 1342.556174] env[69413]: _type = "Task" [ 1342.556174] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.563195] env[69413]: DEBUG oslo_vmware.api [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078663, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.587753] env[69413]: DEBUG oslo_vmware.api [None req-b70b95cb-d3a1-4375-8646-3f576eec2de1 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078662, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.07833} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.588020] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-b70b95cb-d3a1-4375-8646-3f576eec2de1 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1342.588230] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b70b95cb-d3a1-4375-8646-3f576eec2de1 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1342.588407] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b70b95cb-d3a1-4375-8646-3f576eec2de1 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1342.588584] env[69413]: INFO nova.compute.manager [None req-b70b95cb-d3a1-4375-8646-3f576eec2de1 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Took 2.28 seconds to destroy the instance on the hypervisor. [ 1342.588835] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b70b95cb-d3a1-4375-8646-3f576eec2de1 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1342.589040] env[69413]: DEBUG nova.compute.manager [-] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1342.589142] env[69413]: DEBUG nova.network.neutron [-] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1343.025034] env[69413]: DEBUG nova.compute.manager [req-70a2316b-b310-4c55-8f44-78b0563549f3 req-80096dff-661e-4c9b-8b3d-2ba601464e7c service nova] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Received event network-vif-deleted-20a806ee-d99b-4bac-925b-d35d796e8824 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1343.025034] env[69413]: INFO nova.compute.manager [req-70a2316b-b310-4c55-8f44-78b0563549f3 req-80096dff-661e-4c9b-8b3d-2ba601464e7c service nova] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Neutron deleted interface 20a806ee-d99b-4bac-925b-d35d796e8824; detaching it from the instance and deleting it from the info cache [ 1343.025668] env[69413]: DEBUG nova.network.neutron [req-70a2316b-b310-4c55-8f44-78b0563549f3 req-80096dff-661e-4c9b-8b3d-2ba601464e7c service nova] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.065810] env[69413]: DEBUG oslo_vmware.api [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078663, 'name': ReconfigVM_Task, 'duration_secs': 0.14893} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.066134] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1343.066937] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e23fc2f-f042-48a7-a539-b5229f882f5e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.088475] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 0de31772-7c4a-476d-9535-3ecfbceb844e/0de31772-7c4a-476d-9535-3ecfbceb844e.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1343.088778] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5623027-402f-4b2f-b6ea-86e5b39a9437 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.109224] env[69413]: DEBUG oslo_vmware.api [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1343.109224] env[69413]: value = "task-3078664" [ 1343.109224] env[69413]: _type = "Task" [ 1343.109224] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.116665] env[69413]: DEBUG oslo_vmware.api [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078664, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.507502] env[69413]: DEBUG nova.network.neutron [-] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.528251] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13d74f8c-53b8-43a8-ad72-8ea7d06baf81 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.537929] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fed187-6cf8-4f0a-ba29-a15938943db7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.564453] env[69413]: DEBUG nova.compute.manager [req-70a2316b-b310-4c55-8f44-78b0563549f3 req-80096dff-661e-4c9b-8b3d-2ba601464e7c service nova] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Detach interface failed, port_id=20a806ee-d99b-4bac-925b-d35d796e8824, reason: Instance bd18876c-74e8-4064-ab94-cdca14ccc0ae could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1343.618513] env[69413]: DEBUG oslo_vmware.api [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078664, 'name': ReconfigVM_Task, 'duration_secs': 0.244343} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.618836] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 0de31772-7c4a-476d-9535-3ecfbceb844e/0de31772-7c4a-476d-9535-3ecfbceb844e.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1343.619668] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0f034c-5ba6-4995-827a-6785a4e879ba {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.638038] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0100fd58-307c-45a1-8a6e-735896e2c191 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.655402] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0606df0d-7121-4c5f-8cbe-9e6f55efdd27 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.672426] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e5838a-a5d4-428e-8093-109c3abb774c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.678559] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1343.678864] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1358f0c2-860b-4967-a7cf-9c7564c9183f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.684529] env[69413]: DEBUG oslo_vmware.api [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1343.684529] env[69413]: value = "task-3078665" [ 1343.684529] env[69413]: _type = "Task" [ 1343.684529] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.691814] env[69413]: DEBUG oslo_vmware.api [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.011082] env[69413]: INFO nova.compute.manager [-] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Took 1.42 seconds to deallocate network for instance. [ 1344.197068] env[69413]: DEBUG oslo_vmware.api [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078665, 'name': PowerOnVM_Task, 'duration_secs': 0.37201} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.197068] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1344.553541] env[69413]: INFO nova.compute.manager [None req-b70b95cb-d3a1-4375-8646-3f576eec2de1 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Took 0.54 seconds to detach 1 volumes for instance. [ 1344.555639] env[69413]: DEBUG nova.compute.manager [None req-b70b95cb-d3a1-4375-8646-3f576eec2de1 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Deleting volume: 223bce20-b29d-4b3c-8b1d-f569b253b027 {{(pid=69413) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1345.093557] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b70b95cb-d3a1-4375-8646-3f576eec2de1 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.093856] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b70b95cb-d3a1-4375-8646-3f576eec2de1 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.094060] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b70b95cb-d3a1-4375-8646-3f576eec2de1 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.116715] env[69413]: INFO nova.scheduler.client.report [None req-b70b95cb-d3a1-4375-8646-3f576eec2de1 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Deleted allocations for instance bd18876c-74e8-4064-ab94-cdca14ccc0ae [ 1345.207961] env[69413]: INFO nova.compute.manager [None req-ec7583fc-2ea5-48de-91cb-0071fe967882 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Updating instance to original state: 'active' [ 1345.624534] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b70b95cb-d3a1-4375-8646-3f576eec2de1 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "bd18876c-74e8-4064-ab94-cdca14ccc0ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.820s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.045540] env[69413]: DEBUG oslo_concurrency.lockutils [None req-965d76ef-930c-40b5-b57b-9257c4599cc3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquiring lock "1d23c812-d28c-43b4-bd48-0027cee9e9d2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.045810] env[69413]: DEBUG oslo_concurrency.lockutils [None req-965d76ef-930c-40b5-b57b-9257c4599cc3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "1d23c812-d28c-43b4-bd48-0027cee9e9d2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.473575] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0e60ab4b-7fd9-4c07-b2d1-45e2876fcc73 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "3b803c12-767e-4c4e-977b-71d962b53b4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.473981] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0e60ab4b-7fd9-4c07-b2d1-45e2876fcc73 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "3b803c12-767e-4c4e-977b-71d962b53b4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.474074] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0e60ab4b-7fd9-4c07-b2d1-45e2876fcc73 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "3b803c12-767e-4c4e-977b-71d962b53b4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.474903] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0e60ab4b-7fd9-4c07-b2d1-45e2876fcc73 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "3b803c12-767e-4c4e-977b-71d962b53b4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.475299] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0e60ab4b-7fd9-4c07-b2d1-45e2876fcc73 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "3b803c12-767e-4c4e-977b-71d962b53b4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.477476] env[69413]: INFO nova.compute.manager [None req-0e60ab4b-7fd9-4c07-b2d1-45e2876fcc73 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Terminating instance [ 1346.549121] env[69413]: DEBUG nova.compute.utils [None req-965d76ef-930c-40b5-b57b-9257c4599cc3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1346.665897] env[69413]: DEBUG oslo_concurrency.lockutils [None req-aaca99ea-4084-4e7c-a84d-3f229e4759c7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "0de31772-7c4a-476d-9535-3ecfbceb844e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.666190] env[69413]: DEBUG oslo_concurrency.lockutils [None req-aaca99ea-4084-4e7c-a84d-3f229e4759c7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "0de31772-7c4a-476d-9535-3ecfbceb844e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.666399] env[69413]: DEBUG oslo_concurrency.lockutils [None req-aaca99ea-4084-4e7c-a84d-3f229e4759c7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "0de31772-7c4a-476d-9535-3ecfbceb844e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.666591] env[69413]: DEBUG oslo_concurrency.lockutils [None req-aaca99ea-4084-4e7c-a84d-3f229e4759c7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "0de31772-7c4a-476d-9535-3ecfbceb844e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.666891] env[69413]: DEBUG oslo_concurrency.lockutils [None req-aaca99ea-4084-4e7c-a84d-3f229e4759c7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "0de31772-7c4a-476d-9535-3ecfbceb844e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.669136] env[69413]: INFO nova.compute.manager [None req-aaca99ea-4084-4e7c-a84d-3f229e4759c7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Terminating instance [ 1346.981543] env[69413]: DEBUG nova.compute.manager [None req-0e60ab4b-7fd9-4c07-b2d1-45e2876fcc73 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1346.981753] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0e60ab4b-7fd9-4c07-b2d1-45e2876fcc73 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1346.982734] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c3d075-9b5d-4a8d-82da-ee832b3a8915 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.990817] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e60ab4b-7fd9-4c07-b2d1-45e2876fcc73 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1346.991067] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eddf342c-7163-4daf-9fd3-c8011e65bb07 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.997470] env[69413]: DEBUG oslo_vmware.api [None req-0e60ab4b-7fd9-4c07-b2d1-45e2876fcc73 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1346.997470] env[69413]: value = "task-3078667" [ 1346.997470] env[69413]: _type = "Task" [ 1346.997470] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.004564] env[69413]: DEBUG oslo_vmware.api [None req-0e60ab4b-7fd9-4c07-b2d1-45e2876fcc73 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.052553] env[69413]: DEBUG oslo_concurrency.lockutils [None req-965d76ef-930c-40b5-b57b-9257c4599cc3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "1d23c812-d28c-43b4-bd48-0027cee9e9d2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.173581] env[69413]: DEBUG nova.compute.manager [None req-aaca99ea-4084-4e7c-a84d-3f229e4759c7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1347.173937] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-aaca99ea-4084-4e7c-a84d-3f229e4759c7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1347.175170] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e1a5f3-390b-4b57-8d6a-ed7cdaa73683 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.183202] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaca99ea-4084-4e7c-a84d-3f229e4759c7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1347.183477] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9de5b68d-53db-44ac-b9a2-647f4d0ae2ca {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.190308] env[69413]: DEBUG oslo_vmware.api [None req-aaca99ea-4084-4e7c-a84d-3f229e4759c7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1347.190308] env[69413]: value = "task-3078668" [ 1347.190308] env[69413]: _type = "Task" [ 1347.190308] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.198566] env[69413]: DEBUG oslo_vmware.api [None req-aaca99ea-4084-4e7c-a84d-3f229e4759c7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.508578] env[69413]: DEBUG oslo_vmware.api [None req-0e60ab4b-7fd9-4c07-b2d1-45e2876fcc73 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078667, 'name': PowerOffVM_Task, 'duration_secs': 0.272474} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.508974] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e60ab4b-7fd9-4c07-b2d1-45e2876fcc73 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1347.509062] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0e60ab4b-7fd9-4c07-b2d1-45e2876fcc73 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1347.509308] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-814053e6-35a4-4d4e-b89d-525b852ed24d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.576885] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0e60ab4b-7fd9-4c07-b2d1-45e2876fcc73 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1347.577271] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0e60ab4b-7fd9-4c07-b2d1-45e2876fcc73 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1347.577484] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e60ab4b-7fd9-4c07-b2d1-45e2876fcc73 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Deleting the datastore file [datastore2] 3b803c12-767e-4c4e-977b-71d962b53b4b {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1347.577761] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7eccd3d5-6509-48da-bc94-3226ab4bf24f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.585770] env[69413]: DEBUG oslo_vmware.api [None req-0e60ab4b-7fd9-4c07-b2d1-45e2876fcc73 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1347.585770] env[69413]: value = "task-3078670" [ 1347.585770] env[69413]: _type = "Task" [ 1347.585770] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.593125] env[69413]: DEBUG oslo_vmware.api [None req-0e60ab4b-7fd9-4c07-b2d1-45e2876fcc73 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078670, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.700597] env[69413]: DEBUG oslo_vmware.api [None req-aaca99ea-4084-4e7c-a84d-3f229e4759c7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078668, 'name': PowerOffVM_Task, 'duration_secs': 0.207341} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.700902] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaca99ea-4084-4e7c-a84d-3f229e4759c7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1347.701117] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-aaca99ea-4084-4e7c-a84d-3f229e4759c7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1347.701939] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd0cd07c-c81e-424d-9e6c-f77a27a97c04 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.767207] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-aaca99ea-4084-4e7c-a84d-3f229e4759c7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1347.767471] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-aaca99ea-4084-4e7c-a84d-3f229e4759c7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1347.767608] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaca99ea-4084-4e7c-a84d-3f229e4759c7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Deleting the datastore file [datastore1] 0de31772-7c4a-476d-9535-3ecfbceb844e {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1347.767877] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3a90213-d46a-498c-94f6-1c9f46c11c47 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.775022] env[69413]: DEBUG oslo_vmware.api [None req-aaca99ea-4084-4e7c-a84d-3f229e4759c7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1347.775022] env[69413]: value = "task-3078672" [ 1347.775022] env[69413]: _type = "Task" [ 1347.775022] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.782405] env[69413]: DEBUG oslo_vmware.api [None req-aaca99ea-4084-4e7c-a84d-3f229e4759c7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.096558] env[69413]: DEBUG oslo_vmware.api [None req-0e60ab4b-7fd9-4c07-b2d1-45e2876fcc73 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078670, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136304} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.096838] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e60ab4b-7fd9-4c07-b2d1-45e2876fcc73 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1348.097033] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0e60ab4b-7fd9-4c07-b2d1-45e2876fcc73 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1348.097226] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0e60ab4b-7fd9-4c07-b2d1-45e2876fcc73 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1348.097402] env[69413]: INFO nova.compute.manager [None req-0e60ab4b-7fd9-4c07-b2d1-45e2876fcc73 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1348.097652] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e60ab4b-7fd9-4c07-b2d1-45e2876fcc73 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1348.097838] env[69413]: DEBUG nova.compute.manager [-] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1348.097951] env[69413]: DEBUG nova.network.neutron [-] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1348.117539] env[69413]: DEBUG oslo_concurrency.lockutils [None req-965d76ef-930c-40b5-b57b-9257c4599cc3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquiring lock "1d23c812-d28c-43b4-bd48-0027cee9e9d2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.117790] env[69413]: DEBUG oslo_concurrency.lockutils [None req-965d76ef-930c-40b5-b57b-9257c4599cc3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "1d23c812-d28c-43b4-bd48-0027cee9e9d2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.118045] env[69413]: INFO nova.compute.manager [None req-965d76ef-930c-40b5-b57b-9257c4599cc3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Attaching volume d2d6200e-a97c-4a33-b2ac-4f49e37beb9e to /dev/sdb [ 1348.149165] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e548cbf2-8b71-4b05-9d58-325f9cca510c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.156402] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99ddc42-6557-42cd-a878-f0b3808a6364 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.169088] env[69413]: DEBUG nova.virt.block_device [None req-965d76ef-930c-40b5-b57b-9257c4599cc3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Updating existing volume attachment record: 80e11b36-bc59-4bd5-a179-10077c212608 {{(pid=69413) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1348.284329] env[69413]: DEBUG oslo_vmware.api [None req-aaca99ea-4084-4e7c-a84d-3f229e4759c7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078672, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204929} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.284597] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaca99ea-4084-4e7c-a84d-3f229e4759c7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1348.284783] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-aaca99ea-4084-4e7c-a84d-3f229e4759c7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1348.284964] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-aaca99ea-4084-4e7c-a84d-3f229e4759c7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1348.285170] env[69413]: INFO nova.compute.manager [None req-aaca99ea-4084-4e7c-a84d-3f229e4759c7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1348.285494] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aaca99ea-4084-4e7c-a84d-3f229e4759c7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1348.285616] env[69413]: DEBUG nova.compute.manager [-] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1348.285699] env[69413]: DEBUG nova.network.neutron [-] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1348.341242] env[69413]: DEBUG nova.compute.manager [req-6bd99cf2-d4cd-403f-8a69-cc1cb7e606e5 req-f2552245-2676-4707-af11-cf7cebb67673 service nova] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Received event network-vif-deleted-e22ae4d1-d9f1-481c-899c-4b0e9fd4b894 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1348.341492] env[69413]: INFO nova.compute.manager [req-6bd99cf2-d4cd-403f-8a69-cc1cb7e606e5 req-f2552245-2676-4707-af11-cf7cebb67673 service nova] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Neutron deleted interface e22ae4d1-d9f1-481c-899c-4b0e9fd4b894; detaching it from the instance and deleting it from the info cache [ 1348.341548] env[69413]: DEBUG nova.network.neutron [req-6bd99cf2-d4cd-403f-8a69-cc1cb7e606e5 req-f2552245-2676-4707-af11-cf7cebb67673 service nova] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.722706] env[69413]: DEBUG nova.compute.manager [req-d19cc2f6-fc1f-40e4-bf2e-5d483c18be5b req-944affb4-54fc-4e02-826d-feefb5e8368d service nova] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Received event network-vif-deleted-3f4b29c5-4af4-48d4-85c9-5772a0d88b97 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1348.722966] env[69413]: INFO nova.compute.manager [req-d19cc2f6-fc1f-40e4-bf2e-5d483c18be5b req-944affb4-54fc-4e02-826d-feefb5e8368d service nova] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Neutron deleted interface 3f4b29c5-4af4-48d4-85c9-5772a0d88b97; detaching it from the instance and deleting it from the info cache [ 1348.723163] env[69413]: DEBUG nova.network.neutron [req-d19cc2f6-fc1f-40e4-bf2e-5d483c18be5b req-944affb4-54fc-4e02-826d-feefb5e8368d service nova] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.816418] env[69413]: DEBUG nova.network.neutron [-] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.844732] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f6d19255-cce8-4b9f-861f-38d6108ab58a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.854093] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09fee58f-3852-431a-9c74-ff26dee851ef {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.881424] env[69413]: DEBUG nova.compute.manager [req-6bd99cf2-d4cd-403f-8a69-cc1cb7e606e5 req-f2552245-2676-4707-af11-cf7cebb67673 service nova] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Detach interface failed, port_id=e22ae4d1-d9f1-481c-899c-4b0e9fd4b894, reason: Instance 3b803c12-767e-4c4e-977b-71d962b53b4b could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1349.206670] env[69413]: DEBUG nova.network.neutron [-] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.226202] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fc9a4928-a889-4115-afe1-5ea53f6b3336 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.236662] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bbf1eb-1185-496e-a57e-11e96ea51ed2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.263168] env[69413]: DEBUG nova.compute.manager [req-d19cc2f6-fc1f-40e4-bf2e-5d483c18be5b req-944affb4-54fc-4e02-826d-feefb5e8368d service nova] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Detach interface failed, port_id=3f4b29c5-4af4-48d4-85c9-5772a0d88b97, reason: Instance 0de31772-7c4a-476d-9535-3ecfbceb844e could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1349.318876] env[69413]: INFO nova.compute.manager [-] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Took 1.22 seconds to deallocate network for instance. [ 1349.709283] env[69413]: INFO nova.compute.manager [-] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Took 1.42 seconds to deallocate network for instance. [ 1349.825796] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0e60ab4b-7fd9-4c07-b2d1-45e2876fcc73 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.826182] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0e60ab4b-7fd9-4c07-b2d1-45e2876fcc73 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.826332] env[69413]: DEBUG nova.objects.instance [None req-0e60ab4b-7fd9-4c07-b2d1-45e2876fcc73 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lazy-loading 'resources' on Instance uuid 3b803c12-767e-4c4e-977b-71d962b53b4b {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.215474] env[69413]: DEBUG oslo_concurrency.lockutils [None req-aaca99ea-4084-4e7c-a84d-3f229e4759c7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.406313] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b65c9b1-e95a-46dc-9e0d-7fb16e954dcf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.416235] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115affca-f46f-47b2-9673-d8d359e7d8f4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.446790] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac784f77-8a07-4b67-bb20-586f693b6f59 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.453654] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a7bc29-aef3-48c3-baf7-c82e962a2971 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.466562] env[69413]: DEBUG nova.compute.provider_tree [None req-0e60ab4b-7fd9-4c07-b2d1-45e2876fcc73 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1350.969400] env[69413]: DEBUG nova.scheduler.client.report [None req-0e60ab4b-7fd9-4c07-b2d1-45e2876fcc73 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1351.475142] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0e60ab4b-7fd9-4c07-b2d1-45e2876fcc73 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.649s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.477535] env[69413]: DEBUG oslo_concurrency.lockutils [None req-aaca99ea-4084-4e7c-a84d-3f229e4759c7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.262s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.477628] env[69413]: DEBUG oslo_concurrency.lockutils [None req-aaca99ea-4084-4e7c-a84d-3f229e4759c7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.492647] env[69413]: INFO nova.scheduler.client.report [None req-0e60ab4b-7fd9-4c07-b2d1-45e2876fcc73 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Deleted allocations for instance 3b803c12-767e-4c4e-977b-71d962b53b4b [ 1351.498827] env[69413]: INFO nova.scheduler.client.report [None req-aaca99ea-4084-4e7c-a84d-3f229e4759c7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Deleted allocations for instance 0de31772-7c4a-476d-9535-3ecfbceb844e [ 1352.006404] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0e60ab4b-7fd9-4c07-b2d1-45e2876fcc73 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "3b803c12-767e-4c4e-977b-71d962b53b4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.532s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.007396] env[69413]: DEBUG oslo_concurrency.lockutils [None req-aaca99ea-4084-4e7c-a84d-3f229e4759c7 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "0de31772-7c4a-476d-9535-3ecfbceb844e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.341s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.588011] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "c081fcbd-8829-4c9c-912e-dc643c7c0fbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.588256] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "c081fcbd-8829-4c9c-912e-dc643c7c0fbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.713615] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-965d76ef-930c-40b5-b57b-9257c4599cc3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Volume attach. Driver type: vmdk {{(pid=69413) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1352.713857] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-965d76ef-930c-40b5-b57b-9257c4599cc3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616360', 'volume_id': 'd2d6200e-a97c-4a33-b2ac-4f49e37beb9e', 'name': 'volume-d2d6200e-a97c-4a33-b2ac-4f49e37beb9e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d23c812-d28c-43b4-bd48-0027cee9e9d2', 'attached_at': '', 'detached_at': '', 'volume_id': 'd2d6200e-a97c-4a33-b2ac-4f49e37beb9e', 'serial': 'd2d6200e-a97c-4a33-b2ac-4f49e37beb9e'} {{(pid=69413) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1352.714778] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80c8014-6be3-4dfe-9892-8673c3cb28dd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.732982] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b8710d-799d-449b-882c-981b23583287 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.757013] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-965d76ef-930c-40b5-b57b-9257c4599cc3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-d2d6200e-a97c-4a33-b2ac-4f49e37beb9e/volume-d2d6200e-a97c-4a33-b2ac-4f49e37beb9e.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1352.757323] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28bd99bf-d8b1-4354-89eb-70c526ace265 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.775042] env[69413]: DEBUG oslo_vmware.api [None req-965d76ef-930c-40b5-b57b-9257c4599cc3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1352.775042] env[69413]: value = "task-3078676" [ 1352.775042] env[69413]: _type = "Task" [ 1352.775042] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.782845] env[69413]: DEBUG oslo_vmware.api [None req-965d76ef-930c-40b5-b57b-9257c4599cc3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078676, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.091231] env[69413]: DEBUG nova.compute.manager [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1353.284492] env[69413]: DEBUG oslo_vmware.api [None req-965d76ef-930c-40b5-b57b-9257c4599cc3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078676, 'name': ReconfigVM_Task, 'duration_secs': 0.320504} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.284772] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-965d76ef-930c-40b5-b57b-9257c4599cc3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-d2d6200e-a97c-4a33-b2ac-4f49e37beb9e/volume-d2d6200e-a97c-4a33-b2ac-4f49e37beb9e.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1353.289442] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51b6772a-c035-4605-aae7-34ff044746dc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.304767] env[69413]: DEBUG oslo_vmware.api [None req-965d76ef-930c-40b5-b57b-9257c4599cc3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1353.304767] env[69413]: value = "task-3078677" [ 1353.304767] env[69413]: _type = "Task" [ 1353.304767] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.313505] env[69413]: DEBUG oslo_vmware.api [None req-965d76ef-930c-40b5-b57b-9257c4599cc3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078677, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.614125] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.614401] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.615865] env[69413]: INFO nova.compute.claims [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1353.815260] env[69413]: DEBUG oslo_vmware.api [None req-965d76ef-930c-40b5-b57b-9257c4599cc3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078677, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.315957] env[69413]: DEBUG oslo_vmware.api [None req-965d76ef-930c-40b5-b57b-9257c4599cc3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078677, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.486034] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d530af4-bc56-4030-a74b-1e99f7c6d25e tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Acquiring lock "605dc214-ef5d-4333-bb0f-54d5f5e97832" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.486034] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d530af4-bc56-4030-a74b-1e99f7c6d25e tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lock "605dc214-ef5d-4333-bb0f-54d5f5e97832" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.682016] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee8a540-4173-4de2-aeae-09f420da3a93 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.689726] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d9da07-12c8-4625-9d0f-9560784c87e6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.721745] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4eca8b2-d754-494e-a0d4-47634edc8fe0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.729101] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f40a5c3-71ba-4704-9218-8941d9d5bccc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.742249] env[69413]: DEBUG nova.compute.provider_tree [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1354.815419] env[69413]: DEBUG oslo_vmware.api [None req-965d76ef-930c-40b5-b57b-9257c4599cc3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078677, 'name': ReconfigVM_Task, 'duration_secs': 1.140467} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.815720] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-965d76ef-930c-40b5-b57b-9257c4599cc3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616360', 'volume_id': 'd2d6200e-a97c-4a33-b2ac-4f49e37beb9e', 'name': 'volume-d2d6200e-a97c-4a33-b2ac-4f49e37beb9e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d23c812-d28c-43b4-bd48-0027cee9e9d2', 'attached_at': '', 'detached_at': '', 'volume_id': 'd2d6200e-a97c-4a33-b2ac-4f49e37beb9e', 'serial': 'd2d6200e-a97c-4a33-b2ac-4f49e37beb9e'} {{(pid=69413) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1354.988655] env[69413]: DEBUG nova.compute.utils [None req-9d530af4-bc56-4030-a74b-1e99f7c6d25e tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1355.168719] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0f692b64-5538-40b8-8921-c2b51ca6bf44 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "08fdf64c-acff-4bc5-8d0b-fd294e6c9a18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.168891] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0f692b64-5538-40b8-8921-c2b51ca6bf44 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "08fdf64c-acff-4bc5-8d0b-fd294e6c9a18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.169063] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0f692b64-5538-40b8-8921-c2b51ca6bf44 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "08fdf64c-acff-4bc5-8d0b-fd294e6c9a18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.169259] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0f692b64-5538-40b8-8921-c2b51ca6bf44 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "08fdf64c-acff-4bc5-8d0b-fd294e6c9a18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.169434] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0f692b64-5538-40b8-8921-c2b51ca6bf44 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "08fdf64c-acff-4bc5-8d0b-fd294e6c9a18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.171935] env[69413]: INFO nova.compute.manager [None req-0f692b64-5538-40b8-8921-c2b51ca6bf44 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Terminating instance [ 1355.245068] env[69413]: DEBUG nova.scheduler.client.report [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1355.491286] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d530af4-bc56-4030-a74b-1e99f7c6d25e tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lock "605dc214-ef5d-4333-bb0f-54d5f5e97832" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.675521] env[69413]: DEBUG nova.compute.manager [None req-0f692b64-5538-40b8-8921-c2b51ca6bf44 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1355.675686] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0f692b64-5538-40b8-8921-c2b51ca6bf44 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1355.676670] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a50c9ec-fef7-4457-9fa6-8d108376aa86 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.684095] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f692b64-5538-40b8-8921-c2b51ca6bf44 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1355.684329] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03efcab3-23ed-43e0-bb45-fc11b886f825 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.689643] env[69413]: DEBUG oslo_vmware.api [None req-0f692b64-5538-40b8-8921-c2b51ca6bf44 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1355.689643] env[69413]: value = "task-3078678" [ 1355.689643] env[69413]: _type = "Task" [ 1355.689643] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.696678] env[69413]: DEBUG oslo_vmware.api [None req-0f692b64-5538-40b8-8921-c2b51ca6bf44 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078678, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.749316] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.135s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.749885] env[69413]: DEBUG nova.compute.manager [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1355.879399] env[69413]: DEBUG nova.objects.instance [None req-965d76ef-930c-40b5-b57b-9257c4599cc3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lazy-loading 'flavor' on Instance uuid 1d23c812-d28c-43b4-bd48-0027cee9e9d2 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1356.200253] env[69413]: DEBUG oslo_vmware.api [None req-0f692b64-5538-40b8-8921-c2b51ca6bf44 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078678, 'name': PowerOffVM_Task, 'duration_secs': 0.175688} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.200518] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f692b64-5538-40b8-8921-c2b51ca6bf44 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1356.200685] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0f692b64-5538-40b8-8921-c2b51ca6bf44 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1356.200930] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1063cc6-fd12-49b0-91a2-e6904c4c8e01 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.255635] env[69413]: DEBUG nova.compute.utils [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1356.257686] env[69413]: DEBUG nova.compute.manager [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1356.257887] env[69413]: DEBUG nova.network.neutron [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1356.260883] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0f692b64-5538-40b8-8921-c2b51ca6bf44 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1356.261090] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0f692b64-5538-40b8-8921-c2b51ca6bf44 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1356.261272] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f692b64-5538-40b8-8921-c2b51ca6bf44 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Deleting the datastore file [datastore2] 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1356.261829] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21166bb2-cc08-4528-a91f-eb7c3bc4d08c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.269286] env[69413]: DEBUG oslo_vmware.api [None req-0f692b64-5538-40b8-8921-c2b51ca6bf44 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for the task: (returnval){ [ 1356.269286] env[69413]: value = "task-3078680" [ 1356.269286] env[69413]: _type = "Task" [ 1356.269286] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.277166] env[69413]: DEBUG oslo_vmware.api [None req-0f692b64-5538-40b8-8921-c2b51ca6bf44 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078680, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.303570] env[69413]: DEBUG nova.policy [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1a3d3b9b67440b78de679e49c1cd12e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9155da285b149afae28b1048f0d10d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1356.385320] env[69413]: DEBUG oslo_concurrency.lockutils [None req-965d76ef-930c-40b5-b57b-9257c4599cc3 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "1d23c812-d28c-43b4-bd48-0027cee9e9d2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.267s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.547278] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d530af4-bc56-4030-a74b-1e99f7c6d25e tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Acquiring lock "605dc214-ef5d-4333-bb0f-54d5f5e97832" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.547550] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d530af4-bc56-4030-a74b-1e99f7c6d25e tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lock "605dc214-ef5d-4333-bb0f-54d5f5e97832" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.548210] env[69413]: INFO nova.compute.manager [None req-9d530af4-bc56-4030-a74b-1e99f7c6d25e tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Attaching volume 8e8666f3-f1c9-4377-add1-7489dac5d471 to /dev/sdb [ 1356.568413] env[69413]: DEBUG oslo_concurrency.lockutils [None req-23b3e794-d704-43a9-866d-565c0c423538 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquiring lock "1d23c812-d28c-43b4-bd48-0027cee9e9d2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.568672] env[69413]: DEBUG oslo_concurrency.lockutils [None req-23b3e794-d704-43a9-866d-565c0c423538 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "1d23c812-d28c-43b4-bd48-0027cee9e9d2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.574052] env[69413]: DEBUG nova.network.neutron [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Successfully created port: a6e7a0ab-1e37-4855-998f-70693fbf9a9e {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1356.586480] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62e9508-7782-4773-b8d2-bb050e9488c0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.593844] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a0ad58-86b4-4590-9f03-08885cc4eb13 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.609142] env[69413]: DEBUG nova.virt.block_device [None req-9d530af4-bc56-4030-a74b-1e99f7c6d25e tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Updating existing volume attachment record: 236682d8-68c9-47a1-b84f-bb49fb053835 {{(pid=69413) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1356.708667] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1356.709017] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1356.709193] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1356.709352] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1356.709519] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1356.709672] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1356.709824] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1356.709994] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69413) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1356.710552] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager.update_available_resource {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1356.758442] env[69413]: DEBUG nova.compute.manager [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1356.778611] env[69413]: DEBUG oslo_vmware.api [None req-0f692b64-5538-40b8-8921-c2b51ca6bf44 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Task: {'id': task-3078680, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13179} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.778915] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f692b64-5538-40b8-8921-c2b51ca6bf44 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1356.779194] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0f692b64-5538-40b8-8921-c2b51ca6bf44 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1356.779440] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-0f692b64-5538-40b8-8921-c2b51ca6bf44 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1356.779689] env[69413]: INFO nova.compute.manager [None req-0f692b64-5538-40b8-8921-c2b51ca6bf44 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1356.779970] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f692b64-5538-40b8-8921-c2b51ca6bf44 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1356.780188] env[69413]: DEBUG nova.compute.manager [-] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1356.780284] env[69413]: DEBUG nova.network.neutron [-] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1357.056194] env[69413]: DEBUG nova.compute.manager [req-37561ccb-ac01-4205-888f-9b8138d157e7 req-a078e6aa-b516-42d3-ab03-bdacc11823d3 service nova] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Received event network-vif-deleted-934c9151-9b8f-4598-8230-a7c3d82d5f4c {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1357.056194] env[69413]: INFO nova.compute.manager [req-37561ccb-ac01-4205-888f-9b8138d157e7 req-a078e6aa-b516-42d3-ab03-bdacc11823d3 service nova] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Neutron deleted interface 934c9151-9b8f-4598-8230-a7c3d82d5f4c; detaching it from the instance and deleting it from the info cache [ 1357.056284] env[69413]: DEBUG nova.network.neutron [req-37561ccb-ac01-4205-888f-9b8138d157e7 req-a078e6aa-b516-42d3-ab03-bdacc11823d3 service nova] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.071547] env[69413]: INFO nova.compute.manager [None req-23b3e794-d704-43a9-866d-565c0c423538 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Detaching volume d2d6200e-a97c-4a33-b2ac-4f49e37beb9e [ 1357.121644] env[69413]: INFO nova.virt.block_device [None req-23b3e794-d704-43a9-866d-565c0c423538 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Attempting to driver detach volume d2d6200e-a97c-4a33-b2ac-4f49e37beb9e from mountpoint /dev/sdb [ 1357.121963] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-23b3e794-d704-43a9-866d-565c0c423538 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Volume detach. Driver type: vmdk {{(pid=69413) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1357.122275] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-23b3e794-d704-43a9-866d-565c0c423538 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616360', 'volume_id': 'd2d6200e-a97c-4a33-b2ac-4f49e37beb9e', 'name': 'volume-d2d6200e-a97c-4a33-b2ac-4f49e37beb9e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d23c812-d28c-43b4-bd48-0027cee9e9d2', 'attached_at': '', 'detached_at': '', 'volume_id': 'd2d6200e-a97c-4a33-b2ac-4f49e37beb9e', 'serial': 'd2d6200e-a97c-4a33-b2ac-4f49e37beb9e'} {{(pid=69413) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1357.123422] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371361a7-ef69-436f-ba61-820ba29138ef {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.146856] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d55867-63ab-4c45-8814-4eb454744356 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.154371] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96349e7-c9f0-44ff-9659-818dc43bebb7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.174391] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dda9df8-e352-4ff5-bcb2-f287e6810cf0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.189324] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-23b3e794-d704-43a9-866d-565c0c423538 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] The volume has not been displaced from its original location: [datastore2] volume-d2d6200e-a97c-4a33-b2ac-4f49e37beb9e/volume-d2d6200e-a97c-4a33-b2ac-4f49e37beb9e.vmdk. No consolidation needed. {{(pid=69413) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1357.194734] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-23b3e794-d704-43a9-866d-565c0c423538 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1357.195423] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef9285b4-3b36-4353-9530-589fbd643bbb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.213830] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.214105] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.214287] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.214447] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69413) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1357.215236] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d604dabc-e0a5-4a9d-95df-7d2b037896f4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.220528] env[69413]: DEBUG oslo_vmware.api [None req-23b3e794-d704-43a9-866d-565c0c423538 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1357.220528] env[69413]: value = "task-3078682" [ 1357.220528] env[69413]: _type = "Task" [ 1357.220528] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.227106] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3cddb8f-537e-49bd-b7cb-5c967082f9e2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.233830] env[69413]: DEBUG oslo_vmware.api [None req-23b3e794-d704-43a9-866d-565c0c423538 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078682, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.244203] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4614d42-312e-4ed6-9869-a8e27c93c5ef {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.250897] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fce5340-6df5-4fa7-94b9-241e57af4c8e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.286363] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180385MB free_disk=140GB free_vcpus=48 pci_devices=None {{(pid=69413) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1357.286540] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.286697] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.539853] env[69413]: DEBUG nova.network.neutron [-] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.558659] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5790994-821a-49e8-aa87-d3771d7f3031 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.568179] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90515e04-0688-4b52-a58b-b22bab235c86 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.595562] env[69413]: DEBUG nova.compute.manager [req-37561ccb-ac01-4205-888f-9b8138d157e7 req-a078e6aa-b516-42d3-ab03-bdacc11823d3 service nova] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Detach interface failed, port_id=934c9151-9b8f-4598-8230-a7c3d82d5f4c, reason: Instance 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18 could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1357.731018] env[69413]: DEBUG oslo_vmware.api [None req-23b3e794-d704-43a9-866d-565c0c423538 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078682, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.790780] env[69413]: DEBUG nova.compute.manager [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1357.819337] env[69413]: DEBUG nova.virt.hardware [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1357.819604] env[69413]: DEBUG nova.virt.hardware [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1357.819761] env[69413]: DEBUG nova.virt.hardware [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1357.819992] env[69413]: DEBUG nova.virt.hardware [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1357.820167] env[69413]: DEBUG nova.virt.hardware [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1357.820315] env[69413]: DEBUG nova.virt.hardware [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1357.820525] env[69413]: DEBUG nova.virt.hardware [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1357.820682] env[69413]: DEBUG nova.virt.hardware [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1357.820845] env[69413]: DEBUG nova.virt.hardware [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1357.821091] env[69413]: DEBUG nova.virt.hardware [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1357.821292] env[69413]: DEBUG nova.virt.hardware [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1357.822335] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb14284-593f-4a83-8266-f2d20922b7b4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.830281] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602ac4d8-45b1-4ee4-b286-da07c20ca443 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.923073] env[69413]: DEBUG nova.compute.manager [req-3a040ea1-e022-49a8-ac07-f97e20926f62 req-f75a080b-aa53-4845-83f0-a771b6081144 service nova] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Received event network-vif-plugged-a6e7a0ab-1e37-4855-998f-70693fbf9a9e {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1357.923224] env[69413]: DEBUG oslo_concurrency.lockutils [req-3a040ea1-e022-49a8-ac07-f97e20926f62 req-f75a080b-aa53-4845-83f0-a771b6081144 service nova] Acquiring lock "c081fcbd-8829-4c9c-912e-dc643c7c0fbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.923434] env[69413]: DEBUG oslo_concurrency.lockutils [req-3a040ea1-e022-49a8-ac07-f97e20926f62 req-f75a080b-aa53-4845-83f0-a771b6081144 service nova] Lock "c081fcbd-8829-4c9c-912e-dc643c7c0fbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.923601] env[69413]: DEBUG oslo_concurrency.lockutils [req-3a040ea1-e022-49a8-ac07-f97e20926f62 req-f75a080b-aa53-4845-83f0-a771b6081144 service nova] Lock "c081fcbd-8829-4c9c-912e-dc643c7c0fbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.923767] env[69413]: DEBUG nova.compute.manager [req-3a040ea1-e022-49a8-ac07-f97e20926f62 req-f75a080b-aa53-4845-83f0-a771b6081144 service nova] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] No waiting events found dispatching network-vif-plugged-a6e7a0ab-1e37-4855-998f-70693fbf9a9e {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1357.923927] env[69413]: WARNING nova.compute.manager [req-3a040ea1-e022-49a8-ac07-f97e20926f62 req-f75a080b-aa53-4845-83f0-a771b6081144 service nova] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Received unexpected event network-vif-plugged-a6e7a0ab-1e37-4855-998f-70693fbf9a9e for instance with vm_state building and task_state spawning. [ 1358.042433] env[69413]: INFO nova.compute.manager [-] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Took 1.26 seconds to deallocate network for instance. [ 1358.216572] env[69413]: DEBUG nova.network.neutron [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Successfully updated port: a6e7a0ab-1e37-4855-998f-70693fbf9a9e {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1358.232362] env[69413]: DEBUG oslo_vmware.api [None req-23b3e794-d704-43a9-866d-565c0c423538 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078682, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.314996] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1358.315193] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 1d23c812-d28c-43b4-bd48-0027cee9e9d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1358.315321] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 605dc214-ef5d-4333-bb0f-54d5f5e97832 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1358.315441] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance c081fcbd-8829-4c9c-912e-dc643c7c0fbc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1358.315635] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69413) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1358.315766] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69413) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1358.370651] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51175ae-b9bc-424b-a7bc-5fb59a82ac32 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.377707] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8e73de-d143-4000-b98d-b5b11cdabca2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.409191] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44f13ea-62b0-4921-8962-ca7197b8ac57 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.416443] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a819cc8-e725-4a77-88f4-e391f1c8f96d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.429066] env[69413]: DEBUG nova.compute.provider_tree [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.549276] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0f692b64-5538-40b8-8921-c2b51ca6bf44 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.719048] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "refresh_cache-c081fcbd-8829-4c9c-912e-dc643c7c0fbc" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.719308] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquired lock "refresh_cache-c081fcbd-8829-4c9c-912e-dc643c7c0fbc" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.719459] env[69413]: DEBUG nova.network.neutron [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1358.732405] env[69413]: DEBUG oslo_vmware.api [None req-23b3e794-d704-43a9-866d-565c0c423538 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078682, 'name': ReconfigVM_Task, 'duration_secs': 1.187549} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.732666] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-23b3e794-d704-43a9-866d-565c0c423538 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1358.737422] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1a9f43a-1dde-4910-aab4-6fef9d303ded {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.752810] env[69413]: DEBUG oslo_vmware.api [None req-23b3e794-d704-43a9-866d-565c0c423538 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1358.752810] env[69413]: value = "task-3078683" [ 1358.752810] env[69413]: _type = "Task" [ 1358.752810] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.760422] env[69413]: DEBUG oslo_vmware.api [None req-23b3e794-d704-43a9-866d-565c0c423538 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078683, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.933203] env[69413]: DEBUG nova.scheduler.client.report [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1359.262705] env[69413]: DEBUG oslo_vmware.api [None req-23b3e794-d704-43a9-866d-565c0c423538 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078683, 'name': ReconfigVM_Task, 'duration_secs': 0.138393} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.263463] env[69413]: DEBUG nova.network.neutron [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1359.265290] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-23b3e794-d704-43a9-866d-565c0c423538 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616360', 'volume_id': 'd2d6200e-a97c-4a33-b2ac-4f49e37beb9e', 'name': 'volume-d2d6200e-a97c-4a33-b2ac-4f49e37beb9e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d23c812-d28c-43b4-bd48-0027cee9e9d2', 'attached_at': '', 'detached_at': '', 'volume_id': 'd2d6200e-a97c-4a33-b2ac-4f49e37beb9e', 'serial': 'd2d6200e-a97c-4a33-b2ac-4f49e37beb9e'} {{(pid=69413) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1359.380115] env[69413]: DEBUG nova.network.neutron [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Updating instance_info_cache with network_info: [{"id": "a6e7a0ab-1e37-4855-998f-70693fbf9a9e", "address": "fa:16:3e:f2:1f:0d", "network": {"id": "9f6a6da5-f7d8-4701-b117-bc929b707d63", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510056269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9155da285b149afae28b1048f0d10d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6e7a0ab-1e", "ovs_interfaceid": "a6e7a0ab-1e37-4855-998f-70693fbf9a9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.438596] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69413) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1359.438788] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.152s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.439107] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0f692b64-5538-40b8-8921-c2b51ca6bf44 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.890s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.439334] env[69413]: DEBUG nova.objects.instance [None req-0f692b64-5538-40b8-8921-c2b51ca6bf44 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lazy-loading 'resources' on Instance uuid 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1359.804305] env[69413]: DEBUG nova.objects.instance [None req-23b3e794-d704-43a9-866d-565c0c423538 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lazy-loading 'flavor' on Instance uuid 1d23c812-d28c-43b4-bd48-0027cee9e9d2 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1359.882488] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Releasing lock "refresh_cache-c081fcbd-8829-4c9c-912e-dc643c7c0fbc" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.882758] env[69413]: DEBUG nova.compute.manager [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Instance network_info: |[{"id": "a6e7a0ab-1e37-4855-998f-70693fbf9a9e", "address": "fa:16:3e:f2:1f:0d", "network": {"id": "9f6a6da5-f7d8-4701-b117-bc929b707d63", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510056269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9155da285b149afae28b1048f0d10d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6e7a0ab-1e", "ovs_interfaceid": "a6e7a0ab-1e37-4855-998f-70693fbf9a9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1359.883210] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:1f:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6e7a0ab-1e37-4855-998f-70693fbf9a9e', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1359.891171] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1359.891375] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1359.891599] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-390bdae7-9444-49ba-9466-08b3f1b28210 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.910514] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1359.910514] env[69413]: value = "task-3078685" [ 1359.910514] env[69413]: _type = "Task" [ 1359.910514] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.917696] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078685, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.948740] env[69413]: DEBUG nova.compute.manager [req-ed72ee68-8753-4211-856d-1620c3090263 req-8550a341-c00f-4342-acbf-eb66a5b51d0d service nova] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Received event network-changed-a6e7a0ab-1e37-4855-998f-70693fbf9a9e {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1359.948935] env[69413]: DEBUG nova.compute.manager [req-ed72ee68-8753-4211-856d-1620c3090263 req-8550a341-c00f-4342-acbf-eb66a5b51d0d service nova] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Refreshing instance network info cache due to event network-changed-a6e7a0ab-1e37-4855-998f-70693fbf9a9e. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1359.949133] env[69413]: DEBUG oslo_concurrency.lockutils [req-ed72ee68-8753-4211-856d-1620c3090263 req-8550a341-c00f-4342-acbf-eb66a5b51d0d service nova] Acquiring lock "refresh_cache-c081fcbd-8829-4c9c-912e-dc643c7c0fbc" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.949282] env[69413]: DEBUG oslo_concurrency.lockutils [req-ed72ee68-8753-4211-856d-1620c3090263 req-8550a341-c00f-4342-acbf-eb66a5b51d0d service nova] Acquired lock "refresh_cache-c081fcbd-8829-4c9c-912e-dc643c7c0fbc" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.949441] env[69413]: DEBUG nova.network.neutron [req-ed72ee68-8753-4211-856d-1620c3090263 req-8550a341-c00f-4342-acbf-eb66a5b51d0d service nova] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Refreshing network info cache for port a6e7a0ab-1e37-4855-998f-70693fbf9a9e {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1360.004882] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86920f90-37c4-4b25-87a4-6001686bc34f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.012257] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2667d56c-ee16-45a3-9090-06d87b18efd5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.043415] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023b76ba-47d7-4440-aa53-79e0c5f3185d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.050256] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5cb8ed-c80a-416f-8545-11f18f694891 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.063432] env[69413]: DEBUG nova.compute.provider_tree [None req-0f692b64-5538-40b8-8921-c2b51ca6bf44 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1360.420468] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078685, 'name': CreateVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.566235] env[69413]: DEBUG nova.scheduler.client.report [None req-0f692b64-5538-40b8-8921-c2b51ca6bf44 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1360.622024] env[69413]: DEBUG nova.network.neutron [req-ed72ee68-8753-4211-856d-1620c3090263 req-8550a341-c00f-4342-acbf-eb66a5b51d0d service nova] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Updated VIF entry in instance network info cache for port a6e7a0ab-1e37-4855-998f-70693fbf9a9e. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1360.622439] env[69413]: DEBUG nova.network.neutron [req-ed72ee68-8753-4211-856d-1620c3090263 req-8550a341-c00f-4342-acbf-eb66a5b51d0d service nova] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Updating instance_info_cache with network_info: [{"id": "a6e7a0ab-1e37-4855-998f-70693fbf9a9e", "address": "fa:16:3e:f2:1f:0d", "network": {"id": "9f6a6da5-f7d8-4701-b117-bc929b707d63", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510056269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9155da285b149afae28b1048f0d10d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6e7a0ab-1e", "ovs_interfaceid": "a6e7a0ab-1e37-4855-998f-70693fbf9a9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.812302] env[69413]: DEBUG oslo_concurrency.lockutils [None req-23b3e794-d704-43a9-866d-565c0c423538 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "1d23c812-d28c-43b4-bd48-0027cee9e9d2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.243s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.920863] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078685, 'name': CreateVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.070933] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0f692b64-5538-40b8-8921-c2b51ca6bf44 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.632s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.093203] env[69413]: INFO nova.scheduler.client.report [None req-0f692b64-5538-40b8-8921-c2b51ca6bf44 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Deleted allocations for instance 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18 [ 1361.124753] env[69413]: DEBUG oslo_concurrency.lockutils [req-ed72ee68-8753-4211-856d-1620c3090263 req-8550a341-c00f-4342-acbf-eb66a5b51d0d service nova] Releasing lock "refresh_cache-c081fcbd-8829-4c9c-912e-dc643c7c0fbc" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.154096] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d530af4-bc56-4030-a74b-1e99f7c6d25e tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Volume attach. Driver type: vmdk {{(pid=69413) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1361.154370] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d530af4-bc56-4030-a74b-1e99f7c6d25e tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616361', 'volume_id': '8e8666f3-f1c9-4377-add1-7489dac5d471', 'name': 'volume-8e8666f3-f1c9-4377-add1-7489dac5d471', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '605dc214-ef5d-4333-bb0f-54d5f5e97832', 'attached_at': '', 'detached_at': '', 'volume_id': '8e8666f3-f1c9-4377-add1-7489dac5d471', 'serial': '8e8666f3-f1c9-4377-add1-7489dac5d471'} {{(pid=69413) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1361.155230] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04953c8b-60a2-41c7-8056-6625f5de8539 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.174533] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf412a43-1fd8-49bc-846c-a1af74c62641 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.198563] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d530af4-bc56-4030-a74b-1e99f7c6d25e tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-8e8666f3-f1c9-4377-add1-7489dac5d471/volume-8e8666f3-f1c9-4377-add1-7489dac5d471.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1361.198814] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73adec0c-352e-4aff-9efe-993c3e940f7c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.218116] env[69413]: DEBUG oslo_vmware.api [None req-9d530af4-bc56-4030-a74b-1e99f7c6d25e tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Waiting for the task: (returnval){ [ 1361.218116] env[69413]: value = "task-3078686" [ 1361.218116] env[69413]: _type = "Task" [ 1361.218116] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.225207] env[69413]: DEBUG oslo_vmware.api [None req-9d530af4-bc56-4030-a74b-1e99f7c6d25e tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078686, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.421493] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078685, 'name': CreateVM_Task, 'duration_secs': 1.290286} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.421665] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1361.422340] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.422504] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.422843] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.423123] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-476270e1-063a-4188-a076-d6593526a452 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.428063] env[69413]: DEBUG oslo_vmware.api [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1361.428063] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f6e865-3112-5370-90e9-2d9db1a7949d" [ 1361.428063] env[69413]: _type = "Task" [ 1361.428063] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.435502] env[69413]: DEBUG oslo_vmware.api [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f6e865-3112-5370-90e9-2d9db1a7949d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.600858] env[69413]: DEBUG oslo_concurrency.lockutils [None req-0f692b64-5538-40b8-8921-c2b51ca6bf44 tempest-ServerActionsTestOtherA-960118111 tempest-ServerActionsTestOtherA-960118111-project-member] Lock "08fdf64c-acff-4bc5-8d0b-fd294e6c9a18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.432s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.728033] env[69413]: DEBUG oslo_vmware.api [None req-9d530af4-bc56-4030-a74b-1e99f7c6d25e tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078686, 'name': ReconfigVM_Task, 'duration_secs': 0.357236} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.728332] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d530af4-bc56-4030-a74b-1e99f7c6d25e tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-8e8666f3-f1c9-4377-add1-7489dac5d471/volume-8e8666f3-f1c9-4377-add1-7489dac5d471.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1361.733290] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc31df6a-d7e6-416d-8b71-72ea81726509 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.748107] env[69413]: DEBUG oslo_vmware.api [None req-9d530af4-bc56-4030-a74b-1e99f7c6d25e tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Waiting for the task: (returnval){ [ 1361.748107] env[69413]: value = "task-3078687" [ 1361.748107] env[69413]: _type = "Task" [ 1361.748107] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.755862] env[69413]: DEBUG oslo_vmware.api [None req-9d530af4-bc56-4030-a74b-1e99f7c6d25e tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078687, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.846698] env[69413]: DEBUG oslo_concurrency.lockutils [None req-46214aed-28ba-4947-a8fc-9f41af29a408 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquiring lock "1d23c812-d28c-43b4-bd48-0027cee9e9d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.847209] env[69413]: DEBUG oslo_concurrency.lockutils [None req-46214aed-28ba-4947-a8fc-9f41af29a408 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "1d23c812-d28c-43b4-bd48-0027cee9e9d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.847486] env[69413]: DEBUG oslo_concurrency.lockutils [None req-46214aed-28ba-4947-a8fc-9f41af29a408 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquiring lock "1d23c812-d28c-43b4-bd48-0027cee9e9d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.847713] env[69413]: DEBUG oslo_concurrency.lockutils [None req-46214aed-28ba-4947-a8fc-9f41af29a408 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "1d23c812-d28c-43b4-bd48-0027cee9e9d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.847895] env[69413]: DEBUG oslo_concurrency.lockutils [None req-46214aed-28ba-4947-a8fc-9f41af29a408 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "1d23c812-d28c-43b4-bd48-0027cee9e9d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.850432] env[69413]: INFO nova.compute.manager [None req-46214aed-28ba-4947-a8fc-9f41af29a408 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Terminating instance [ 1361.937936] env[69413]: DEBUG oslo_vmware.api [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52f6e865-3112-5370-90e9-2d9db1a7949d, 'name': SearchDatastore_Task, 'duration_secs': 0.013549} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.938263] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.938493] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1361.938725] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.938872] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.939083] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1361.939343] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ede5e86b-fd92-4290-b7ac-b03fa598f715 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.947372] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1361.947548] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1361.948238] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21d6af9a-f60e-4ff7-8237-538caab0cfa6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.953898] env[69413]: DEBUG oslo_vmware.api [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1361.953898] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52451bb8-5553-3494-2a1e-b334a85e9249" [ 1361.953898] env[69413]: _type = "Task" [ 1361.953898] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.961692] env[69413]: DEBUG oslo_vmware.api [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52451bb8-5553-3494-2a1e-b334a85e9249, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.259505] env[69413]: DEBUG oslo_vmware.api [None req-9d530af4-bc56-4030-a74b-1e99f7c6d25e tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078687, 'name': ReconfigVM_Task, 'duration_secs': 0.137176} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.259795] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d530af4-bc56-4030-a74b-1e99f7c6d25e tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616361', 'volume_id': '8e8666f3-f1c9-4377-add1-7489dac5d471', 'name': 'volume-8e8666f3-f1c9-4377-add1-7489dac5d471', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '605dc214-ef5d-4333-bb0f-54d5f5e97832', 'attached_at': '', 'detached_at': '', 'volume_id': '8e8666f3-f1c9-4377-add1-7489dac5d471', 'serial': '8e8666f3-f1c9-4377-add1-7489dac5d471'} {{(pid=69413) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1362.353998] env[69413]: DEBUG nova.compute.manager [None req-46214aed-28ba-4947-a8fc-9f41af29a408 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1362.354244] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-46214aed-28ba-4947-a8fc-9f41af29a408 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1362.355110] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6aa45e-cecb-466a-841b-150c5c5234a6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.362865] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-46214aed-28ba-4947-a8fc-9f41af29a408 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1362.363099] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e16edb94-9c20-4518-b5ff-35712f5b7b5e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.368566] env[69413]: DEBUG oslo_vmware.api [None req-46214aed-28ba-4947-a8fc-9f41af29a408 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1362.368566] env[69413]: value = "task-3078688" [ 1362.368566] env[69413]: _type = "Task" [ 1362.368566] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.377993] env[69413]: DEBUG oslo_vmware.api [None req-46214aed-28ba-4947-a8fc-9f41af29a408 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.464603] env[69413]: DEBUG oslo_vmware.api [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52451bb8-5553-3494-2a1e-b334a85e9249, 'name': SearchDatastore_Task, 'duration_secs': 0.008991} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.465409] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b5b3d11-ff46-4691-a7bd-bada9acf1583 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.470344] env[69413]: DEBUG oslo_vmware.api [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1362.470344] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b9bf44-0324-c13d-1928-6eaf1ae4131f" [ 1362.470344] env[69413]: _type = "Task" [ 1362.470344] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.478513] env[69413]: DEBUG oslo_vmware.api [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b9bf44-0324-c13d-1928-6eaf1ae4131f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.882154] env[69413]: DEBUG oslo_vmware.api [None req-46214aed-28ba-4947-a8fc-9f41af29a408 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078688, 'name': PowerOffVM_Task, 'duration_secs': 0.184792} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.882548] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-46214aed-28ba-4947-a8fc-9f41af29a408 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1362.882759] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-46214aed-28ba-4947-a8fc-9f41af29a408 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1362.883069] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ff34887-d76a-4115-aefc-cdc62b953b89 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.971978] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-46214aed-28ba-4947-a8fc-9f41af29a408 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1362.972226] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-46214aed-28ba-4947-a8fc-9f41af29a408 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1362.972482] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-46214aed-28ba-4947-a8fc-9f41af29a408 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Deleting the datastore file [datastore1] 1d23c812-d28c-43b4-bd48-0027cee9e9d2 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1362.975984] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f6d4544-62e6-41b9-bee1-1a3d18fec560 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.982837] env[69413]: DEBUG oslo_vmware.api [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52b9bf44-0324-c13d-1928-6eaf1ae4131f, 'name': SearchDatastore_Task, 'duration_secs': 0.009765} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.983993] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.984279] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] c081fcbd-8829-4c9c-912e-dc643c7c0fbc/c081fcbd-8829-4c9c-912e-dc643c7c0fbc.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1362.984674] env[69413]: DEBUG oslo_vmware.api [None req-46214aed-28ba-4947-a8fc-9f41af29a408 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for the task: (returnval){ [ 1362.984674] env[69413]: value = "task-3078690" [ 1362.984674] env[69413]: _type = "Task" [ 1362.984674] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.984905] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d1e8e11-67f8-4625-bc27-c57e5c6d1603 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.994480] env[69413]: DEBUG oslo_vmware.api [None req-46214aed-28ba-4947-a8fc-9f41af29a408 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.995623] env[69413]: DEBUG oslo_vmware.api [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1362.995623] env[69413]: value = "task-3078691" [ 1362.995623] env[69413]: _type = "Task" [ 1362.995623] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.003192] env[69413]: DEBUG oslo_vmware.api [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078691, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.304099] env[69413]: DEBUG nova.objects.instance [None req-9d530af4-bc56-4030-a74b-1e99f7c6d25e tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lazy-loading 'flavor' on Instance uuid 605dc214-ef5d-4333-bb0f-54d5f5e97832 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1363.496383] env[69413]: DEBUG oslo_vmware.api [None req-46214aed-28ba-4947-a8fc-9f41af29a408 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Task: {'id': task-3078690, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144422} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.500074] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-46214aed-28ba-4947-a8fc-9f41af29a408 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1363.500300] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-46214aed-28ba-4947-a8fc-9f41af29a408 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1363.500481] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-46214aed-28ba-4947-a8fc-9f41af29a408 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1363.500660] env[69413]: INFO nova.compute.manager [None req-46214aed-28ba-4947-a8fc-9f41af29a408 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1363.500898] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46214aed-28ba-4947-a8fc-9f41af29a408 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1363.501116] env[69413]: DEBUG nova.compute.manager [-] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1363.501218] env[69413]: DEBUG nova.network.neutron [-] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1363.507755] env[69413]: DEBUG oslo_vmware.api [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078691, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45457} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.509030] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] c081fcbd-8829-4c9c-912e-dc643c7c0fbc/c081fcbd-8829-4c9c-912e-dc643c7c0fbc.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1363.509030] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1363.509030] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d537dd89-ee2d-4905-a431-1e3c85587769 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.514962] env[69413]: DEBUG oslo_vmware.api [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1363.514962] env[69413]: value = "task-3078692" [ 1363.514962] env[69413]: _type = "Task" [ 1363.514962] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.525410] env[69413]: DEBUG oslo_vmware.api [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078692, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.809028] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d530af4-bc56-4030-a74b-1e99f7c6d25e tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lock "605dc214-ef5d-4333-bb0f-54d5f5e97832" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.261s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.024786] env[69413]: DEBUG oslo_vmware.api [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078692, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06789} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.025108] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1364.025827] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829fd2af-4bf5-47a5-9743-e8692157d2a2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.055998] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] c081fcbd-8829-4c9c-912e-dc643c7c0fbc/c081fcbd-8829-4c9c-912e-dc643c7c0fbc.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1364.056175] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccfc1316-3d23-422c-9b64-229261d56ef8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.082227] env[69413]: DEBUG oslo_vmware.api [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1364.082227] env[69413]: value = "task-3078693" [ 1364.082227] env[69413]: _type = "Task" [ 1364.082227] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.085013] env[69413]: DEBUG nova.compute.manager [req-c3350435-137c-49dd-8342-6132bef6dc2b req-d0ee8f5b-0be3-414d-95f3-aa2e52045f85 service nova] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Received event network-vif-deleted-6c9b1d05-7f5c-4253-8e96-6d17902e29f1 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1364.085209] env[69413]: INFO nova.compute.manager [req-c3350435-137c-49dd-8342-6132bef6dc2b req-d0ee8f5b-0be3-414d-95f3-aa2e52045f85 service nova] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Neutron deleted interface 6c9b1d05-7f5c-4253-8e96-6d17902e29f1; detaching it from the instance and deleting it from the info cache [ 1364.085378] env[69413]: DEBUG nova.network.neutron [req-c3350435-137c-49dd-8342-6132bef6dc2b req-d0ee8f5b-0be3-414d-95f3-aa2e52045f85 service nova] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.095866] env[69413]: DEBUG oslo_vmware.api [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078693, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.576334] env[69413]: DEBUG nova.network.neutron [-] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.588111] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bbd34da4-7217-409f-a945-53c9ae25c848 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.595318] env[69413]: DEBUG oslo_vmware.api [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078693, 'name': ReconfigVM_Task, 'duration_secs': 0.274331} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.596495] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Reconfigured VM instance instance-0000007b to attach disk [datastore2] c081fcbd-8829-4c9c-912e-dc643c7c0fbc/c081fcbd-8829-4c9c-912e-dc643c7c0fbc.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1364.597453] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5edf4082-6e75-4f06-817b-65a20f00cfbc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.601985] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c118f8-f3c4-4c89-99f3-6aa245da0e2a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.621285] env[69413]: DEBUG oslo_vmware.api [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1364.621285] env[69413]: value = "task-3078694" [ 1364.621285] env[69413]: _type = "Task" [ 1364.621285] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.631338] env[69413]: DEBUG oslo_vmware.api [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078694, 'name': Rename_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.645200] env[69413]: DEBUG nova.compute.manager [req-c3350435-137c-49dd-8342-6132bef6dc2b req-d0ee8f5b-0be3-414d-95f3-aa2e52045f85 service nova] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Detach interface failed, port_id=6c9b1d05-7f5c-4253-8e96-6d17902e29f1, reason: Instance 1d23c812-d28c-43b4-bd48-0027cee9e9d2 could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1364.708843] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c2ff580e-2321-419e-8723-90f4dc15f200 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Acquiring lock "605dc214-ef5d-4333-bb0f-54d5f5e97832" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.710782] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c2ff580e-2321-419e-8723-90f4dc15f200 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lock "605dc214-ef5d-4333-bb0f-54d5f5e97832" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.002s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.079771] env[69413]: INFO nova.compute.manager [-] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Took 1.58 seconds to deallocate network for instance. [ 1365.132618] env[69413]: DEBUG oslo_vmware.api [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078694, 'name': Rename_Task, 'duration_secs': 0.216915} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.132618] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1365.132618] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b654fa05-b603-4b85-932f-f3f5ca32c259 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.140511] env[69413]: DEBUG oslo_vmware.api [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1365.140511] env[69413]: value = "task-3078695" [ 1365.140511] env[69413]: _type = "Task" [ 1365.140511] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.149385] env[69413]: DEBUG oslo_vmware.api [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.215144] env[69413]: DEBUG nova.compute.utils [None req-c2ff580e-2321-419e-8723-90f4dc15f200 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1365.594202] env[69413]: DEBUG oslo_concurrency.lockutils [None req-46214aed-28ba-4947-a8fc-9f41af29a408 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.594202] env[69413]: DEBUG oslo_concurrency.lockutils [None req-46214aed-28ba-4947-a8fc-9f41af29a408 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.594202] env[69413]: DEBUG nova.objects.instance [None req-46214aed-28ba-4947-a8fc-9f41af29a408 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lazy-loading 'resources' on Instance uuid 1d23c812-d28c-43b4-bd48-0027cee9e9d2 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1365.649720] env[69413]: DEBUG oslo_vmware.api [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078695, 'name': PowerOnVM_Task, 'duration_secs': 0.457886} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.650168] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1365.650316] env[69413]: INFO nova.compute.manager [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Took 7.86 seconds to spawn the instance on the hypervisor. [ 1365.651018] env[69413]: DEBUG nova.compute.manager [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1365.651495] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bf9672-d1bc-472e-8da1-902cdff9a6b3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.718152] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c2ff580e-2321-419e-8723-90f4dc15f200 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lock "605dc214-ef5d-4333-bb0f-54d5f5e97832" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.166984] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a6ae5d-35ac-4f91-a3de-446486233463 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.172152] env[69413]: INFO nova.compute.manager [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Took 12.57 seconds to build instance. [ 1366.175989] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bae9695-ee3c-44b2-a398-71db35846b23 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.207652] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f3e3a0-c1da-499a-bca6-e9f58888798c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.216298] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c031f025-67cf-49e1-ab71-35e784c67bc0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.232739] env[69413]: DEBUG nova.compute.provider_tree [None req-46214aed-28ba-4947-a8fc-9f41af29a408 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1366.674423] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ce4a00ef-94d4-4df7-b4cf-d9907ed8df5b tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "c081fcbd-8829-4c9c-912e-dc643c7c0fbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.086s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.735975] env[69413]: DEBUG nova.scheduler.client.report [None req-46214aed-28ba-4947-a8fc-9f41af29a408 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1366.782262] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c2ff580e-2321-419e-8723-90f4dc15f200 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Acquiring lock "605dc214-ef5d-4333-bb0f-54d5f5e97832" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.782538] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c2ff580e-2321-419e-8723-90f4dc15f200 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lock "605dc214-ef5d-4333-bb0f-54d5f5e97832" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.782783] env[69413]: INFO nova.compute.manager [None req-c2ff580e-2321-419e-8723-90f4dc15f200 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Attaching volume a2e47720-5e85-46a9-9117-ece3b8af3670 to /dev/sdc [ 1366.816503] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260113b9-6578-4634-b1ee-6f063664d11f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.829228] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b577c5-ce6a-4d0b-ace6-9cd462401f4c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.844351] env[69413]: DEBUG nova.virt.block_device [None req-c2ff580e-2321-419e-8723-90f4dc15f200 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Updating existing volume attachment record: 709cfe4c-731b-4f1e-8a40-e995f5935897 {{(pid=69413) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1366.868162] env[69413]: DEBUG nova.compute.manager [req-2b344196-2d2b-4fc8-807b-ed35079f26e4 req-cf8d5386-0885-4752-9e41-fc28decd0bc7 service nova] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Received event network-changed-a6e7a0ab-1e37-4855-998f-70693fbf9a9e {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1366.868387] env[69413]: DEBUG nova.compute.manager [req-2b344196-2d2b-4fc8-807b-ed35079f26e4 req-cf8d5386-0885-4752-9e41-fc28decd0bc7 service nova] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Refreshing instance network info cache due to event network-changed-a6e7a0ab-1e37-4855-998f-70693fbf9a9e. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1366.868605] env[69413]: DEBUG oslo_concurrency.lockutils [req-2b344196-2d2b-4fc8-807b-ed35079f26e4 req-cf8d5386-0885-4752-9e41-fc28decd0bc7 service nova] Acquiring lock "refresh_cache-c081fcbd-8829-4c9c-912e-dc643c7c0fbc" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.868704] env[69413]: DEBUG oslo_concurrency.lockutils [req-2b344196-2d2b-4fc8-807b-ed35079f26e4 req-cf8d5386-0885-4752-9e41-fc28decd0bc7 service nova] Acquired lock "refresh_cache-c081fcbd-8829-4c9c-912e-dc643c7c0fbc" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.868860] env[69413]: DEBUG nova.network.neutron [req-2b344196-2d2b-4fc8-807b-ed35079f26e4 req-cf8d5386-0885-4752-9e41-fc28decd0bc7 service nova] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Refreshing network info cache for port a6e7a0ab-1e37-4855-998f-70693fbf9a9e {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1367.242416] env[69413]: DEBUG oslo_concurrency.lockutils [None req-46214aed-28ba-4947-a8fc-9f41af29a408 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.648s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.253962] env[69413]: DEBUG oslo_concurrency.lockutils [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "845599ff-45fc-4d7b-a75d-87913a530e43" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.254069] env[69413]: DEBUG oslo_concurrency.lockutils [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "845599ff-45fc-4d7b-a75d-87913a530e43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.262553] env[69413]: INFO nova.scheduler.client.report [None req-46214aed-28ba-4947-a8fc-9f41af29a408 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Deleted allocations for instance 1d23c812-d28c-43b4-bd48-0027cee9e9d2 [ 1367.607890] env[69413]: DEBUG nova.network.neutron [req-2b344196-2d2b-4fc8-807b-ed35079f26e4 req-cf8d5386-0885-4752-9e41-fc28decd0bc7 service nova] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Updated VIF entry in instance network info cache for port a6e7a0ab-1e37-4855-998f-70693fbf9a9e. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1367.608288] env[69413]: DEBUG nova.network.neutron [req-2b344196-2d2b-4fc8-807b-ed35079f26e4 req-cf8d5386-0885-4752-9e41-fc28decd0bc7 service nova] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Updating instance_info_cache with network_info: [{"id": "a6e7a0ab-1e37-4855-998f-70693fbf9a9e", "address": "fa:16:3e:f2:1f:0d", "network": {"id": "9f6a6da5-f7d8-4701-b117-bc929b707d63", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510056269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9155da285b149afae28b1048f0d10d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6e7a0ab-1e", "ovs_interfaceid": "a6e7a0ab-1e37-4855-998f-70693fbf9a9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.756323] env[69413]: DEBUG nova.compute.manager [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1367.769932] env[69413]: DEBUG oslo_concurrency.lockutils [None req-46214aed-28ba-4947-a8fc-9f41af29a408 tempest-AttachVolumeNegativeTest-1110824103 tempest-AttachVolumeNegativeTest-1110824103-project-member] Lock "1d23c812-d28c-43b4-bd48-0027cee9e9d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.923s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.110944] env[69413]: DEBUG oslo_concurrency.lockutils [req-2b344196-2d2b-4fc8-807b-ed35079f26e4 req-cf8d5386-0885-4752-9e41-fc28decd0bc7 service nova] Releasing lock "refresh_cache-c081fcbd-8829-4c9c-912e-dc643c7c0fbc" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.297631] env[69413]: DEBUG oslo_concurrency.lockutils [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.297955] env[69413]: DEBUG oslo_concurrency.lockutils [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.300341] env[69413]: INFO nova.compute.claims [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1369.356382] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef2ecf2-fe8e-4c62-baf9-ab73feb6df59 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.363666] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62dd652-2af5-47bc-a368-28fa85cd91e1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.393828] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d011dfb-1daf-4d62-82d7-1e02977bc587 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.401064] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2114ac-27ee-4186-bd94-72df07235573 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.413916] env[69413]: DEBUG nova.compute.provider_tree [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1369.917598] env[69413]: DEBUG nova.scheduler.client.report [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1370.422909] env[69413]: DEBUG oslo_concurrency.lockutils [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.125s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.423485] env[69413]: DEBUG nova.compute.manager [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1370.928513] env[69413]: DEBUG nova.compute.utils [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1370.930349] env[69413]: DEBUG nova.compute.manager [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1370.930527] env[69413]: DEBUG nova.network.neutron [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1370.974499] env[69413]: DEBUG nova.policy [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8166e000c1d486b96e7b928bf651178', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6aacd5655fb143d1ada1a5ab63aba153', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1371.246518] env[69413]: DEBUG nova.network.neutron [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Successfully created port: c0c55da2-df8d-4f28-80c3-31665ebabc32 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1371.394761] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2ff580e-2321-419e-8723-90f4dc15f200 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Volume attach. Driver type: vmdk {{(pid=69413) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1371.394854] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2ff580e-2321-419e-8723-90f4dc15f200 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616363', 'volume_id': 'a2e47720-5e85-46a9-9117-ece3b8af3670', 'name': 'volume-a2e47720-5e85-46a9-9117-ece3b8af3670', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '605dc214-ef5d-4333-bb0f-54d5f5e97832', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2e47720-5e85-46a9-9117-ece3b8af3670', 'serial': 'a2e47720-5e85-46a9-9117-ece3b8af3670'} {{(pid=69413) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1371.395752] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1498b18-b7ca-4c1a-b22c-19cd37006cb4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.411969] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aab295f-cde6-4a3d-95b4-6f3871f1b90d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.438701] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2ff580e-2321-419e-8723-90f4dc15f200 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-a2e47720-5e85-46a9-9117-ece3b8af3670/volume-a2e47720-5e85-46a9-9117-ece3b8af3670.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1371.439337] env[69413]: DEBUG nova.compute.manager [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1371.442911] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-490541fd-2ad0-4205-937b-05bf87052b4a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.504726] env[69413]: DEBUG oslo_vmware.api [None req-c2ff580e-2321-419e-8723-90f4dc15f200 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Waiting for the task: (returnval){ [ 1371.504726] env[69413]: value = "task-3078699" [ 1371.504726] env[69413]: _type = "Task" [ 1371.504726] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.014935] env[69413]: DEBUG oslo_vmware.api [None req-c2ff580e-2321-419e-8723-90f4dc15f200 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078699, 'name': ReconfigVM_Task, 'duration_secs': 0.486629} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.015295] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2ff580e-2321-419e-8723-90f4dc15f200 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-a2e47720-5e85-46a9-9117-ece3b8af3670/volume-a2e47720-5e85-46a9-9117-ece3b8af3670.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1372.020064] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99c6923b-e28b-4183-b929-6b512f0a0eea {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.038359] env[69413]: DEBUG oslo_vmware.api [None req-c2ff580e-2321-419e-8723-90f4dc15f200 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Waiting for the task: (returnval){ [ 1372.038359] env[69413]: value = "task-3078701" [ 1372.038359] env[69413]: _type = "Task" [ 1372.038359] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.049078] env[69413]: DEBUG oslo_vmware.api [None req-c2ff580e-2321-419e-8723-90f4dc15f200 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078701, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.466047] env[69413]: DEBUG nova.compute.manager [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1372.492170] env[69413]: DEBUG nova.virt.hardware [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1372.492434] env[69413]: DEBUG nova.virt.hardware [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1372.492709] env[69413]: DEBUG nova.virt.hardware [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1372.492851] env[69413]: DEBUG nova.virt.hardware [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1372.493027] env[69413]: DEBUG nova.virt.hardware [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1372.493218] env[69413]: DEBUG nova.virt.hardware [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1372.493451] env[69413]: DEBUG nova.virt.hardware [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1372.493619] env[69413]: DEBUG nova.virt.hardware [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1372.493789] env[69413]: DEBUG nova.virt.hardware [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1372.493953] env[69413]: DEBUG nova.virt.hardware [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1372.494145] env[69413]: DEBUG nova.virt.hardware [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1372.495070] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f180d3-eed9-4937-9f2b-7f4cb2d38f3f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.503451] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8deeb8a3-45e0-48d6-b7e4-8aca6c3fb707 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.547521] env[69413]: DEBUG oslo_vmware.api [None req-c2ff580e-2321-419e-8723-90f4dc15f200 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078701, 'name': ReconfigVM_Task, 'duration_secs': 0.152226} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.547820] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2ff580e-2321-419e-8723-90f4dc15f200 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616363', 'volume_id': 'a2e47720-5e85-46a9-9117-ece3b8af3670', 'name': 'volume-a2e47720-5e85-46a9-9117-ece3b8af3670', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '605dc214-ef5d-4333-bb0f-54d5f5e97832', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2e47720-5e85-46a9-9117-ece3b8af3670', 'serial': 'a2e47720-5e85-46a9-9117-ece3b8af3670'} {{(pid=69413) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1372.617938] env[69413]: DEBUG nova.compute.manager [req-589dea23-fd98-4878-b105-982341995a74 req-c41733b5-2058-4242-b6bb-08b9f1a102d5 service nova] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Received event network-vif-plugged-c0c55da2-df8d-4f28-80c3-31665ebabc32 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1372.618202] env[69413]: DEBUG oslo_concurrency.lockutils [req-589dea23-fd98-4878-b105-982341995a74 req-c41733b5-2058-4242-b6bb-08b9f1a102d5 service nova] Acquiring lock "845599ff-45fc-4d7b-a75d-87913a530e43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.618759] env[69413]: DEBUG oslo_concurrency.lockutils [req-589dea23-fd98-4878-b105-982341995a74 req-c41733b5-2058-4242-b6bb-08b9f1a102d5 service nova] Lock "845599ff-45fc-4d7b-a75d-87913a530e43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.618759] env[69413]: DEBUG oslo_concurrency.lockutils [req-589dea23-fd98-4878-b105-982341995a74 req-c41733b5-2058-4242-b6bb-08b9f1a102d5 service nova] Lock "845599ff-45fc-4d7b-a75d-87913a530e43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.618759] env[69413]: DEBUG nova.compute.manager [req-589dea23-fd98-4878-b105-982341995a74 req-c41733b5-2058-4242-b6bb-08b9f1a102d5 service nova] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] No waiting events found dispatching network-vif-plugged-c0c55da2-df8d-4f28-80c3-31665ebabc32 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1372.619187] env[69413]: WARNING nova.compute.manager [req-589dea23-fd98-4878-b105-982341995a74 req-c41733b5-2058-4242-b6bb-08b9f1a102d5 service nova] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Received unexpected event network-vif-plugged-c0c55da2-df8d-4f28-80c3-31665ebabc32 for instance with vm_state building and task_state spawning. [ 1372.698047] env[69413]: DEBUG nova.network.neutron [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Successfully updated port: c0c55da2-df8d-4f28-80c3-31665ebabc32 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1373.201768] env[69413]: DEBUG oslo_concurrency.lockutils [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "refresh_cache-845599ff-45fc-4d7b-a75d-87913a530e43" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.201935] env[69413]: DEBUG oslo_concurrency.lockutils [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquired lock "refresh_cache-845599ff-45fc-4d7b-a75d-87913a530e43" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.202107] env[69413]: DEBUG nova.network.neutron [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1373.582451] env[69413]: DEBUG nova.objects.instance [None req-c2ff580e-2321-419e-8723-90f4dc15f200 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lazy-loading 'flavor' on Instance uuid 605dc214-ef5d-4333-bb0f-54d5f5e97832 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1373.733676] env[69413]: DEBUG nova.network.neutron [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1374.047080] env[69413]: DEBUG nova.network.neutron [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Updating instance_info_cache with network_info: [{"id": "c0c55da2-df8d-4f28-80c3-31665ebabc32", "address": "fa:16:3e:86:5b:ae", "network": {"id": "8492e5ad-0087-4b27-92b1-644e4f31bb6f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-386319202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aacd5655fb143d1ada1a5ab63aba153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0c55da2-df", "ovs_interfaceid": "c0c55da2-df8d-4f28-80c3-31665ebabc32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.088593] env[69413]: DEBUG oslo_concurrency.lockutils [None req-c2ff580e-2321-419e-8723-90f4dc15f200 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lock "605dc214-ef5d-4333-bb0f-54d5f5e97832" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.306s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.285746] env[69413]: DEBUG oslo_concurrency.lockutils [None req-37040f70-94c1-4e18-a5b1-5c616b3c19cb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Acquiring lock "605dc214-ef5d-4333-bb0f-54d5f5e97832" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.285969] env[69413]: DEBUG oslo_concurrency.lockutils [None req-37040f70-94c1-4e18-a5b1-5c616b3c19cb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lock "605dc214-ef5d-4333-bb0f-54d5f5e97832" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.549623] env[69413]: DEBUG oslo_concurrency.lockutils [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Releasing lock "refresh_cache-845599ff-45fc-4d7b-a75d-87913a530e43" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.549894] env[69413]: DEBUG nova.compute.manager [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Instance network_info: |[{"id": "c0c55da2-df8d-4f28-80c3-31665ebabc32", "address": "fa:16:3e:86:5b:ae", "network": {"id": "8492e5ad-0087-4b27-92b1-644e4f31bb6f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-386319202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aacd5655fb143d1ada1a5ab63aba153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0c55da2-df", "ovs_interfaceid": "c0c55da2-df8d-4f28-80c3-31665ebabc32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1374.550406] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:5b:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0c55da2-df8d-4f28-80c3-31665ebabc32', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1374.558055] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Creating folder: Project (6aacd5655fb143d1ada1a5ab63aba153). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1374.558571] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3edca4f7-29f6-48d1-8bc7-6795c6856d47 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.571425] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Created folder: Project (6aacd5655fb143d1ada1a5ab63aba153) in parent group-v616034. [ 1374.571603] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Creating folder: Instances. Parent ref: group-v616364. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1374.571841] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84a287ca-8792-4e30-8c63-aa5402c82f8f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.580039] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Created folder: Instances in parent group-v616364. [ 1374.580250] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1374.580437] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1374.580629] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3cc6481-1e72-4aad-88cc-7a2b2ef56bba {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.598968] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1374.598968] env[69413]: value = "task-3078704" [ 1374.598968] env[69413]: _type = "Task" [ 1374.598968] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.606062] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078704, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.646060] env[69413]: DEBUG nova.compute.manager [req-56aadad3-b241-486b-a2fa-b20ce3b7fb7d req-43e07682-727d-4013-a18e-9d7e3f6d988a service nova] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Received event network-changed-c0c55da2-df8d-4f28-80c3-31665ebabc32 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1374.646279] env[69413]: DEBUG nova.compute.manager [req-56aadad3-b241-486b-a2fa-b20ce3b7fb7d req-43e07682-727d-4013-a18e-9d7e3f6d988a service nova] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Refreshing instance network info cache due to event network-changed-c0c55da2-df8d-4f28-80c3-31665ebabc32. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1374.646493] env[69413]: DEBUG oslo_concurrency.lockutils [req-56aadad3-b241-486b-a2fa-b20ce3b7fb7d req-43e07682-727d-4013-a18e-9d7e3f6d988a service nova] Acquiring lock "refresh_cache-845599ff-45fc-4d7b-a75d-87913a530e43" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.646637] env[69413]: DEBUG oslo_concurrency.lockutils [req-56aadad3-b241-486b-a2fa-b20ce3b7fb7d req-43e07682-727d-4013-a18e-9d7e3f6d988a service nova] Acquired lock "refresh_cache-845599ff-45fc-4d7b-a75d-87913a530e43" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.646798] env[69413]: DEBUG nova.network.neutron [req-56aadad3-b241-486b-a2fa-b20ce3b7fb7d req-43e07682-727d-4013-a18e-9d7e3f6d988a service nova] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Refreshing network info cache for port c0c55da2-df8d-4f28-80c3-31665ebabc32 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1374.788642] env[69413]: INFO nova.compute.manager [None req-37040f70-94c1-4e18-a5b1-5c616b3c19cb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Detaching volume 8e8666f3-f1c9-4377-add1-7489dac5d471 [ 1374.817847] env[69413]: INFO nova.virt.block_device [None req-37040f70-94c1-4e18-a5b1-5c616b3c19cb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Attempting to driver detach volume 8e8666f3-f1c9-4377-add1-7489dac5d471 from mountpoint /dev/sdb [ 1374.818219] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-37040f70-94c1-4e18-a5b1-5c616b3c19cb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Volume detach. Driver type: vmdk {{(pid=69413) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1374.818335] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-37040f70-94c1-4e18-a5b1-5c616b3c19cb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616361', 'volume_id': '8e8666f3-f1c9-4377-add1-7489dac5d471', 'name': 'volume-8e8666f3-f1c9-4377-add1-7489dac5d471', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '605dc214-ef5d-4333-bb0f-54d5f5e97832', 'attached_at': '', 'detached_at': '', 'volume_id': '8e8666f3-f1c9-4377-add1-7489dac5d471', 'serial': '8e8666f3-f1c9-4377-add1-7489dac5d471'} {{(pid=69413) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1374.819285] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dfa501e-615a-42cc-9075-62297cd7da11 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.843537] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42bc93a-a196-4cf7-a994-4ced136b7c10 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.850498] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c75ac8f-8bf2-4f30-b489-8176e1fab8ca {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.873644] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b31f97-5d70-424c-a54f-4c7eb1aab69a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.889353] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-37040f70-94c1-4e18-a5b1-5c616b3c19cb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] The volume has not been displaced from its original location: [datastore2] volume-8e8666f3-f1c9-4377-add1-7489dac5d471/volume-8e8666f3-f1c9-4377-add1-7489dac5d471.vmdk. No consolidation needed. {{(pid=69413) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1374.894735] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-37040f70-94c1-4e18-a5b1-5c616b3c19cb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1374.895062] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-211635f8-65e3-43fb-8e32-0b6bcffafa50 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.912472] env[69413]: DEBUG oslo_vmware.api [None req-37040f70-94c1-4e18-a5b1-5c616b3c19cb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Waiting for the task: (returnval){ [ 1374.912472] env[69413]: value = "task-3078706" [ 1374.912472] env[69413]: _type = "Task" [ 1374.912472] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.921620] env[69413]: DEBUG oslo_vmware.api [None req-37040f70-94c1-4e18-a5b1-5c616b3c19cb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078706, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.108699] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078704, 'name': CreateVM_Task, 'duration_secs': 0.359717} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.108868] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1375.109662] env[69413]: DEBUG oslo_concurrency.lockutils [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.109831] env[69413]: DEBUG oslo_concurrency.lockutils [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.110192] env[69413]: DEBUG oslo_concurrency.lockutils [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.110445] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93317478-3644-4356-9f95-7da47c9432d6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.115674] env[69413]: DEBUG oslo_vmware.api [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1375.115674] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5281c66a-0a6c-c7b4-6910-136c666c22af" [ 1375.115674] env[69413]: _type = "Task" [ 1375.115674] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.125185] env[69413]: DEBUG oslo_vmware.api [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5281c66a-0a6c-c7b4-6910-136c666c22af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.330582] env[69413]: DEBUG nova.network.neutron [req-56aadad3-b241-486b-a2fa-b20ce3b7fb7d req-43e07682-727d-4013-a18e-9d7e3f6d988a service nova] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Updated VIF entry in instance network info cache for port c0c55da2-df8d-4f28-80c3-31665ebabc32. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1375.330927] env[69413]: DEBUG nova.network.neutron [req-56aadad3-b241-486b-a2fa-b20ce3b7fb7d req-43e07682-727d-4013-a18e-9d7e3f6d988a service nova] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Updating instance_info_cache with network_info: [{"id": "c0c55da2-df8d-4f28-80c3-31665ebabc32", "address": "fa:16:3e:86:5b:ae", "network": {"id": "8492e5ad-0087-4b27-92b1-644e4f31bb6f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-386319202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aacd5655fb143d1ada1a5ab63aba153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0c55da2-df", "ovs_interfaceid": "c0c55da2-df8d-4f28-80c3-31665ebabc32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.421070] env[69413]: DEBUG oslo_vmware.api [None req-37040f70-94c1-4e18-a5b1-5c616b3c19cb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078706, 'name': ReconfigVM_Task, 'duration_secs': 0.259226} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.421352] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-37040f70-94c1-4e18-a5b1-5c616b3c19cb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1375.425894] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-143ac470-f041-4e25-b228-c6e54983ae1b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.439687] env[69413]: DEBUG oslo_vmware.api [None req-37040f70-94c1-4e18-a5b1-5c616b3c19cb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Waiting for the task: (returnval){ [ 1375.439687] env[69413]: value = "task-3078707" [ 1375.439687] env[69413]: _type = "Task" [ 1375.439687] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.446691] env[69413]: DEBUG oslo_vmware.api [None req-37040f70-94c1-4e18-a5b1-5c616b3c19cb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.625698] env[69413]: DEBUG oslo_vmware.api [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5281c66a-0a6c-c7b4-6910-136c666c22af, 'name': SearchDatastore_Task, 'duration_secs': 0.013456} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.626186] env[69413]: DEBUG oslo_concurrency.lockutils [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.626186] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1375.626411] env[69413]: DEBUG oslo_concurrency.lockutils [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.626559] env[69413]: DEBUG oslo_concurrency.lockutils [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.626733] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1375.626992] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39c55c57-c44c-4c01-b86a-0732bc7c832f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.634452] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1375.634624] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1375.635333] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97fc871e-b1ac-48c5-844b-a815aa5c6330 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.639732] env[69413]: DEBUG oslo_vmware.api [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1375.639732] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5208216d-a6bd-63c2-9804-d5e314f80397" [ 1375.639732] env[69413]: _type = "Task" [ 1375.639732] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.646625] env[69413]: DEBUG oslo_vmware.api [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5208216d-a6bd-63c2-9804-d5e314f80397, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.834092] env[69413]: DEBUG oslo_concurrency.lockutils [req-56aadad3-b241-486b-a2fa-b20ce3b7fb7d req-43e07682-727d-4013-a18e-9d7e3f6d988a service nova] Releasing lock "refresh_cache-845599ff-45fc-4d7b-a75d-87913a530e43" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.948519] env[69413]: DEBUG oslo_vmware.api [None req-37040f70-94c1-4e18-a5b1-5c616b3c19cb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078707, 'name': ReconfigVM_Task, 'duration_secs': 0.125512} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.948808] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-37040f70-94c1-4e18-a5b1-5c616b3c19cb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616361', 'volume_id': '8e8666f3-f1c9-4377-add1-7489dac5d471', 'name': 'volume-8e8666f3-f1c9-4377-add1-7489dac5d471', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '605dc214-ef5d-4333-bb0f-54d5f5e97832', 'attached_at': '', 'detached_at': '', 'volume_id': '8e8666f3-f1c9-4377-add1-7489dac5d471', 'serial': '8e8666f3-f1c9-4377-add1-7489dac5d471'} {{(pid=69413) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1376.149747] env[69413]: DEBUG oslo_vmware.api [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5208216d-a6bd-63c2-9804-d5e314f80397, 'name': SearchDatastore_Task, 'duration_secs': 0.007642} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.150509] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-762bfbef-9a6c-48ba-8f3c-754356f88769 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.154986] env[69413]: DEBUG oslo_vmware.api [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1376.154986] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]527b77fc-e05d-d173-4a36-108088e2f53d" [ 1376.154986] env[69413]: _type = "Task" [ 1376.154986] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.162116] env[69413]: DEBUG oslo_vmware.api [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]527b77fc-e05d-d173-4a36-108088e2f53d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.487549] env[69413]: DEBUG nova.objects.instance [None req-37040f70-94c1-4e18-a5b1-5c616b3c19cb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lazy-loading 'flavor' on Instance uuid 605dc214-ef5d-4333-bb0f-54d5f5e97832 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1376.665126] env[69413]: DEBUG oslo_vmware.api [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]527b77fc-e05d-d173-4a36-108088e2f53d, 'name': SearchDatastore_Task, 'duration_secs': 0.009239} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.665537] env[69413]: DEBUG oslo_concurrency.lockutils [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.665663] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 845599ff-45fc-4d7b-a75d-87913a530e43/845599ff-45fc-4d7b-a75d-87913a530e43.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1376.665910] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb7acd3d-b4eb-432a-b047-033884290f72 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.671573] env[69413]: DEBUG oslo_vmware.api [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1376.671573] env[69413]: value = "task-3078708" [ 1376.671573] env[69413]: _type = "Task" [ 1376.671573] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.678574] env[69413]: DEBUG oslo_vmware.api [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.181502] env[69413]: DEBUG oslo_vmware.api [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078708, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.41633} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.181730] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 845599ff-45fc-4d7b-a75d-87913a530e43/845599ff-45fc-4d7b-a75d-87913a530e43.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1377.181910] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1377.182415] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1ca5f10-d0d1-4a35-9f8f-e1e4b7cec34f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.188797] env[69413]: DEBUG oslo_vmware.api [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1377.188797] env[69413]: value = "task-3078709" [ 1377.188797] env[69413]: _type = "Task" [ 1377.188797] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.197591] env[69413]: DEBUG oslo_vmware.api [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078709, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.496428] env[69413]: DEBUG oslo_concurrency.lockutils [None req-37040f70-94c1-4e18-a5b1-5c616b3c19cb tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lock "605dc214-ef5d-4333-bb0f-54d5f5e97832" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.209s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.553925] env[69413]: DEBUG oslo_concurrency.lockutils [None req-65fa418b-7576-4281-af38-85ed8a6fed08 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Acquiring lock "605dc214-ef5d-4333-bb0f-54d5f5e97832" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.554203] env[69413]: DEBUG oslo_concurrency.lockutils [None req-65fa418b-7576-4281-af38-85ed8a6fed08 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lock "605dc214-ef5d-4333-bb0f-54d5f5e97832" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.698700] env[69413]: DEBUG oslo_vmware.api [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078709, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061375} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.699177] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1377.699769] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa578a1d-028b-416c-bbc5-c11b01c19261 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.721052] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 845599ff-45fc-4d7b-a75d-87913a530e43/845599ff-45fc-4d7b-a75d-87913a530e43.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1377.721288] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bd9b7b0-d489-425d-aaa0-8bda2d83a80c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.741352] env[69413]: DEBUG oslo_vmware.api [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1377.741352] env[69413]: value = "task-3078710" [ 1377.741352] env[69413]: _type = "Task" [ 1377.741352] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.749380] env[69413]: DEBUG oslo_vmware.api [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078710, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.058066] env[69413]: INFO nova.compute.manager [None req-65fa418b-7576-4281-af38-85ed8a6fed08 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Detaching volume a2e47720-5e85-46a9-9117-ece3b8af3670 [ 1378.094212] env[69413]: INFO nova.virt.block_device [None req-65fa418b-7576-4281-af38-85ed8a6fed08 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Attempting to driver detach volume a2e47720-5e85-46a9-9117-ece3b8af3670 from mountpoint /dev/sdc [ 1378.094212] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-65fa418b-7576-4281-af38-85ed8a6fed08 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Volume detach. Driver type: vmdk {{(pid=69413) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1378.094212] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-65fa418b-7576-4281-af38-85ed8a6fed08 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616363', 'volume_id': 'a2e47720-5e85-46a9-9117-ece3b8af3670', 'name': 'volume-a2e47720-5e85-46a9-9117-ece3b8af3670', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '605dc214-ef5d-4333-bb0f-54d5f5e97832', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2e47720-5e85-46a9-9117-ece3b8af3670', 'serial': 'a2e47720-5e85-46a9-9117-ece3b8af3670'} {{(pid=69413) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1378.094212] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3ddd36-a93a-4e55-913c-1f5dcc21dfb6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.118509] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd359044-9399-4b7d-895a-edb3f6783838 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.127028] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e85c05-c268-45d3-a7be-6036f27584ac {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.147422] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c83455-adf5-4351-b5cd-3f286c2e4571 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.164437] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-65fa418b-7576-4281-af38-85ed8a6fed08 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] The volume has not been displaced from its original location: [datastore2] volume-a2e47720-5e85-46a9-9117-ece3b8af3670/volume-a2e47720-5e85-46a9-9117-ece3b8af3670.vmdk. No consolidation needed. {{(pid=69413) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1378.170048] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-65fa418b-7576-4281-af38-85ed8a6fed08 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Reconfiguring VM instance instance-0000007a to detach disk 2002 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1378.170540] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45780376-f1fd-4992-86cd-043181e1d510 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.189245] env[69413]: DEBUG oslo_vmware.api [None req-65fa418b-7576-4281-af38-85ed8a6fed08 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Waiting for the task: (returnval){ [ 1378.189245] env[69413]: value = "task-3078711" [ 1378.189245] env[69413]: _type = "Task" [ 1378.189245] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.197139] env[69413]: DEBUG oslo_vmware.api [None req-65fa418b-7576-4281-af38-85ed8a6fed08 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078711, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.253080] env[69413]: DEBUG oslo_vmware.api [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078710, 'name': ReconfigVM_Task, 'duration_secs': 0.403356} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.253696] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 845599ff-45fc-4d7b-a75d-87913a530e43/845599ff-45fc-4d7b-a75d-87913a530e43.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1378.254511] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07d33e7c-84e2-4074-82bc-2cc12308548d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.261083] env[69413]: DEBUG oslo_vmware.api [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1378.261083] env[69413]: value = "task-3078712" [ 1378.261083] env[69413]: _type = "Task" [ 1378.261083] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.269103] env[69413]: DEBUG oslo_vmware.api [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078712, 'name': Rename_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.699534] env[69413]: DEBUG oslo_vmware.api [None req-65fa418b-7576-4281-af38-85ed8a6fed08 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078711, 'name': ReconfigVM_Task, 'duration_secs': 0.250668} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.699910] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-65fa418b-7576-4281-af38-85ed8a6fed08 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Reconfigured VM instance instance-0000007a to detach disk 2002 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1378.704386] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55cfc9af-f4e7-4de2-ae2e-0efd3b94a808 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.719660] env[69413]: DEBUG oslo_vmware.api [None req-65fa418b-7576-4281-af38-85ed8a6fed08 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Waiting for the task: (returnval){ [ 1378.719660] env[69413]: value = "task-3078713" [ 1378.719660] env[69413]: _type = "Task" [ 1378.719660] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.726900] env[69413]: DEBUG oslo_vmware.api [None req-65fa418b-7576-4281-af38-85ed8a6fed08 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078713, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.773673] env[69413]: DEBUG oslo_vmware.api [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078712, 'name': Rename_Task, 'duration_secs': 0.162706} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.774055] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1378.774378] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab00bb99-df9e-4709-b2de-e4d4c127ff9a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.780610] env[69413]: DEBUG oslo_vmware.api [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1378.780610] env[69413]: value = "task-3078714" [ 1378.780610] env[69413]: _type = "Task" [ 1378.780610] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.788185] env[69413]: DEBUG oslo_vmware.api [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078714, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.229353] env[69413]: DEBUG oslo_vmware.api [None req-65fa418b-7576-4281-af38-85ed8a6fed08 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078713, 'name': ReconfigVM_Task, 'duration_secs': 0.170528} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.229517] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-65fa418b-7576-4281-af38-85ed8a6fed08 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616363', 'volume_id': 'a2e47720-5e85-46a9-9117-ece3b8af3670', 'name': 'volume-a2e47720-5e85-46a9-9117-ece3b8af3670', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '605dc214-ef5d-4333-bb0f-54d5f5e97832', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2e47720-5e85-46a9-9117-ece3b8af3670', 'serial': 'a2e47720-5e85-46a9-9117-ece3b8af3670'} {{(pid=69413) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1379.290874] env[69413]: DEBUG oslo_vmware.api [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078714, 'name': PowerOnVM_Task, 'duration_secs': 0.437683} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.291436] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1379.291723] env[69413]: INFO nova.compute.manager [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Took 6.83 seconds to spawn the instance on the hypervisor. [ 1379.291837] env[69413]: DEBUG nova.compute.manager [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1379.292635] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0767fb-da4f-4131-99cb-64db5dd625c7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.773660] env[69413]: DEBUG nova.objects.instance [None req-65fa418b-7576-4281-af38-85ed8a6fed08 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lazy-loading 'flavor' on Instance uuid 605dc214-ef5d-4333-bb0f-54d5f5e97832 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1379.810841] env[69413]: INFO nova.compute.manager [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Took 11.55 seconds to build instance. [ 1380.283556] env[69413]: DEBUG nova.compute.manager [req-08e437d9-5cd9-4a04-bc66-55572c086e5b req-13463110-727c-4c81-b908-a96fb132ca11 service nova] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Received event network-changed-c0c55da2-df8d-4f28-80c3-31665ebabc32 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1380.283705] env[69413]: DEBUG nova.compute.manager [req-08e437d9-5cd9-4a04-bc66-55572c086e5b req-13463110-727c-4c81-b908-a96fb132ca11 service nova] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Refreshing instance network info cache due to event network-changed-c0c55da2-df8d-4f28-80c3-31665ebabc32. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1380.284106] env[69413]: DEBUG oslo_concurrency.lockutils [req-08e437d9-5cd9-4a04-bc66-55572c086e5b req-13463110-727c-4c81-b908-a96fb132ca11 service nova] Acquiring lock "refresh_cache-845599ff-45fc-4d7b-a75d-87913a530e43" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.284265] env[69413]: DEBUG oslo_concurrency.lockutils [req-08e437d9-5cd9-4a04-bc66-55572c086e5b req-13463110-727c-4c81-b908-a96fb132ca11 service nova] Acquired lock "refresh_cache-845599ff-45fc-4d7b-a75d-87913a530e43" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.284446] env[69413]: DEBUG nova.network.neutron [req-08e437d9-5cd9-4a04-bc66-55572c086e5b req-13463110-727c-4c81-b908-a96fb132ca11 service nova] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Refreshing network info cache for port c0c55da2-df8d-4f28-80c3-31665ebabc32 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1380.313197] env[69413]: DEBUG oslo_concurrency.lockutils [None req-883e6dad-29d8-4413-884b-c57f7b81d8ce tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "845599ff-45fc-4d7b-a75d-87913a530e43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.059s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.783297] env[69413]: DEBUG oslo_concurrency.lockutils [None req-65fa418b-7576-4281-af38-85ed8a6fed08 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lock "605dc214-ef5d-4333-bb0f-54d5f5e97832" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.229s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.990268] env[69413]: DEBUG nova.network.neutron [req-08e437d9-5cd9-4a04-bc66-55572c086e5b req-13463110-727c-4c81-b908-a96fb132ca11 service nova] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Updated VIF entry in instance network info cache for port c0c55da2-df8d-4f28-80c3-31665ebabc32. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1380.990699] env[69413]: DEBUG nova.network.neutron [req-08e437d9-5cd9-4a04-bc66-55572c086e5b req-13463110-727c-4c81-b908-a96fb132ca11 service nova] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Updating instance_info_cache with network_info: [{"id": "c0c55da2-df8d-4f28-80c3-31665ebabc32", "address": "fa:16:3e:86:5b:ae", "network": {"id": "8492e5ad-0087-4b27-92b1-644e4f31bb6f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-386319202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aacd5655fb143d1ada1a5ab63aba153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0c55da2-df", "ovs_interfaceid": "c0c55da2-df8d-4f28-80c3-31665ebabc32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.495683] env[69413]: DEBUG oslo_concurrency.lockutils [req-08e437d9-5cd9-4a04-bc66-55572c086e5b req-13463110-727c-4c81-b908-a96fb132ca11 service nova] Releasing lock "refresh_cache-845599ff-45fc-4d7b-a75d-87913a530e43" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.954488] env[69413]: DEBUG oslo_concurrency.lockutils [None req-69f74d8a-06c2-4c5a-b34d-13fac7b99203 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Acquiring lock "605dc214-ef5d-4333-bb0f-54d5f5e97832" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.954954] env[69413]: DEBUG oslo_concurrency.lockutils [None req-69f74d8a-06c2-4c5a-b34d-13fac7b99203 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lock "605dc214-ef5d-4333-bb0f-54d5f5e97832" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.954954] env[69413]: DEBUG oslo_concurrency.lockutils [None req-69f74d8a-06c2-4c5a-b34d-13fac7b99203 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Acquiring lock "605dc214-ef5d-4333-bb0f-54d5f5e97832-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.955168] env[69413]: DEBUG oslo_concurrency.lockutils [None req-69f74d8a-06c2-4c5a-b34d-13fac7b99203 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lock "605dc214-ef5d-4333-bb0f-54d5f5e97832-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.955339] env[69413]: DEBUG oslo_concurrency.lockutils [None req-69f74d8a-06c2-4c5a-b34d-13fac7b99203 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lock "605dc214-ef5d-4333-bb0f-54d5f5e97832-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.958136] env[69413]: INFO nova.compute.manager [None req-69f74d8a-06c2-4c5a-b34d-13fac7b99203 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Terminating instance [ 1382.462396] env[69413]: DEBUG nova.compute.manager [None req-69f74d8a-06c2-4c5a-b34d-13fac7b99203 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1382.462613] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-69f74d8a-06c2-4c5a-b34d-13fac7b99203 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1382.463916] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6aef7bc-fe18-4cc4-b638-2b6fa9ed9860 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.471733] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f74d8a-06c2-4c5a-b34d-13fac7b99203 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1382.471971] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6587a581-4957-499f-9c55-9f31a74f5d59 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.478898] env[69413]: DEBUG oslo_vmware.api [None req-69f74d8a-06c2-4c5a-b34d-13fac7b99203 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Waiting for the task: (returnval){ [ 1382.478898] env[69413]: value = "task-3078715" [ 1382.478898] env[69413]: _type = "Task" [ 1382.478898] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.486531] env[69413]: DEBUG oslo_vmware.api [None req-69f74d8a-06c2-4c5a-b34d-13fac7b99203 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.989297] env[69413]: DEBUG oslo_vmware.api [None req-69f74d8a-06c2-4c5a-b34d-13fac7b99203 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078715, 'name': PowerOffVM_Task, 'duration_secs': 0.182705} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.989664] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f74d8a-06c2-4c5a-b34d-13fac7b99203 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1382.989744] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-69f74d8a-06c2-4c5a-b34d-13fac7b99203 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1382.989997] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0dbbb81f-6424-43b9-8a89-e6346435d904 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.046930] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-69f74d8a-06c2-4c5a-b34d-13fac7b99203 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1383.047162] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-69f74d8a-06c2-4c5a-b34d-13fac7b99203 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1383.047346] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-69f74d8a-06c2-4c5a-b34d-13fac7b99203 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Deleting the datastore file [datastore1] 605dc214-ef5d-4333-bb0f-54d5f5e97832 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1383.047607] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aaf3f199-53cf-464c-94bd-e4a1d5917088 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.053862] env[69413]: DEBUG oslo_vmware.api [None req-69f74d8a-06c2-4c5a-b34d-13fac7b99203 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Waiting for the task: (returnval){ [ 1383.053862] env[69413]: value = "task-3078717" [ 1383.053862] env[69413]: _type = "Task" [ 1383.053862] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.061178] env[69413]: DEBUG oslo_vmware.api [None req-69f74d8a-06c2-4c5a-b34d-13fac7b99203 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.563322] env[69413]: DEBUG oslo_vmware.api [None req-69f74d8a-06c2-4c5a-b34d-13fac7b99203 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Task: {'id': task-3078717, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133145} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.563584] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-69f74d8a-06c2-4c5a-b34d-13fac7b99203 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1383.563767] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-69f74d8a-06c2-4c5a-b34d-13fac7b99203 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1383.563948] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-69f74d8a-06c2-4c5a-b34d-13fac7b99203 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1383.564149] env[69413]: INFO nova.compute.manager [None req-69f74d8a-06c2-4c5a-b34d-13fac7b99203 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1383.564400] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69f74d8a-06c2-4c5a-b34d-13fac7b99203 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1383.564593] env[69413]: DEBUG nova.compute.manager [-] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1383.564688] env[69413]: DEBUG nova.network.neutron [-] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1383.972729] env[69413]: DEBUG nova.compute.manager [req-64463c64-901e-4feb-9ecb-e0602a1bca2a req-a28a5c45-3ffc-4dd7-a735-1e420d0b38f2 service nova] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Received event network-vif-deleted-ced814e4-2abc-44da-9cbe-7a958fb99bad {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1383.972729] env[69413]: INFO nova.compute.manager [req-64463c64-901e-4feb-9ecb-e0602a1bca2a req-a28a5c45-3ffc-4dd7-a735-1e420d0b38f2 service nova] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Neutron deleted interface ced814e4-2abc-44da-9cbe-7a958fb99bad; detaching it from the instance and deleting it from the info cache [ 1383.972729] env[69413]: DEBUG nova.network.neutron [req-64463c64-901e-4feb-9ecb-e0602a1bca2a req-a28a5c45-3ffc-4dd7-a735-1e420d0b38f2 service nova] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.455902] env[69413]: DEBUG nova.network.neutron [-] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.474776] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a012a7f4-818c-418b-bae9-1674508f47a0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.484642] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c860ad03-e08f-455f-b81f-f4f8562f1b49 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.510930] env[69413]: DEBUG nova.compute.manager [req-64463c64-901e-4feb-9ecb-e0602a1bca2a req-a28a5c45-3ffc-4dd7-a735-1e420d0b38f2 service nova] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Detach interface failed, port_id=ced814e4-2abc-44da-9cbe-7a958fb99bad, reason: Instance 605dc214-ef5d-4333-bb0f-54d5f5e97832 could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1384.959146] env[69413]: INFO nova.compute.manager [-] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Took 1.39 seconds to deallocate network for instance. [ 1385.466320] env[69413]: DEBUG oslo_concurrency.lockutils [None req-69f74d8a-06c2-4c5a-b34d-13fac7b99203 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.466814] env[69413]: DEBUG oslo_concurrency.lockutils [None req-69f74d8a-06c2-4c5a-b34d-13fac7b99203 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.467228] env[69413]: DEBUG nova.objects.instance [None req-69f74d8a-06c2-4c5a-b34d-13fac7b99203 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lazy-loading 'resources' on Instance uuid 605dc214-ef5d-4333-bb0f-54d5f5e97832 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1386.021607] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de867fdf-e1aa-4d79-81af-a7e645a68cce {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.028914] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b41bb1-8948-4bff-ad19-9a315a2c9a0a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.058438] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915be771-e800-44aa-8b03-3800eed17dcd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.065406] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04136d86-88eb-489c-bcb5-3f4272da5797 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.077934] env[69413]: DEBUG nova.compute.provider_tree [None req-69f74d8a-06c2-4c5a-b34d-13fac7b99203 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1386.581203] env[69413]: DEBUG nova.scheduler.client.report [None req-69f74d8a-06c2-4c5a-b34d-13fac7b99203 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1387.086292] env[69413]: DEBUG oslo_concurrency.lockutils [None req-69f74d8a-06c2-4c5a-b34d-13fac7b99203 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.619s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.104547] env[69413]: INFO nova.scheduler.client.report [None req-69f74d8a-06c2-4c5a-b34d-13fac7b99203 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Deleted allocations for instance 605dc214-ef5d-4333-bb0f-54d5f5e97832 [ 1387.615098] env[69413]: DEBUG oslo_concurrency.lockutils [None req-69f74d8a-06c2-4c5a-b34d-13fac7b99203 tempest-AttachVolumeTestJSON-1977878634 tempest-AttachVolumeTestJSON-1977878634-project-member] Lock "605dc214-ef5d-4333-bb0f-54d5f5e97832" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.660s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.874191] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d04941fd-9fda-45a7-b7d6-282fa82ba4a4 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "c081fcbd-8829-4c9c-912e-dc643c7c0fbc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.874580] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d04941fd-9fda-45a7-b7d6-282fa82ba4a4 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "c081fcbd-8829-4c9c-912e-dc643c7c0fbc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.874703] env[69413]: DEBUG nova.compute.manager [None req-d04941fd-9fda-45a7-b7d6-282fa82ba4a4 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1401.875643] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221b05bf-ecaa-431f-b5eb-57b9fbf1cb63 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.882425] env[69413]: DEBUG nova.compute.manager [None req-d04941fd-9fda-45a7-b7d6-282fa82ba4a4 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69413) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1401.883039] env[69413]: DEBUG nova.objects.instance [None req-d04941fd-9fda-45a7-b7d6-282fa82ba4a4 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lazy-loading 'flavor' on Instance uuid c081fcbd-8829-4c9c-912e-dc643c7c0fbc {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1402.892472] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d04941fd-9fda-45a7-b7d6-282fa82ba4a4 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1402.892948] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94176b90-79ff-45d0-91b6-8e1a09a0a5f6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.900282] env[69413]: DEBUG oslo_vmware.api [None req-d04941fd-9fda-45a7-b7d6-282fa82ba4a4 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1402.900282] env[69413]: value = "task-3078721" [ 1402.900282] env[69413]: _type = "Task" [ 1402.900282] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.908146] env[69413]: DEBUG oslo_vmware.api [None req-d04941fd-9fda-45a7-b7d6-282fa82ba4a4 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.410197] env[69413]: DEBUG oslo_vmware.api [None req-d04941fd-9fda-45a7-b7d6-282fa82ba4a4 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078721, 'name': PowerOffVM_Task, 'duration_secs': 0.177827} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.410491] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-d04941fd-9fda-45a7-b7d6-282fa82ba4a4 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1403.410703] env[69413]: DEBUG nova.compute.manager [None req-d04941fd-9fda-45a7-b7d6-282fa82ba4a4 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1403.411465] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec410ed-6766-48c2-9f7a-ef1d4fc7779b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.924379] env[69413]: DEBUG oslo_concurrency.lockutils [None req-d04941fd-9fda-45a7-b7d6-282fa82ba4a4 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "c081fcbd-8829-4c9c-912e-dc643c7c0fbc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.217583] env[69413]: DEBUG nova.objects.instance [None req-743cb048-0b13-4ee9-8b52-6489eb8492cc tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lazy-loading 'flavor' on Instance uuid c081fcbd-8829-4c9c-912e-dc643c7c0fbc {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1404.723389] env[69413]: DEBUG oslo_concurrency.lockutils [None req-743cb048-0b13-4ee9-8b52-6489eb8492cc tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "refresh_cache-c081fcbd-8829-4c9c-912e-dc643c7c0fbc" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.723589] env[69413]: DEBUG oslo_concurrency.lockutils [None req-743cb048-0b13-4ee9-8b52-6489eb8492cc tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquired lock "refresh_cache-c081fcbd-8829-4c9c-912e-dc643c7c0fbc" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.723729] env[69413]: DEBUG nova.network.neutron [None req-743cb048-0b13-4ee9-8b52-6489eb8492cc tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1404.723908] env[69413]: DEBUG nova.objects.instance [None req-743cb048-0b13-4ee9-8b52-6489eb8492cc tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lazy-loading 'info_cache' on Instance uuid c081fcbd-8829-4c9c-912e-dc643c7c0fbc {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1405.227387] env[69413]: DEBUG nova.objects.base [None req-743cb048-0b13-4ee9-8b52-6489eb8492cc tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69413) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1405.944611] env[69413]: DEBUG nova.network.neutron [None req-743cb048-0b13-4ee9-8b52-6489eb8492cc tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Updating instance_info_cache with network_info: [{"id": "a6e7a0ab-1e37-4855-998f-70693fbf9a9e", "address": "fa:16:3e:f2:1f:0d", "network": {"id": "9f6a6da5-f7d8-4701-b117-bc929b707d63", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510056269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9155da285b149afae28b1048f0d10d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6e7a0ab-1e", "ovs_interfaceid": "a6e7a0ab-1e37-4855-998f-70693fbf9a9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.448121] env[69413]: DEBUG oslo_concurrency.lockutils [None req-743cb048-0b13-4ee9-8b52-6489eb8492cc tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Releasing lock "refresh_cache-c081fcbd-8829-4c9c-912e-dc643c7c0fbc" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.453656] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-743cb048-0b13-4ee9-8b52-6489eb8492cc tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1407.454031] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a6c9180-54f3-49cb-be23-79b8254caf73 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.461596] env[69413]: DEBUG oslo_vmware.api [None req-743cb048-0b13-4ee9-8b52-6489eb8492cc tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1407.461596] env[69413]: value = "task-3078722" [ 1407.461596] env[69413]: _type = "Task" [ 1407.461596] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.469363] env[69413]: DEBUG oslo_vmware.api [None req-743cb048-0b13-4ee9-8b52-6489eb8492cc tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.971100] env[69413]: DEBUG oslo_vmware.api [None req-743cb048-0b13-4ee9-8b52-6489eb8492cc tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078722, 'name': PowerOnVM_Task, 'duration_secs': 0.357112} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.971373] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-743cb048-0b13-4ee9-8b52-6489eb8492cc tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1407.971574] env[69413]: DEBUG nova.compute.manager [None req-743cb048-0b13-4ee9-8b52-6489eb8492cc tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1407.972357] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7f89ea-afde-476f-856f-66d844ac780a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.960856] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db878ac-a54f-4710-9fb3-6fc24b8f8f3c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.968740] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2b4cd454-d1c7-4700-b88d-3574f1386b31 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Suspending the VM {{(pid=69413) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1408.968954] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-9fa66edb-3ddd-4638-9e83-1785efcd4daa {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.975096] env[69413]: DEBUG oslo_vmware.api [None req-2b4cd454-d1c7-4700-b88d-3574f1386b31 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1408.975096] env[69413]: value = "task-3078723" [ 1408.975096] env[69413]: _type = "Task" [ 1408.975096] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.982380] env[69413]: DEBUG oslo_vmware.api [None req-2b4cd454-d1c7-4700-b88d-3574f1386b31 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078723, 'name': SuspendVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.484922] env[69413]: DEBUG oslo_vmware.api [None req-2b4cd454-d1c7-4700-b88d-3574f1386b31 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078723, 'name': SuspendVM_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.985985] env[69413]: DEBUG oslo_vmware.api [None req-2b4cd454-d1c7-4700-b88d-3574f1386b31 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078723, 'name': SuspendVM_Task, 'duration_secs': 0.540708} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.986373] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-2b4cd454-d1c7-4700-b88d-3574f1386b31 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Suspended the VM {{(pid=69413) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1409.986515] env[69413]: DEBUG nova.compute.manager [None req-2b4cd454-d1c7-4700-b88d-3574f1386b31 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1409.987283] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b5a9ae-43c1-449b-affb-e695bb9104c8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.269960] env[69413]: INFO nova.compute.manager [None req-f94ea4db-8a4e-4bff-8eac-f09bf84ccd55 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Resuming [ 1411.270298] env[69413]: DEBUG nova.objects.instance [None req-f94ea4db-8a4e-4bff-8eac-f09bf84ccd55 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lazy-loading 'flavor' on Instance uuid c081fcbd-8829-4c9c-912e-dc643c7c0fbc {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1412.780059] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f94ea4db-8a4e-4bff-8eac-f09bf84ccd55 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "refresh_cache-c081fcbd-8829-4c9c-912e-dc643c7c0fbc" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.780059] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f94ea4db-8a4e-4bff-8eac-f09bf84ccd55 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquired lock "refresh_cache-c081fcbd-8829-4c9c-912e-dc643c7c0fbc" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.780059] env[69413]: DEBUG nova.network.neutron [None req-f94ea4db-8a4e-4bff-8eac-f09bf84ccd55 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1413.466111] env[69413]: DEBUG nova.network.neutron [None req-f94ea4db-8a4e-4bff-8eac-f09bf84ccd55 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Updating instance_info_cache with network_info: [{"id": "a6e7a0ab-1e37-4855-998f-70693fbf9a9e", "address": "fa:16:3e:f2:1f:0d", "network": {"id": "9f6a6da5-f7d8-4701-b117-bc929b707d63", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510056269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9155da285b149afae28b1048f0d10d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6e7a0ab-1e", "ovs_interfaceid": "a6e7a0ab-1e37-4855-998f-70693fbf9a9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.968805] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f94ea4db-8a4e-4bff-8eac-f09bf84ccd55 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Releasing lock "refresh_cache-c081fcbd-8829-4c9c-912e-dc643c7c0fbc" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.969870] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef0b868-3c8f-4387-a4d7-7238f52e01e2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.977678] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f94ea4db-8a4e-4bff-8eac-f09bf84ccd55 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Resuming the VM {{(pid=69413) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1413.977897] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89f3c2d4-e53f-4e93-ba84-fd643807335a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.983779] env[69413]: DEBUG oslo_vmware.api [None req-f94ea4db-8a4e-4bff-8eac-f09bf84ccd55 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1413.983779] env[69413]: value = "task-3078724" [ 1413.983779] env[69413]: _type = "Task" [ 1413.983779] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.991243] env[69413]: DEBUG oslo_vmware.api [None req-f94ea4db-8a4e-4bff-8eac-f09bf84ccd55 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078724, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.496377] env[69413]: DEBUG oslo_vmware.api [None req-f94ea4db-8a4e-4bff-8eac-f09bf84ccd55 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078724, 'name': PowerOnVM_Task, 'duration_secs': 0.505489} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.496612] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f94ea4db-8a4e-4bff-8eac-f09bf84ccd55 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Resumed the VM {{(pid=69413) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1414.496804] env[69413]: DEBUG nova.compute.manager [None req-f94ea4db-8a4e-4bff-8eac-f09bf84ccd55 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1414.497670] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cbe6ea-36f9-4c0e-9e27-b700ffd3caf4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.927343] env[69413]: DEBUG oslo_concurrency.lockutils [None req-632ca085-9fb5-43e7-9353-24b20db90598 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "c081fcbd-8829-4c9c-912e-dc643c7c0fbc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.927794] env[69413]: DEBUG oslo_concurrency.lockutils [None req-632ca085-9fb5-43e7-9353-24b20db90598 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "c081fcbd-8829-4c9c-912e-dc643c7c0fbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.927971] env[69413]: DEBUG oslo_concurrency.lockutils [None req-632ca085-9fb5-43e7-9353-24b20db90598 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "c081fcbd-8829-4c9c-912e-dc643c7c0fbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.928104] env[69413]: DEBUG oslo_concurrency.lockutils [None req-632ca085-9fb5-43e7-9353-24b20db90598 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "c081fcbd-8829-4c9c-912e-dc643c7c0fbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.928278] env[69413]: DEBUG oslo_concurrency.lockutils [None req-632ca085-9fb5-43e7-9353-24b20db90598 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "c081fcbd-8829-4c9c-912e-dc643c7c0fbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.930540] env[69413]: INFO nova.compute.manager [None req-632ca085-9fb5-43e7-9353-24b20db90598 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Terminating instance [ 1416.434372] env[69413]: DEBUG nova.compute.manager [None req-632ca085-9fb5-43e7-9353-24b20db90598 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1416.434655] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-632ca085-9fb5-43e7-9353-24b20db90598 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1416.435544] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cdfc19-6720-4a13-bdf5-0fded55f37c3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.443144] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-632ca085-9fb5-43e7-9353-24b20db90598 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1416.443364] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5819684a-e30d-409d-825c-25f7e6235395 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.449312] env[69413]: DEBUG oslo_vmware.api [None req-632ca085-9fb5-43e7-9353-24b20db90598 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1416.449312] env[69413]: value = "task-3078725" [ 1416.449312] env[69413]: _type = "Task" [ 1416.449312] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.457019] env[69413]: DEBUG oslo_vmware.api [None req-632ca085-9fb5-43e7-9353-24b20db90598 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.959468] env[69413]: DEBUG oslo_vmware.api [None req-632ca085-9fb5-43e7-9353-24b20db90598 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078725, 'name': PowerOffVM_Task, 'duration_secs': 0.173721} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.959882] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-632ca085-9fb5-43e7-9353-24b20db90598 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1416.960091] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-632ca085-9fb5-43e7-9353-24b20db90598 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1416.960406] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33cad10e-6dd5-4328-b8c4-c693d077d090 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.019337] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-632ca085-9fb5-43e7-9353-24b20db90598 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1417.019711] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-632ca085-9fb5-43e7-9353-24b20db90598 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1417.019951] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-632ca085-9fb5-43e7-9353-24b20db90598 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Deleting the datastore file [datastore2] c081fcbd-8829-4c9c-912e-dc643c7c0fbc {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1417.020309] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50f18c55-d497-4c6b-9fae-84df8ddbea3f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.027494] env[69413]: DEBUG oslo_vmware.api [None req-632ca085-9fb5-43e7-9353-24b20db90598 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for the task: (returnval){ [ 1417.027494] env[69413]: value = "task-3078727" [ 1417.027494] env[69413]: _type = "Task" [ 1417.027494] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.034719] env[69413]: DEBUG oslo_vmware.api [None req-632ca085-9fb5-43e7-9353-24b20db90598 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.398566] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1417.398892] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1417.536985] env[69413]: DEBUG oslo_vmware.api [None req-632ca085-9fb5-43e7-9353-24b20db90598 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Task: {'id': task-3078727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151499} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.537269] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-632ca085-9fb5-43e7-9353-24b20db90598 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1417.537438] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-632ca085-9fb5-43e7-9353-24b20db90598 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1417.537634] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-632ca085-9fb5-43e7-9353-24b20db90598 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1417.537977] env[69413]: INFO nova.compute.manager [None req-632ca085-9fb5-43e7-9353-24b20db90598 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1417.538241] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-632ca085-9fb5-43e7-9353-24b20db90598 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1417.538451] env[69413]: DEBUG nova.compute.manager [-] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1417.538550] env[69413]: DEBUG nova.network.neutron [-] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1417.903814] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1417.903984] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1417.904123] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1417.904283] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1417.904431] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1417.904576] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1417.904714] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69413) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1417.904861] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager.update_available_resource {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1417.970417] env[69413]: DEBUG nova.compute.manager [req-c5d0556f-490c-4279-833e-2d900e28f5a9 req-ec51f087-678e-4418-85ee-bbc505746ce5 service nova] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Received event network-vif-deleted-a6e7a0ab-1e37-4855-998f-70693fbf9a9e {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1417.970749] env[69413]: INFO nova.compute.manager [req-c5d0556f-490c-4279-833e-2d900e28f5a9 req-ec51f087-678e-4418-85ee-bbc505746ce5 service nova] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Neutron deleted interface a6e7a0ab-1e37-4855-998f-70693fbf9a9e; detaching it from the instance and deleting it from the info cache [ 1417.970956] env[69413]: DEBUG nova.network.neutron [req-c5d0556f-490c-4279-833e-2d900e28f5a9 req-ec51f087-678e-4418-85ee-bbc505746ce5 service nova] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.407176] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.407520] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.407682] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.407860] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69413) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1418.408897] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ebd0a9-18b4-4806-a1be-cd32b0d6df8e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.417179] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac594e5-e1e7-497b-81a2-715a2ae0b491 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.432034] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b226fb0-d915-49b9-beda-6421ec7ae857 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.438408] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30925022-c863-4211-abe6-a2086aa7cb7d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.466896] env[69413]: DEBUG nova.network.neutron [-] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.468169] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180589MB free_disk=140GB free_vcpus=48 pci_devices=None {{(pid=69413) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1418.468309] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.468585] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.476766] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-984ba7e1-0dfd-4ac9-bf98-4035ec50e0fa {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.486033] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2eebbdc-6099-48af-8c47-1624c6b09de9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.512221] env[69413]: DEBUG nova.compute.manager [req-c5d0556f-490c-4279-833e-2d900e28f5a9 req-ec51f087-678e-4418-85ee-bbc505746ce5 service nova] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Detach interface failed, port_id=a6e7a0ab-1e37-4855-998f-70693fbf9a9e, reason: Instance c081fcbd-8829-4c9c-912e-dc643c7c0fbc could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1418.970854] env[69413]: INFO nova.compute.manager [-] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Took 1.43 seconds to deallocate network for instance. [ 1419.479578] env[69413]: DEBUG oslo_concurrency.lockutils [None req-632ca085-9fb5-43e7-9353-24b20db90598 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.493692] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance c081fcbd-8829-4c9c-912e-dc643c7c0fbc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1419.493844] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 845599ff-45fc-4d7b-a75d-87913a530e43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1419.494034] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69413) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1419.494182] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69413) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1419.521442] env[69413]: DEBUG nova.compute.manager [None req-9adbbaa0-bcbe-4191-897f-c4c6166d8382 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1419.522605] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7497eafe-7119-45ab-ba5e-4599eb5c82c5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.531720] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f10ffa9-5dd3-40ce-8ff9-efb1c06ae0a6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.538701] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54cc1ad8-76c3-4dad-8116-3e60f03c0c89 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.568880] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb8da57-1ae3-497d-9a3a-36e1e1f66b6b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.575914] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a06346-1bbf-4eee-8c92-0d1425b18718 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.588889] env[69413]: DEBUG nova.compute.provider_tree [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1420.036381] env[69413]: INFO nova.compute.manager [None req-9adbbaa0-bcbe-4191-897f-c4c6166d8382 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] instance snapshotting [ 1420.037009] env[69413]: DEBUG nova.objects.instance [None req-9adbbaa0-bcbe-4191-897f-c4c6166d8382 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lazy-loading 'flavor' on Instance uuid 845599ff-45fc-4d7b-a75d-87913a530e43 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1420.091741] env[69413]: DEBUG nova.scheduler.client.report [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1420.542888] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438a397e-3078-4985-845d-d481b62df645 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.561851] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6e4d81-06aa-4326-94c6-5777d6d130e0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.596230] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69413) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1420.596481] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.128s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.597015] env[69413]: DEBUG oslo_concurrency.lockutils [None req-632ca085-9fb5-43e7-9353-24b20db90598 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.118s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.597248] env[69413]: DEBUG nova.objects.instance [None req-632ca085-9fb5-43e7-9353-24b20db90598 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lazy-loading 'resources' on Instance uuid c081fcbd-8829-4c9c-912e-dc643c7c0fbc {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1421.071807] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9adbbaa0-bcbe-4191-897f-c4c6166d8382 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Creating Snapshot of the VM instance {{(pid=69413) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1421.072522] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-aaf3727f-fd4d-4380-abb0-71998380d51c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.080051] env[69413]: DEBUG oslo_vmware.api [None req-9adbbaa0-bcbe-4191-897f-c4c6166d8382 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1421.080051] env[69413]: value = "task-3078728" [ 1421.080051] env[69413]: _type = "Task" [ 1421.080051] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.087553] env[69413]: DEBUG oslo_vmware.api [None req-9adbbaa0-bcbe-4191-897f-c4c6166d8382 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078728, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.134865] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c623c177-8361-43aa-a62d-b67294fc30e4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.141969] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8a856e-f84f-46d0-8f41-dc507f460b9a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.188760] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621abc8c-e3ec-42bc-90c8-14a995b74106 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.197891] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aed0a96-bfa1-4315-8a0e-60595c4f52c5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.214516] env[69413]: DEBUG nova.compute.provider_tree [None req-632ca085-9fb5-43e7-9353-24b20db90598 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1421.589734] env[69413]: DEBUG oslo_vmware.api [None req-9adbbaa0-bcbe-4191-897f-c4c6166d8382 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078728, 'name': CreateSnapshot_Task, 'duration_secs': 0.413243} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.590034] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9adbbaa0-bcbe-4191-897f-c4c6166d8382 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Created Snapshot of the VM instance {{(pid=69413) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1421.590760] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5366638d-6445-40d7-b856-c205a2c1d328 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.717482] env[69413]: DEBUG nova.scheduler.client.report [None req-632ca085-9fb5-43e7-9353-24b20db90598 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1422.107703] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9adbbaa0-bcbe-4191-897f-c4c6166d8382 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Creating linked-clone VM from snapshot {{(pid=69413) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1422.108061] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b78f518f-71d8-4d3f-ade1-e523ba476acd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.117324] env[69413]: DEBUG oslo_vmware.api [None req-9adbbaa0-bcbe-4191-897f-c4c6166d8382 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1422.117324] env[69413]: value = "task-3078729" [ 1422.117324] env[69413]: _type = "Task" [ 1422.117324] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.124863] env[69413]: DEBUG oslo_vmware.api [None req-9adbbaa0-bcbe-4191-897f-c4c6166d8382 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078729, 'name': CloneVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.223141] env[69413]: DEBUG oslo_concurrency.lockutils [None req-632ca085-9fb5-43e7-9353-24b20db90598 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.626s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.246677] env[69413]: INFO nova.scheduler.client.report [None req-632ca085-9fb5-43e7-9353-24b20db90598 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Deleted allocations for instance c081fcbd-8829-4c9c-912e-dc643c7c0fbc [ 1422.627736] env[69413]: DEBUG oslo_vmware.api [None req-9adbbaa0-bcbe-4191-897f-c4c6166d8382 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078729, 'name': CloneVM_Task} progress is 94%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.755021] env[69413]: DEBUG oslo_concurrency.lockutils [None req-632ca085-9fb5-43e7-9353-24b20db90598 tempest-ServerActionsTestJSON-1106506428 tempest-ServerActionsTestJSON-1106506428-project-member] Lock "c081fcbd-8829-4c9c-912e-dc643c7c0fbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.827s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.128706] env[69413]: DEBUG oslo_vmware.api [None req-9adbbaa0-bcbe-4191-897f-c4c6166d8382 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078729, 'name': CloneVM_Task, 'duration_secs': 0.932171} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.129027] env[69413]: INFO nova.virt.vmwareapi.vmops [None req-9adbbaa0-bcbe-4191-897f-c4c6166d8382 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Created linked-clone VM from snapshot [ 1423.129761] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b81c37-4de2-4f51-8985-ea102bb8f04d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.136834] env[69413]: DEBUG nova.virt.vmwareapi.images [None req-9adbbaa0-bcbe-4191-897f-c4c6166d8382 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Uploading image 2aba6944-f687-409a-bc2b-42a372e7b876 {{(pid=69413) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1423.156315] env[69413]: DEBUG oslo_vmware.rw_handles [None req-9adbbaa0-bcbe-4191-897f-c4c6166d8382 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1423.156315] env[69413]: value = "vm-616368" [ 1423.156315] env[69413]: _type = "VirtualMachine" [ 1423.156315] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1423.156571] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-223c51aa-fc85-4a5b-9321-15d3f035e389 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.163177] env[69413]: DEBUG oslo_vmware.rw_handles [None req-9adbbaa0-bcbe-4191-897f-c4c6166d8382 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lease: (returnval){ [ 1423.163177] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]525c99f6-45c4-6ea9-5afd-c6eff4eeb30e" [ 1423.163177] env[69413]: _type = "HttpNfcLease" [ 1423.163177] env[69413]: } obtained for exporting VM: (result){ [ 1423.163177] env[69413]: value = "vm-616368" [ 1423.163177] env[69413]: _type = "VirtualMachine" [ 1423.163177] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1423.163511] env[69413]: DEBUG oslo_vmware.api [None req-9adbbaa0-bcbe-4191-897f-c4c6166d8382 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the lease: (returnval){ [ 1423.163511] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]525c99f6-45c4-6ea9-5afd-c6eff4eeb30e" [ 1423.163511] env[69413]: _type = "HttpNfcLease" [ 1423.163511] env[69413]: } to be ready. {{(pid=69413) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1423.169424] env[69413]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1423.169424] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]525c99f6-45c4-6ea9-5afd-c6eff4eeb30e" [ 1423.169424] env[69413]: _type = "HttpNfcLease" [ 1423.169424] env[69413]: } is initializing. {{(pid=69413) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1423.672900] env[69413]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1423.672900] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]525c99f6-45c4-6ea9-5afd-c6eff4eeb30e" [ 1423.672900] env[69413]: _type = "HttpNfcLease" [ 1423.672900] env[69413]: } is ready. {{(pid=69413) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1423.672900] env[69413]: DEBUG oslo_vmware.rw_handles [None req-9adbbaa0-bcbe-4191-897f-c4c6166d8382 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1423.672900] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]525c99f6-45c4-6ea9-5afd-c6eff4eeb30e" [ 1423.672900] env[69413]: _type = "HttpNfcLease" [ 1423.672900] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1423.674032] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7290ddd7-af1e-4487-8434-7d056d3caa80 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.680443] env[69413]: DEBUG oslo_vmware.rw_handles [None req-9adbbaa0-bcbe-4191-897f-c4c6166d8382 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52678a30-eaef-36d3-08e2-b63db8313043/disk-0.vmdk from lease info. {{(pid=69413) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1423.680612] env[69413]: DEBUG oslo_vmware.rw_handles [None req-9adbbaa0-bcbe-4191-897f-c4c6166d8382 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52678a30-eaef-36d3-08e2-b63db8313043/disk-0.vmdk for reading. {{(pid=69413) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1423.774587] env[69413]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fad31589-b84f-4d34-b202-b2e1b91fedc7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.348950] env[69413]: DEBUG oslo_vmware.rw_handles [None req-9adbbaa0-bcbe-4191-897f-c4c6166d8382 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52678a30-eaef-36d3-08e2-b63db8313043/disk-0.vmdk. {{(pid=69413) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1431.349950] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf314298-e772-4d4b-95e4-261e3451cb55 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.355801] env[69413]: DEBUG oslo_vmware.rw_handles [None req-9adbbaa0-bcbe-4191-897f-c4c6166d8382 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52678a30-eaef-36d3-08e2-b63db8313043/disk-0.vmdk is in state: ready. {{(pid=69413) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1431.355967] env[69413]: ERROR oslo_vmware.rw_handles [None req-9adbbaa0-bcbe-4191-897f-c4c6166d8382 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52678a30-eaef-36d3-08e2-b63db8313043/disk-0.vmdk due to incomplete transfer. [ 1431.356192] env[69413]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b0c9b69f-93f5-4812-b4b8-e0a36e3661ca {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.362864] env[69413]: DEBUG oslo_vmware.rw_handles [None req-9adbbaa0-bcbe-4191-897f-c4c6166d8382 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52678a30-eaef-36d3-08e2-b63db8313043/disk-0.vmdk. {{(pid=69413) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1431.363037] env[69413]: DEBUG nova.virt.vmwareapi.images [None req-9adbbaa0-bcbe-4191-897f-c4c6166d8382 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Uploaded image 2aba6944-f687-409a-bc2b-42a372e7b876 to the Glance image server {{(pid=69413) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1431.365307] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9adbbaa0-bcbe-4191-897f-c4c6166d8382 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Destroying the VM {{(pid=69413) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1431.365525] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7d354299-39e3-4891-baea-1838d09f9c87 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.370533] env[69413]: DEBUG oslo_vmware.api [None req-9adbbaa0-bcbe-4191-897f-c4c6166d8382 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1431.370533] env[69413]: value = "task-3078731" [ 1431.370533] env[69413]: _type = "Task" [ 1431.370533] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.377843] env[69413]: DEBUG oslo_vmware.api [None req-9adbbaa0-bcbe-4191-897f-c4c6166d8382 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078731, 'name': Destroy_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.880923] env[69413]: DEBUG oslo_vmware.api [None req-9adbbaa0-bcbe-4191-897f-c4c6166d8382 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078731, 'name': Destroy_Task, 'duration_secs': 0.346285} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.881294] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-9adbbaa0-bcbe-4191-897f-c4c6166d8382 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Destroyed the VM [ 1431.881558] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9adbbaa0-bcbe-4191-897f-c4c6166d8382 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Deleting Snapshot of the VM instance {{(pid=69413) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1431.881832] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-aeac78bf-049d-4399-9b36-3ea57eea079b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.887465] env[69413]: DEBUG oslo_vmware.api [None req-9adbbaa0-bcbe-4191-897f-c4c6166d8382 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1431.887465] env[69413]: value = "task-3078732" [ 1431.887465] env[69413]: _type = "Task" [ 1431.887465] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.894786] env[69413]: DEBUG oslo_vmware.api [None req-9adbbaa0-bcbe-4191-897f-c4c6166d8382 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078732, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.397904] env[69413]: DEBUG oslo_vmware.api [None req-9adbbaa0-bcbe-4191-897f-c4c6166d8382 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078732, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.897208] env[69413]: DEBUG oslo_vmware.api [None req-9adbbaa0-bcbe-4191-897f-c4c6166d8382 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078732, 'name': RemoveSnapshot_Task, 'duration_secs': 0.539852} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.897459] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9adbbaa0-bcbe-4191-897f-c4c6166d8382 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Deleted Snapshot of the VM instance {{(pid=69413) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1432.897685] env[69413]: INFO nova.compute.manager [None req-9adbbaa0-bcbe-4191-897f-c4c6166d8382 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Took 12.36 seconds to snapshot the instance on the hypervisor. [ 1433.434470] env[69413]: DEBUG nova.compute.manager [None req-9adbbaa0-bcbe-4191-897f-c4c6166d8382 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Found 1 images (rotation: 2) {{(pid=69413) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1434.381034] env[69413]: DEBUG nova.compute.manager [None req-c17f63a1-65bc-4d95-a2a9-bbe29b1bef6d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1434.381866] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8880f5-d285-460e-b7d2-98bd3c7632bd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.892180] env[69413]: INFO nova.compute.manager [None req-c17f63a1-65bc-4d95-a2a9-bbe29b1bef6d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] instance snapshotting [ 1434.892809] env[69413]: DEBUG nova.objects.instance [None req-c17f63a1-65bc-4d95-a2a9-bbe29b1bef6d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lazy-loading 'flavor' on Instance uuid 845599ff-45fc-4d7b-a75d-87913a530e43 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1435.398038] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1160b3ab-1eff-45ef-982c-07f0ee781b98 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.418074] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7f8d9d-07b5-4d75-88e6-6ac5837a5352 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.928478] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c17f63a1-65bc-4d95-a2a9-bbe29b1bef6d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Creating Snapshot of the VM instance {{(pid=69413) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1435.928811] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-732f97d8-cf6e-44ac-803a-4925b121f02c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.935829] env[69413]: DEBUG oslo_vmware.api [None req-c17f63a1-65bc-4d95-a2a9-bbe29b1bef6d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1435.935829] env[69413]: value = "task-3078733" [ 1435.935829] env[69413]: _type = "Task" [ 1435.935829] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.943360] env[69413]: DEBUG oslo_vmware.api [None req-c17f63a1-65bc-4d95-a2a9-bbe29b1bef6d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078733, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.445643] env[69413]: DEBUG oslo_vmware.api [None req-c17f63a1-65bc-4d95-a2a9-bbe29b1bef6d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078733, 'name': CreateSnapshot_Task, 'duration_secs': 0.4078} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.445907] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c17f63a1-65bc-4d95-a2a9-bbe29b1bef6d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Created Snapshot of the VM instance {{(pid=69413) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1436.446630] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3221324d-47ea-40a1-b32d-27e8e01df88d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.963531] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c17f63a1-65bc-4d95-a2a9-bbe29b1bef6d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Creating linked-clone VM from snapshot {{(pid=69413) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1436.963862] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9e341222-f909-4e0d-be5f-55c8ee12a397 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.972890] env[69413]: DEBUG oslo_vmware.api [None req-c17f63a1-65bc-4d95-a2a9-bbe29b1bef6d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1436.972890] env[69413]: value = "task-3078734" [ 1436.972890] env[69413]: _type = "Task" [ 1436.972890] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.980824] env[69413]: DEBUG oslo_vmware.api [None req-c17f63a1-65bc-4d95-a2a9-bbe29b1bef6d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078734, 'name': CloneVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.483075] env[69413]: DEBUG oslo_vmware.api [None req-c17f63a1-65bc-4d95-a2a9-bbe29b1bef6d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078734, 'name': CloneVM_Task} progress is 94%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.983694] env[69413]: DEBUG oslo_vmware.api [None req-c17f63a1-65bc-4d95-a2a9-bbe29b1bef6d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078734, 'name': CloneVM_Task, 'duration_secs': 0.936636} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.984099] env[69413]: INFO nova.virt.vmwareapi.vmops [None req-c17f63a1-65bc-4d95-a2a9-bbe29b1bef6d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Created linked-clone VM from snapshot [ 1437.984707] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8227a17c-6ce9-4ce1-933d-9566ebd09e37 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.991819] env[69413]: DEBUG nova.virt.vmwareapi.images [None req-c17f63a1-65bc-4d95-a2a9-bbe29b1bef6d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Uploading image 9f88d956-4d11-42e9-ab1c-e355d523ef3d {{(pid=69413) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1438.011260] env[69413]: DEBUG oslo_vmware.rw_handles [None req-c17f63a1-65bc-4d95-a2a9-bbe29b1bef6d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1438.011260] env[69413]: value = "vm-616370" [ 1438.011260] env[69413]: _type = "VirtualMachine" [ 1438.011260] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1438.011492] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5afb7b5c-0e8a-49fa-aa28-b98d38b9d80f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.017197] env[69413]: DEBUG oslo_vmware.rw_handles [None req-c17f63a1-65bc-4d95-a2a9-bbe29b1bef6d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lease: (returnval){ [ 1438.017197] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52970192-8215-2abe-0f82-ed09a466af75" [ 1438.017197] env[69413]: _type = "HttpNfcLease" [ 1438.017197] env[69413]: } obtained for exporting VM: (result){ [ 1438.017197] env[69413]: value = "vm-616370" [ 1438.017197] env[69413]: _type = "VirtualMachine" [ 1438.017197] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1438.017449] env[69413]: DEBUG oslo_vmware.api [None req-c17f63a1-65bc-4d95-a2a9-bbe29b1bef6d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the lease: (returnval){ [ 1438.017449] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52970192-8215-2abe-0f82-ed09a466af75" [ 1438.017449] env[69413]: _type = "HttpNfcLease" [ 1438.017449] env[69413]: } to be ready. {{(pid=69413) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1438.023181] env[69413]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1438.023181] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52970192-8215-2abe-0f82-ed09a466af75" [ 1438.023181] env[69413]: _type = "HttpNfcLease" [ 1438.023181] env[69413]: } is initializing. {{(pid=69413) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1438.526272] env[69413]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1438.526272] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52970192-8215-2abe-0f82-ed09a466af75" [ 1438.526272] env[69413]: _type = "HttpNfcLease" [ 1438.526272] env[69413]: } is ready. {{(pid=69413) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1438.526572] env[69413]: DEBUG oslo_vmware.rw_handles [None req-c17f63a1-65bc-4d95-a2a9-bbe29b1bef6d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1438.526572] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52970192-8215-2abe-0f82-ed09a466af75" [ 1438.526572] env[69413]: _type = "HttpNfcLease" [ 1438.526572] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1438.527287] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e92e74-2af8-4014-a384-b02c12ef931e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.534370] env[69413]: DEBUG oslo_vmware.rw_handles [None req-c17f63a1-65bc-4d95-a2a9-bbe29b1bef6d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5249876f-5562-5113-37d2-0581cb05d1e4/disk-0.vmdk from lease info. {{(pid=69413) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1438.534535] env[69413]: DEBUG oslo_vmware.rw_handles [None req-c17f63a1-65bc-4d95-a2a9-bbe29b1bef6d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5249876f-5562-5113-37d2-0581cb05d1e4/disk-0.vmdk for reading. {{(pid=69413) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1438.621699] env[69413]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b1e2dabf-14bf-4467-baeb-37ce065371da {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.700172] env[69413]: DEBUG oslo_vmware.rw_handles [None req-c17f63a1-65bc-4d95-a2a9-bbe29b1bef6d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5249876f-5562-5113-37d2-0581cb05d1e4/disk-0.vmdk. {{(pid=69413) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1445.701113] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983dcbba-3e69-43cb-bdda-8f52ce0065b3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.707441] env[69413]: DEBUG oslo_vmware.rw_handles [None req-c17f63a1-65bc-4d95-a2a9-bbe29b1bef6d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5249876f-5562-5113-37d2-0581cb05d1e4/disk-0.vmdk is in state: ready. {{(pid=69413) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1445.707656] env[69413]: ERROR oslo_vmware.rw_handles [None req-c17f63a1-65bc-4d95-a2a9-bbe29b1bef6d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5249876f-5562-5113-37d2-0581cb05d1e4/disk-0.vmdk due to incomplete transfer. [ 1445.707840] env[69413]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-449f52ec-7fb0-41b8-ae3b-4ace38b7d60a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.715540] env[69413]: DEBUG oslo_vmware.rw_handles [None req-c17f63a1-65bc-4d95-a2a9-bbe29b1bef6d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5249876f-5562-5113-37d2-0581cb05d1e4/disk-0.vmdk. {{(pid=69413) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1445.715724] env[69413]: DEBUG nova.virt.vmwareapi.images [None req-c17f63a1-65bc-4d95-a2a9-bbe29b1bef6d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Uploaded image 9f88d956-4d11-42e9-ab1c-e355d523ef3d to the Glance image server {{(pid=69413) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1445.718017] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-c17f63a1-65bc-4d95-a2a9-bbe29b1bef6d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Destroying the VM {{(pid=69413) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1445.718251] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-def61361-c5bc-490f-97df-770068e2c861 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.723481] env[69413]: DEBUG oslo_vmware.api [None req-c17f63a1-65bc-4d95-a2a9-bbe29b1bef6d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1445.723481] env[69413]: value = "task-3078736" [ 1445.723481] env[69413]: _type = "Task" [ 1445.723481] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.730824] env[69413]: DEBUG oslo_vmware.api [None req-c17f63a1-65bc-4d95-a2a9-bbe29b1bef6d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078736, 'name': Destroy_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.234677] env[69413]: DEBUG oslo_vmware.api [None req-c17f63a1-65bc-4d95-a2a9-bbe29b1bef6d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078736, 'name': Destroy_Task, 'duration_secs': 0.312814} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.234939] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-c17f63a1-65bc-4d95-a2a9-bbe29b1bef6d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Destroyed the VM [ 1446.235197] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c17f63a1-65bc-4d95-a2a9-bbe29b1bef6d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Deleting Snapshot of the VM instance {{(pid=69413) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1446.235443] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a5f58c09-c13b-4d57-ad06-4522af2684ce {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.241435] env[69413]: DEBUG oslo_vmware.api [None req-c17f63a1-65bc-4d95-a2a9-bbe29b1bef6d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1446.241435] env[69413]: value = "task-3078737" [ 1446.241435] env[69413]: _type = "Task" [ 1446.241435] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.248673] env[69413]: DEBUG oslo_vmware.api [None req-c17f63a1-65bc-4d95-a2a9-bbe29b1bef6d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078737, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.750846] env[69413]: DEBUG oslo_vmware.api [None req-c17f63a1-65bc-4d95-a2a9-bbe29b1bef6d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078737, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.252113] env[69413]: DEBUG oslo_vmware.api [None req-c17f63a1-65bc-4d95-a2a9-bbe29b1bef6d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078737, 'name': RemoveSnapshot_Task, 'duration_secs': 0.521432} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.252390] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-c17f63a1-65bc-4d95-a2a9-bbe29b1bef6d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Deleted Snapshot of the VM instance {{(pid=69413) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1447.252623] env[69413]: INFO nova.compute.manager [None req-c17f63a1-65bc-4d95-a2a9-bbe29b1bef6d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Took 11.86 seconds to snapshot the instance on the hypervisor. [ 1447.787310] env[69413]: DEBUG nova.compute.manager [None req-c17f63a1-65bc-4d95-a2a9-bbe29b1bef6d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Found 2 images (rotation: 2) {{(pid=69413) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1449.489810] env[69413]: DEBUG nova.compute.manager [None req-337426c9-0dde-4355-a7c5-4cb64f271aa3 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1449.490847] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77744b2-15e3-4b1e-b2d9-bf9f22e02eae {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.001834] env[69413]: INFO nova.compute.manager [None req-337426c9-0dde-4355-a7c5-4cb64f271aa3 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] instance snapshotting [ 1450.002477] env[69413]: DEBUG nova.objects.instance [None req-337426c9-0dde-4355-a7c5-4cb64f271aa3 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lazy-loading 'flavor' on Instance uuid 845599ff-45fc-4d7b-a75d-87913a530e43 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1450.507743] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2e9c28-f7f4-40a6-bad9-be21e718d8a3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.526091] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f960102-9409-405d-81bb-ffc4eda8373d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.035898] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-337426c9-0dde-4355-a7c5-4cb64f271aa3 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Creating Snapshot of the VM instance {{(pid=69413) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1451.036241] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-897ce7a8-2003-4749-9c13-e27427a0aae6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.044953] env[69413]: DEBUG oslo_vmware.api [None req-337426c9-0dde-4355-a7c5-4cb64f271aa3 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1451.044953] env[69413]: value = "task-3078738" [ 1451.044953] env[69413]: _type = "Task" [ 1451.044953] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.053860] env[69413]: DEBUG oslo_vmware.api [None req-337426c9-0dde-4355-a7c5-4cb64f271aa3 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078738, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.555069] env[69413]: DEBUG oslo_vmware.api [None req-337426c9-0dde-4355-a7c5-4cb64f271aa3 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078738, 'name': CreateSnapshot_Task, 'duration_secs': 0.444969} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.555426] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-337426c9-0dde-4355-a7c5-4cb64f271aa3 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Created Snapshot of the VM instance {{(pid=69413) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1451.556012] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb63a2e-8fbb-44ac-8a37-c93adf7108c0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.072594] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-337426c9-0dde-4355-a7c5-4cb64f271aa3 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Creating linked-clone VM from snapshot {{(pid=69413) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1452.072911] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0dd4f8f6-0288-44fc-9de5-d00d14d6a7dd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.081921] env[69413]: DEBUG oslo_vmware.api [None req-337426c9-0dde-4355-a7c5-4cb64f271aa3 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1452.081921] env[69413]: value = "task-3078739" [ 1452.081921] env[69413]: _type = "Task" [ 1452.081921] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.089663] env[69413]: DEBUG oslo_vmware.api [None req-337426c9-0dde-4355-a7c5-4cb64f271aa3 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078739, 'name': CloneVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.592029] env[69413]: DEBUG oslo_vmware.api [None req-337426c9-0dde-4355-a7c5-4cb64f271aa3 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078739, 'name': CloneVM_Task} progress is 94%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.093725] env[69413]: DEBUG oslo_vmware.api [None req-337426c9-0dde-4355-a7c5-4cb64f271aa3 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078739, 'name': CloneVM_Task, 'duration_secs': 0.924187} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.093979] env[69413]: INFO nova.virt.vmwareapi.vmops [None req-337426c9-0dde-4355-a7c5-4cb64f271aa3 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Created linked-clone VM from snapshot [ 1453.094706] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2937c6f-436d-452c-ae03-b2d2d78e743e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.101352] env[69413]: DEBUG nova.virt.vmwareapi.images [None req-337426c9-0dde-4355-a7c5-4cb64f271aa3 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Uploading image 15e38e4b-d840-4b94-b277-f8eae9173306 {{(pid=69413) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1453.122325] env[69413]: DEBUG oslo_vmware.rw_handles [None req-337426c9-0dde-4355-a7c5-4cb64f271aa3 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1453.122325] env[69413]: value = "vm-616372" [ 1453.122325] env[69413]: _type = "VirtualMachine" [ 1453.122325] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1453.122560] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7a63731a-a394-4931-945c-c63f4375dfaf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.128832] env[69413]: DEBUG oslo_vmware.rw_handles [None req-337426c9-0dde-4355-a7c5-4cb64f271aa3 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lease: (returnval){ [ 1453.128832] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52fe64f3-f89e-1e90-6003-ad7baf747346" [ 1453.128832] env[69413]: _type = "HttpNfcLease" [ 1453.128832] env[69413]: } obtained for exporting VM: (result){ [ 1453.128832] env[69413]: value = "vm-616372" [ 1453.128832] env[69413]: _type = "VirtualMachine" [ 1453.128832] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1453.129131] env[69413]: DEBUG oslo_vmware.api [None req-337426c9-0dde-4355-a7c5-4cb64f271aa3 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the lease: (returnval){ [ 1453.129131] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52fe64f3-f89e-1e90-6003-ad7baf747346" [ 1453.129131] env[69413]: _type = "HttpNfcLease" [ 1453.129131] env[69413]: } to be ready. {{(pid=69413) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1453.134907] env[69413]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1453.134907] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52fe64f3-f89e-1e90-6003-ad7baf747346" [ 1453.134907] env[69413]: _type = "HttpNfcLease" [ 1453.134907] env[69413]: } is initializing. {{(pid=69413) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1453.637352] env[69413]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1453.637352] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52fe64f3-f89e-1e90-6003-ad7baf747346" [ 1453.637352] env[69413]: _type = "HttpNfcLease" [ 1453.637352] env[69413]: } is ready. {{(pid=69413) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1453.637785] env[69413]: DEBUG oslo_vmware.rw_handles [None req-337426c9-0dde-4355-a7c5-4cb64f271aa3 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1453.637785] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52fe64f3-f89e-1e90-6003-ad7baf747346" [ 1453.637785] env[69413]: _type = "HttpNfcLease" [ 1453.637785] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1453.638373] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493a3dcb-6d0c-4fe0-a5af-4f5a52fee35e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.645365] env[69413]: DEBUG oslo_vmware.rw_handles [None req-337426c9-0dde-4355-a7c5-4cb64f271aa3 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52779724-b8d4-3b42-8814-95d0475843dc/disk-0.vmdk from lease info. {{(pid=69413) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1453.645531] env[69413]: DEBUG oslo_vmware.rw_handles [None req-337426c9-0dde-4355-a7c5-4cb64f271aa3 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52779724-b8d4-3b42-8814-95d0475843dc/disk-0.vmdk for reading. {{(pid=69413) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1453.733428] env[69413]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c1c42cc6-c94f-49a8-8d7f-385dc54e8077 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.645881] env[69413]: DEBUG oslo_vmware.rw_handles [None req-337426c9-0dde-4355-a7c5-4cb64f271aa3 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52779724-b8d4-3b42-8814-95d0475843dc/disk-0.vmdk. {{(pid=69413) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1460.646870] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a200fca-bf62-4a8e-96d2-2c74b5577646 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.653049] env[69413]: DEBUG oslo_vmware.rw_handles [None req-337426c9-0dde-4355-a7c5-4cb64f271aa3 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52779724-b8d4-3b42-8814-95d0475843dc/disk-0.vmdk is in state: ready. {{(pid=69413) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1460.653220] env[69413]: ERROR oslo_vmware.rw_handles [None req-337426c9-0dde-4355-a7c5-4cb64f271aa3 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52779724-b8d4-3b42-8814-95d0475843dc/disk-0.vmdk due to incomplete transfer. [ 1460.653445] env[69413]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-06b4b93a-6758-42e9-aade-4a76789a2425 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.661012] env[69413]: DEBUG oslo_vmware.rw_handles [None req-337426c9-0dde-4355-a7c5-4cb64f271aa3 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52779724-b8d4-3b42-8814-95d0475843dc/disk-0.vmdk. {{(pid=69413) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1460.661234] env[69413]: DEBUG nova.virt.vmwareapi.images [None req-337426c9-0dde-4355-a7c5-4cb64f271aa3 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Uploaded image 15e38e4b-d840-4b94-b277-f8eae9173306 to the Glance image server {{(pid=69413) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1460.663614] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-337426c9-0dde-4355-a7c5-4cb64f271aa3 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Destroying the VM {{(pid=69413) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1460.663863] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d23b9b13-9413-427a-a5d9-7055b04f0ef7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.669417] env[69413]: DEBUG oslo_vmware.api [None req-337426c9-0dde-4355-a7c5-4cb64f271aa3 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1460.669417] env[69413]: value = "task-3078741" [ 1460.669417] env[69413]: _type = "Task" [ 1460.669417] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.677379] env[69413]: DEBUG oslo_vmware.api [None req-337426c9-0dde-4355-a7c5-4cb64f271aa3 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078741, 'name': Destroy_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.179462] env[69413]: DEBUG oslo_vmware.api [None req-337426c9-0dde-4355-a7c5-4cb64f271aa3 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078741, 'name': Destroy_Task, 'duration_secs': 0.333802} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.179739] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-337426c9-0dde-4355-a7c5-4cb64f271aa3 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Destroyed the VM [ 1461.179991] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-337426c9-0dde-4355-a7c5-4cb64f271aa3 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Deleting Snapshot of the VM instance {{(pid=69413) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1461.180286] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-79dcef0c-5124-4c49-9e61-58fa2ed7359b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.186802] env[69413]: DEBUG oslo_vmware.api [None req-337426c9-0dde-4355-a7c5-4cb64f271aa3 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1461.186802] env[69413]: value = "task-3078742" [ 1461.186802] env[69413]: _type = "Task" [ 1461.186802] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.194035] env[69413]: DEBUG oslo_vmware.api [None req-337426c9-0dde-4355-a7c5-4cb64f271aa3 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078742, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.696527] env[69413]: DEBUG oslo_vmware.api [None req-337426c9-0dde-4355-a7c5-4cb64f271aa3 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078742, 'name': RemoveSnapshot_Task, 'duration_secs': 0.472899} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.696927] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-337426c9-0dde-4355-a7c5-4cb64f271aa3 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Deleted Snapshot of the VM instance {{(pid=69413) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1461.697067] env[69413]: INFO nova.compute.manager [None req-337426c9-0dde-4355-a7c5-4cb64f271aa3 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Took 11.19 seconds to snapshot the instance on the hypervisor. [ 1462.255347] env[69413]: DEBUG nova.compute.manager [None req-337426c9-0dde-4355-a7c5-4cb64f271aa3 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Found 3 images (rotation: 2) {{(pid=69413) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1462.255508] env[69413]: DEBUG nova.compute.manager [None req-337426c9-0dde-4355-a7c5-4cb64f271aa3 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Rotating out 1 backups {{(pid=69413) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1462.255671] env[69413]: DEBUG nova.compute.manager [None req-337426c9-0dde-4355-a7c5-4cb64f271aa3 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Deleting image 2aba6944-f687-409a-bc2b-42a372e7b876 {{(pid=69413) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1463.423128] env[69413]: DEBUG oslo_concurrency.lockutils [None req-486c1301-c0fb-4ca7-86e7-a134cda221dc tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "845599ff-45fc-4d7b-a75d-87913a530e43" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1463.423513] env[69413]: DEBUG oslo_concurrency.lockutils [None req-486c1301-c0fb-4ca7-86e7-a134cda221dc tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "845599ff-45fc-4d7b-a75d-87913a530e43" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1463.423567] env[69413]: DEBUG nova.compute.manager [None req-486c1301-c0fb-4ca7-86e7-a134cda221dc tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1463.424865] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f842f9a-8a19-4f83-b4f4-385ed057f28f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.431680] env[69413]: DEBUG nova.compute.manager [None req-486c1301-c0fb-4ca7-86e7-a134cda221dc tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69413) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1463.432235] env[69413]: DEBUG nova.objects.instance [None req-486c1301-c0fb-4ca7-86e7-a134cda221dc tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lazy-loading 'flavor' on Instance uuid 845599ff-45fc-4d7b-a75d-87913a530e43 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1464.439046] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-486c1301-c0fb-4ca7-86e7-a134cda221dc tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1464.439368] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76ff28a1-21ad-4a7f-8e7f-3dd617c0ee8b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.446159] env[69413]: DEBUG oslo_vmware.api [None req-486c1301-c0fb-4ca7-86e7-a134cda221dc tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1464.446159] env[69413]: value = "task-3078743" [ 1464.446159] env[69413]: _type = "Task" [ 1464.446159] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.454032] env[69413]: DEBUG oslo_vmware.api [None req-486c1301-c0fb-4ca7-86e7-a134cda221dc tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078743, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.959548] env[69413]: DEBUG oslo_vmware.api [None req-486c1301-c0fb-4ca7-86e7-a134cda221dc tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078743, 'name': PowerOffVM_Task, 'duration_secs': 0.19788} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.959950] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-486c1301-c0fb-4ca7-86e7-a134cda221dc tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1464.960287] env[69413]: DEBUG nova.compute.manager [None req-486c1301-c0fb-4ca7-86e7-a134cda221dc tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1464.961447] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4c0abd-14d6-40ac-882e-a769400e4be5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.476032] env[69413]: DEBUG oslo_concurrency.lockutils [None req-486c1301-c0fb-4ca7-86e7-a134cda221dc tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "845599ff-45fc-4d7b-a75d-87913a530e43" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1466.634864] env[69413]: DEBUG nova.compute.manager [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Stashing vm_state: stopped {{(pid=69413) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1466.671716] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.671910] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.672082] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.672237] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.672385] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.672522] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69413) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1466.672674] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager.update_available_resource {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1467.155791] env[69413]: DEBUG oslo_concurrency.lockutils [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1467.156094] env[69413]: DEBUG oslo_concurrency.lockutils [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1467.175381] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1467.661941] env[69413]: INFO nova.compute.claims [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1468.168767] env[69413]: INFO nova.compute.resource_tracker [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Updating resource usage from migration 80025a07-6ca1-4c54-ba60-0e4b286ba55e [ 1468.277965] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37f0afa-dc27-497c-a3ec-ea8ac586c97e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.285653] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524a9c4c-daf7-40e7-976c-8c78ff08d150 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.314380] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e90710c-0e89-4981-bd21-1d40c163b697 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.321096] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51c5dd6-5368-433c-bcb2-83c40cfb5094 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.333606] env[69413]: DEBUG nova.compute.provider_tree [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1468.838012] env[69413]: DEBUG nova.scheduler.client.report [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1469.343658] env[69413]: DEBUG oslo_concurrency.lockutils [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.187s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1469.343904] env[69413]: INFO nova.compute.manager [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Migrating [ 1469.350458] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.175s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1469.350632] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1469.350786] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69413) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1469.354100] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d6d5db-6e20-4f0e-8d5a-83e31e5a427a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.368228] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8136030b-2bb7-45e7-880d-ab4d05a220d6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.383918] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e74521-177c-43eb-aef6-f4b648e457a5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.390535] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400d81a4-2a3d-4755-88e8-89616cc95b52 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.419670] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180825MB free_disk=140GB free_vcpus=48 pci_devices=None {{(pid=69413) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1469.419793] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1469.420125] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1469.862896] env[69413]: DEBUG oslo_concurrency.lockutils [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "refresh_cache-845599ff-45fc-4d7b-a75d-87913a530e43" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.863205] env[69413]: DEBUG oslo_concurrency.lockutils [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquired lock "refresh_cache-845599ff-45fc-4d7b-a75d-87913a530e43" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.863301] env[69413]: DEBUG nova.network.neutron [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1470.425603] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Applying migration context for instance 845599ff-45fc-4d7b-a75d-87913a530e43 as it has an incoming, in-progress migration 80025a07-6ca1-4c54-ba60-0e4b286ba55e. Migration status is pre-migrating {{(pid=69413) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1470.426160] env[69413]: INFO nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Updating resource usage from migration 80025a07-6ca1-4c54-ba60-0e4b286ba55e [ 1470.442576] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Migration 80025a07-6ca1-4c54-ba60-0e4b286ba55e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1470.442747] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 845599ff-45fc-4d7b-a75d-87913a530e43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1470.442921] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69413) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1470.443066] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=960MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69413) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1470.478321] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00adaa6-a7c1-4e35-9409-fa71b7bb7003 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.487557] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a1756e-7eac-495d-a960-3df48dc2676b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.519300] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc93fc5-cf26-42d0-9a31-9dd59d5b61d5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.526355] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206743b8-f4ad-4c8b-82e0-91e73834b67b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.538784] env[69413]: DEBUG nova.compute.provider_tree [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1470.575083] env[69413]: DEBUG nova.network.neutron [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Updating instance_info_cache with network_info: [{"id": "c0c55da2-df8d-4f28-80c3-31665ebabc32", "address": "fa:16:3e:86:5b:ae", "network": {"id": "8492e5ad-0087-4b27-92b1-644e4f31bb6f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-386319202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aacd5655fb143d1ada1a5ab63aba153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0c55da2-df", "ovs_interfaceid": "c0c55da2-df8d-4f28-80c3-31665ebabc32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.041866] env[69413]: DEBUG nova.scheduler.client.report [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1471.077577] env[69413]: DEBUG oslo_concurrency.lockutils [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Releasing lock "refresh_cache-845599ff-45fc-4d7b-a75d-87913a530e43" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.546970] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69413) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1471.547198] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.127s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1471.547395] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1471.547560] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Cleaning up deleted instances with incomplete migration {{(pid=69413) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1472.592255] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25386afa-6509-4959-a7a5-332badf5a9cb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.611124] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Updating instance '845599ff-45fc-4d7b-a75d-87913a530e43' progress to 0 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1473.045438] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1473.045691] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1473.045886] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1473.046045] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Cleaning up deleted instances {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1473.117257] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1473.117836] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6dbf8030-38f3-415a-933c-31eedda4b40f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.126256] env[69413]: DEBUG oslo_vmware.api [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1473.126256] env[69413]: value = "task-3078744" [ 1473.126256] env[69413]: _type = "Task" [ 1473.126256] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.134144] env[69413]: DEBUG oslo_vmware.api [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.554761] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] There are 24 instances to clean {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1473.555035] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: c081fcbd-8829-4c9c-912e-dc643c7c0fbc] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1473.635637] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] VM already powered off {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1473.636073] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Updating instance '845599ff-45fc-4d7b-a75d-87913a530e43' progress to 17 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1474.058550] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 605dc214-ef5d-4333-bb0f-54d5f5e97832] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1474.142137] env[69413]: DEBUG nova.virt.hardware [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:10:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1474.142443] env[69413]: DEBUG nova.virt.hardware [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1474.142538] env[69413]: DEBUG nova.virt.hardware [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1474.142713] env[69413]: DEBUG nova.virt.hardware [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1474.142860] env[69413]: DEBUG nova.virt.hardware [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1474.143022] env[69413]: DEBUG nova.virt.hardware [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1474.143230] env[69413]: DEBUG nova.virt.hardware [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1474.143388] env[69413]: DEBUG nova.virt.hardware [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1474.143552] env[69413]: DEBUG nova.virt.hardware [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1474.143715] env[69413]: DEBUG nova.virt.hardware [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1474.143884] env[69413]: DEBUG nova.virt.hardware [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1474.149049] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8de3c6aa-80e0-4188-a62e-401cd52e3018 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.166932] env[69413]: DEBUG oslo_vmware.api [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1474.166932] env[69413]: value = "task-3078745" [ 1474.166932] env[69413]: _type = "Task" [ 1474.166932] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.174407] env[69413]: DEBUG oslo_vmware.api [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078745, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.561623] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 1d23c812-d28c-43b4-bd48-0027cee9e9d2] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1474.676656] env[69413]: DEBUG oslo_vmware.api [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078745, 'name': ReconfigVM_Task, 'duration_secs': 0.138647} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.677043] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Updating instance '845599ff-45fc-4d7b-a75d-87913a530e43' progress to 33 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1475.065088] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: bd18876c-74e8-4064-ab94-cdca14ccc0ae] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1475.183319] env[69413]: DEBUG nova.virt.hardware [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1475.183561] env[69413]: DEBUG nova.virt.hardware [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1475.183716] env[69413]: DEBUG nova.virt.hardware [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1475.183894] env[69413]: DEBUG nova.virt.hardware [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1475.184046] env[69413]: DEBUG nova.virt.hardware [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1475.184196] env[69413]: DEBUG nova.virt.hardware [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1475.184397] env[69413]: DEBUG nova.virt.hardware [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1475.184553] env[69413]: DEBUG nova.virt.hardware [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1475.184718] env[69413]: DEBUG nova.virt.hardware [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1475.184889] env[69413]: DEBUG nova.virt.hardware [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1475.185083] env[69413]: DEBUG nova.virt.hardware [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1475.190462] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1475.190748] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73a5314e-6b71-4152-9ad1-537ebb7966c3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.209842] env[69413]: DEBUG oslo_vmware.api [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1475.209842] env[69413]: value = "task-3078746" [ 1475.209842] env[69413]: _type = "Task" [ 1475.209842] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.217600] env[69413]: DEBUG oslo_vmware.api [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078746, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.569220] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 0de31772-7c4a-476d-9535-3ecfbceb844e] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1475.719687] env[69413]: DEBUG oslo_vmware.api [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078746, 'name': ReconfigVM_Task, 'duration_secs': 0.148171} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.720235] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1475.721081] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea5a9e1-1cdf-48c9-b793-c87b9f36fae8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.742328] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 845599ff-45fc-4d7b-a75d-87913a530e43/845599ff-45fc-4d7b-a75d-87913a530e43.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1475.742558] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60f6d0ea-8b6e-404b-9899-f41e3557df3e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.759097] env[69413]: DEBUG oslo_vmware.api [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1475.759097] env[69413]: value = "task-3078747" [ 1475.759097] env[69413]: _type = "Task" [ 1475.759097] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.766180] env[69413]: DEBUG oslo_vmware.api [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078747, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.072856] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 3b803c12-767e-4c4e-977b-71d962b53b4b] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1476.269200] env[69413]: DEBUG oslo_vmware.api [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078747, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.576448] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 20d1db4f-0ea1-4e44-9885-ec9ef9b4460c] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1476.769527] env[69413]: DEBUG oslo_vmware.api [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078747, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.079811] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 0207a2cd-5a2d-4ba6-bb3d-721c23591c30] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1477.270577] env[69413]: DEBUG oslo_vmware.api [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078747, 'name': ReconfigVM_Task, 'duration_secs': 1.241183} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.270840] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 845599ff-45fc-4d7b-a75d-87913a530e43/845599ff-45fc-4d7b-a75d-87913a530e43.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1477.271135] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Updating instance '845599ff-45fc-4d7b-a75d-87913a530e43' progress to 50 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1477.582924] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 6d8b800c-842b-4167-9d95-157679791487] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1477.779442] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d77c1df-10fb-4ec8-abfe-e9ee45671ce5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.797850] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cc71e5-7ec9-4671-9434-c68e971b42a6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.815216] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Updating instance '845599ff-45fc-4d7b-a75d-87913a530e43' progress to 67 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1478.086241] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 9779f001-a30a-4107-b239-1c214d6b7b87] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1478.354645] env[69413]: DEBUG nova.network.neutron [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Port c0c55da2-df8d-4f28-80c3-31665ebabc32 binding to destination host cpu-1 is already ACTIVE {{(pid=69413) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1478.589949] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 817f5d07-2b2b-4878-8d7a-5f45cdee6c87] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1479.093644] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: ed459731-5549-4a15-add7-9c53bc98ad9a] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1479.376046] env[69413]: DEBUG oslo_concurrency.lockutils [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "845599ff-45fc-4d7b-a75d-87913a530e43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1479.376046] env[69413]: DEBUG oslo_concurrency.lockutils [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "845599ff-45fc-4d7b-a75d-87913a530e43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1479.376267] env[69413]: DEBUG oslo_concurrency.lockutils [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "845599ff-45fc-4d7b-a75d-87913a530e43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1479.596598] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: dc7c8425-53b2-407e-a3a6-cd9120b88f77] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1480.099882] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: de9c9158-9c87-437d-94b4-76c4ea45a8b4] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1480.409958] env[69413]: DEBUG oslo_concurrency.lockutils [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "refresh_cache-845599ff-45fc-4d7b-a75d-87913a530e43" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.410158] env[69413]: DEBUG oslo_concurrency.lockutils [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquired lock "refresh_cache-845599ff-45fc-4d7b-a75d-87913a530e43" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.410336] env[69413]: DEBUG nova.network.neutron [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1480.603091] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: db092a98-ca4d-4412-8adb-04ad6f51bc00] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1481.100652] env[69413]: DEBUG nova.network.neutron [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Updating instance_info_cache with network_info: [{"id": "c0c55da2-df8d-4f28-80c3-31665ebabc32", "address": "fa:16:3e:86:5b:ae", "network": {"id": "8492e5ad-0087-4b27-92b1-644e4f31bb6f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-386319202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aacd5655fb143d1ada1a5ab63aba153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0c55da2-df", "ovs_interfaceid": "c0c55da2-df8d-4f28-80c3-31665ebabc32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.106643] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 66647c01-10d2-411e-81ef-bd0470b77646] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1481.603205] env[69413]: DEBUG oslo_concurrency.lockutils [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Releasing lock "refresh_cache-845599ff-45fc-4d7b-a75d-87913a530e43" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.609778] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 4f3fe258-4b51-47fb-b864-a16f3f8300a5] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1482.112546] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 4d549d35-17c1-4c49-bafb-481bb9701936] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1482.134418] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc777c7-931f-492e-95b1-694ea42ea59d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.154015] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d331f48d-fcd9-4be2-967e-ba0e3f507645 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.160348] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Updating instance '845599ff-45fc-4d7b-a75d-87913a530e43' progress to 83 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1482.618971] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 8871ee21-1801-4e65-b308-3de40cb706e4] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1482.666216] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-939b529d-2c9a-4081-867c-ea36526a591a tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Updating instance '845599ff-45fc-4d7b-a75d-87913a530e43' progress to 100 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1483.122247] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 245b6791-5aa0-48a4-8f67-ab3e48fca4fb] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1483.625480] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: a7ce7788-f901-4440-8467-39889734fccb] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1484.128974] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 9714646b-1525-4dd9-805d-cae11ee88a3f] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1484.632532] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 08fdf64c-acff-4bc5-8d0b-fd294e6c9a18] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1484.680146] env[69413]: DEBUG oslo_concurrency.lockutils [None req-60a57b98-7058-4f57-9815-98082c460a68 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "845599ff-45fc-4d7b-a75d-87913a530e43" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1484.680407] env[69413]: DEBUG oslo_concurrency.lockutils [None req-60a57b98-7058-4f57-9815-98082c460a68 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "845599ff-45fc-4d7b-a75d-87913a530e43" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1484.680634] env[69413]: DEBUG nova.compute.manager [None req-60a57b98-7058-4f57-9815-98082c460a68 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Going to confirm migration 9 {{(pid=69413) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1485.136153] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] [instance: 7d1875ac-2554-480f-96ae-de15482d93df] Instance has had 0 of 5 cleanup attempts {{(pid=69413) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1485.242512] env[69413]: DEBUG oslo_concurrency.lockutils [None req-60a57b98-7058-4f57-9815-98082c460a68 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "refresh_cache-845599ff-45fc-4d7b-a75d-87913a530e43" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.242690] env[69413]: DEBUG oslo_concurrency.lockutils [None req-60a57b98-7058-4f57-9815-98082c460a68 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquired lock "refresh_cache-845599ff-45fc-4d7b-a75d-87913a530e43" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.242871] env[69413]: DEBUG nova.network.neutron [None req-60a57b98-7058-4f57-9815-98082c460a68 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1485.243063] env[69413]: DEBUG nova.objects.instance [None req-60a57b98-7058-4f57-9815-98082c460a68 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lazy-loading 'info_cache' on Instance uuid 845599ff-45fc-4d7b-a75d-87913a530e43 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1485.639254] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1486.432061] env[69413]: DEBUG nova.network.neutron [None req-60a57b98-7058-4f57-9815-98082c460a68 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Updating instance_info_cache with network_info: [{"id": "c0c55da2-df8d-4f28-80c3-31665ebabc32", "address": "fa:16:3e:86:5b:ae", "network": {"id": "8492e5ad-0087-4b27-92b1-644e4f31bb6f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-386319202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aacd5655fb143d1ada1a5ab63aba153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0c55da2-df", "ovs_interfaceid": "c0c55da2-df8d-4f28-80c3-31665ebabc32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.934724] env[69413]: DEBUG oslo_concurrency.lockutils [None req-60a57b98-7058-4f57-9815-98082c460a68 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Releasing lock "refresh_cache-845599ff-45fc-4d7b-a75d-87913a530e43" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.934979] env[69413]: DEBUG nova.objects.instance [None req-60a57b98-7058-4f57-9815-98082c460a68 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lazy-loading 'migration_context' on Instance uuid 845599ff-45fc-4d7b-a75d-87913a530e43 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1487.437688] env[69413]: DEBUG nova.objects.base [None req-60a57b98-7058-4f57-9815-98082c460a68 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Object Instance<845599ff-45fc-4d7b-a75d-87913a530e43> lazy-loaded attributes: info_cache,migration_context {{(pid=69413) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1487.438701] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eac6cf0-f86c-4793-b845-618a95c64544 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.458810] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c45ece73-4848-4580-98d2-320558122c67 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.463566] env[69413]: DEBUG oslo_vmware.api [None req-60a57b98-7058-4f57-9815-98082c460a68 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1487.463566] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d54cf6-6c9b-5a22-2a2a-bd3354795237" [ 1487.463566] env[69413]: _type = "Task" [ 1487.463566] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.470577] env[69413]: DEBUG oslo_vmware.api [None req-60a57b98-7058-4f57-9815-98082c460a68 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d54cf6-6c9b-5a22-2a2a-bd3354795237, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.973607] env[69413]: DEBUG oslo_vmware.api [None req-60a57b98-7058-4f57-9815-98082c460a68 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52d54cf6-6c9b-5a22-2a2a-bd3354795237, 'name': SearchDatastore_Task, 'duration_secs': 0.009161} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.973888] env[69413]: DEBUG oslo_concurrency.lockutils [None req-60a57b98-7058-4f57-9815-98082c460a68 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1487.974142] env[69413]: DEBUG oslo_concurrency.lockutils [None req-60a57b98-7058-4f57-9815-98082c460a68 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1488.517191] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411977b5-f1df-4851-b2c7-9f91a6dd8cc4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.524515] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b436186-4add-4012-a9be-db1d6f0aa09b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.553189] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc9d703-f44e-467c-b81e-c8d772c7d5a2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.559616] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7a7146-7da3-4dc6-92b5-45f526bba849 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.572110] env[69413]: DEBUG nova.compute.provider_tree [None req-60a57b98-7058-4f57-9815-98082c460a68 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1489.075990] env[69413]: DEBUG nova.scheduler.client.report [None req-60a57b98-7058-4f57-9815-98082c460a68 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1490.088096] env[69413]: DEBUG oslo_concurrency.lockutils [None req-60a57b98-7058-4f57-9815-98082c460a68 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.114s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1490.088489] env[69413]: DEBUG nova.compute.manager [None req-60a57b98-7058-4f57-9815-98082c460a68 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69413) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1490.646424] env[69413]: INFO nova.scheduler.client.report [None req-60a57b98-7058-4f57-9815-98082c460a68 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Deleted allocation for migration 80025a07-6ca1-4c54-ba60-0e4b286ba55e [ 1491.152069] env[69413]: DEBUG oslo_concurrency.lockutils [None req-60a57b98-7058-4f57-9815-98082c460a68 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "845599ff-45fc-4d7b-a75d-87913a530e43" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.471s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1491.491396] env[69413]: DEBUG nova.objects.instance [None req-360c54f6-de84-40d6-b664-1414474f93c6 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lazy-loading 'flavor' on Instance uuid 845599ff-45fc-4d7b-a75d-87913a530e43 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1491.996261] env[69413]: DEBUG oslo_concurrency.lockutils [None req-360c54f6-de84-40d6-b664-1414474f93c6 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "refresh_cache-845599ff-45fc-4d7b-a75d-87913a530e43" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.996470] env[69413]: DEBUG oslo_concurrency.lockutils [None req-360c54f6-de84-40d6-b664-1414474f93c6 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquired lock "refresh_cache-845599ff-45fc-4d7b-a75d-87913a530e43" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.996627] env[69413]: DEBUG nova.network.neutron [None req-360c54f6-de84-40d6-b664-1414474f93c6 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1491.996760] env[69413]: DEBUG nova.objects.instance [None req-360c54f6-de84-40d6-b664-1414474f93c6 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lazy-loading 'info_cache' on Instance uuid 845599ff-45fc-4d7b-a75d-87913a530e43 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1492.500189] env[69413]: DEBUG nova.objects.base [None req-360c54f6-de84-40d6-b664-1414474f93c6 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Object Instance<845599ff-45fc-4d7b-a75d-87913a530e43> lazy-loaded attributes: flavor,info_cache {{(pid=69413) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1493.197066] env[69413]: DEBUG nova.network.neutron [None req-360c54f6-de84-40d6-b664-1414474f93c6 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Updating instance_info_cache with network_info: [{"id": "c0c55da2-df8d-4f28-80c3-31665ebabc32", "address": "fa:16:3e:86:5b:ae", "network": {"id": "8492e5ad-0087-4b27-92b1-644e4f31bb6f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-386319202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aacd5655fb143d1ada1a5ab63aba153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0c55da2-df", "ovs_interfaceid": "c0c55da2-df8d-4f28-80c3-31665ebabc32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.699575] env[69413]: DEBUG oslo_concurrency.lockutils [None req-360c54f6-de84-40d6-b664-1414474f93c6 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Releasing lock "refresh_cache-845599ff-45fc-4d7b-a75d-87913a530e43" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.705374] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-360c54f6-de84-40d6-b664-1414474f93c6 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1494.705765] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94d7015e-8a5f-407a-80b9-c793385b325e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.717730] env[69413]: DEBUG oslo_vmware.api [None req-360c54f6-de84-40d6-b664-1414474f93c6 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1494.717730] env[69413]: value = "task-3078748" [ 1494.717730] env[69413]: _type = "Task" [ 1494.717730] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.727463] env[69413]: DEBUG oslo_vmware.api [None req-360c54f6-de84-40d6-b664-1414474f93c6 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.227797] env[69413]: DEBUG oslo_vmware.api [None req-360c54f6-de84-40d6-b664-1414474f93c6 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078748, 'name': PowerOnVM_Task, 'duration_secs': 0.352724} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.228071] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-360c54f6-de84-40d6-b664-1414474f93c6 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1495.228278] env[69413]: DEBUG nova.compute.manager [None req-360c54f6-de84-40d6-b664-1414474f93c6 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1495.229066] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0a45c3-049c-4ac1-8a84-2239ba0cbee9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.012693] env[69413]: DEBUG oslo_concurrency.lockutils [None req-29e8f6de-eae0-44d5-ac9f-4af2e1d40e11 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "845599ff-45fc-4d7b-a75d-87913a530e43" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1496.013072] env[69413]: DEBUG oslo_concurrency.lockutils [None req-29e8f6de-eae0-44d5-ac9f-4af2e1d40e11 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "845599ff-45fc-4d7b-a75d-87913a530e43" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1496.013178] env[69413]: DEBUG oslo_concurrency.lockutils [None req-29e8f6de-eae0-44d5-ac9f-4af2e1d40e11 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "845599ff-45fc-4d7b-a75d-87913a530e43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1496.013358] env[69413]: DEBUG oslo_concurrency.lockutils [None req-29e8f6de-eae0-44d5-ac9f-4af2e1d40e11 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "845599ff-45fc-4d7b-a75d-87913a530e43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1496.013525] env[69413]: DEBUG oslo_concurrency.lockutils [None req-29e8f6de-eae0-44d5-ac9f-4af2e1d40e11 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "845599ff-45fc-4d7b-a75d-87913a530e43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1496.015541] env[69413]: INFO nova.compute.manager [None req-29e8f6de-eae0-44d5-ac9f-4af2e1d40e11 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Terminating instance [ 1496.519578] env[69413]: DEBUG nova.compute.manager [None req-29e8f6de-eae0-44d5-ac9f-4af2e1d40e11 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1496.519787] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-29e8f6de-eae0-44d5-ac9f-4af2e1d40e11 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1496.520741] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de51532d-1320-4070-b09d-c47c08c00d24 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.530775] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e8f6de-eae0-44d5-ac9f-4af2e1d40e11 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1496.530995] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae6ddea4-21a0-4d22-b5e5-6c2da03c5636 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.537460] env[69413]: DEBUG oslo_vmware.api [None req-29e8f6de-eae0-44d5-ac9f-4af2e1d40e11 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1496.537460] env[69413]: value = "task-3078749" [ 1496.537460] env[69413]: _type = "Task" [ 1496.537460] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.545722] env[69413]: DEBUG oslo_vmware.api [None req-29e8f6de-eae0-44d5-ac9f-4af2e1d40e11 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.047577] env[69413]: DEBUG oslo_vmware.api [None req-29e8f6de-eae0-44d5-ac9f-4af2e1d40e11 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078749, 'name': PowerOffVM_Task, 'duration_secs': 0.18788} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.047961] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e8f6de-eae0-44d5-ac9f-4af2e1d40e11 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1497.048028] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-29e8f6de-eae0-44d5-ac9f-4af2e1d40e11 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1497.048281] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f31cccce-5816-41e2-870b-e9f372b3e7b6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.109486] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-29e8f6de-eae0-44d5-ac9f-4af2e1d40e11 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1497.109689] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-29e8f6de-eae0-44d5-ac9f-4af2e1d40e11 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1497.109864] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-29e8f6de-eae0-44d5-ac9f-4af2e1d40e11 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Deleting the datastore file [datastore2] 845599ff-45fc-4d7b-a75d-87913a530e43 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1497.110154] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfa22507-107d-445a-bfb0-72f83df62d24 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.116582] env[69413]: DEBUG oslo_vmware.api [None req-29e8f6de-eae0-44d5-ac9f-4af2e1d40e11 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1497.116582] env[69413]: value = "task-3078751" [ 1497.116582] env[69413]: _type = "Task" [ 1497.116582] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.123722] env[69413]: DEBUG oslo_vmware.api [None req-29e8f6de-eae0-44d5-ac9f-4af2e1d40e11 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078751, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.626254] env[69413]: DEBUG oslo_vmware.api [None req-29e8f6de-eae0-44d5-ac9f-4af2e1d40e11 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078751, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145879} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.626521] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-29e8f6de-eae0-44d5-ac9f-4af2e1d40e11 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1497.626676] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-29e8f6de-eae0-44d5-ac9f-4af2e1d40e11 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1497.626850] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-29e8f6de-eae0-44d5-ac9f-4af2e1d40e11 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1497.627040] env[69413]: INFO nova.compute.manager [None req-29e8f6de-eae0-44d5-ac9f-4af2e1d40e11 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1497.627289] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29e8f6de-eae0-44d5-ac9f-4af2e1d40e11 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1497.627484] env[69413]: DEBUG nova.compute.manager [-] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1497.627581] env[69413]: DEBUG nova.network.neutron [-] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1498.045268] env[69413]: DEBUG nova.compute.manager [req-c7f7b161-a5af-4d86-b7c1-268d48ecdaf6 req-7a271aef-0a16-40a4-aa59-dc15e8c38767 service nova] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Received event network-vif-deleted-c0c55da2-df8d-4f28-80c3-31665ebabc32 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1498.045489] env[69413]: INFO nova.compute.manager [req-c7f7b161-a5af-4d86-b7c1-268d48ecdaf6 req-7a271aef-0a16-40a4-aa59-dc15e8c38767 service nova] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Neutron deleted interface c0c55da2-df8d-4f28-80c3-31665ebabc32; detaching it from the instance and deleting it from the info cache [ 1498.045766] env[69413]: DEBUG nova.network.neutron [req-c7f7b161-a5af-4d86-b7c1-268d48ecdaf6 req-7a271aef-0a16-40a4-aa59-dc15e8c38767 service nova] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1498.529441] env[69413]: DEBUG nova.network.neutron [-] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1498.548723] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3091fa55-84c7-4d80-92a3-88718a340085 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.558145] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f0b524-c009-4feb-9894-d7acb9688bf4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.582452] env[69413]: DEBUG nova.compute.manager [req-c7f7b161-a5af-4d86-b7c1-268d48ecdaf6 req-7a271aef-0a16-40a4-aa59-dc15e8c38767 service nova] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Detach interface failed, port_id=c0c55da2-df8d-4f28-80c3-31665ebabc32, reason: Instance 845599ff-45fc-4d7b-a75d-87913a530e43 could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1499.032567] env[69413]: INFO nova.compute.manager [-] [instance: 845599ff-45fc-4d7b-a75d-87913a530e43] Took 1.40 seconds to deallocate network for instance. [ 1499.539138] env[69413]: DEBUG oslo_concurrency.lockutils [None req-29e8f6de-eae0-44d5-ac9f-4af2e1d40e11 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1499.539529] env[69413]: DEBUG oslo_concurrency.lockutils [None req-29e8f6de-eae0-44d5-ac9f-4af2e1d40e11 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1499.539642] env[69413]: DEBUG oslo_concurrency.lockutils [None req-29e8f6de-eae0-44d5-ac9f-4af2e1d40e11 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1499.560468] env[69413]: INFO nova.scheduler.client.report [None req-29e8f6de-eae0-44d5-ac9f-4af2e1d40e11 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Deleted allocations for instance 845599ff-45fc-4d7b-a75d-87913a530e43 [ 1500.069455] env[69413]: DEBUG oslo_concurrency.lockutils [None req-29e8f6de-eae0-44d5-ac9f-4af2e1d40e11 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "845599ff-45fc-4d7b-a75d-87913a530e43" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.056s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1500.876813] env[69413]: DEBUG oslo_concurrency.lockutils [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "58a8d814-e213-47ed-b2ca-c563d5c16d29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1500.877122] env[69413]: DEBUG oslo_concurrency.lockutils [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "58a8d814-e213-47ed-b2ca-c563d5c16d29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1501.379227] env[69413]: DEBUG nova.compute.manager [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1501.900633] env[69413]: DEBUG oslo_concurrency.lockutils [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.900945] env[69413]: DEBUG oslo_concurrency.lockutils [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1501.902503] env[69413]: INFO nova.compute.claims [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1502.940998] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2da61f2-4d7c-4470-8b59-a02a596b7387 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.949616] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bcea90d-49d9-4205-9b25-50d1933d690e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.978858] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa3a69e-485d-422e-a3ef-bfc3ab1d4fc0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.985708] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda05294-b707-4b1f-90ee-e8d2c58b223f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.998324] env[69413]: DEBUG nova.compute.provider_tree [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1503.502189] env[69413]: DEBUG nova.scheduler.client.report [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1504.006902] env[69413]: DEBUG oslo_concurrency.lockutils [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.106s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1504.007482] env[69413]: DEBUG nova.compute.manager [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1504.513058] env[69413]: DEBUG nova.compute.utils [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1504.514872] env[69413]: DEBUG nova.compute.manager [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1504.514872] env[69413]: DEBUG nova.network.neutron [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1504.563783] env[69413]: DEBUG nova.policy [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8166e000c1d486b96e7b928bf651178', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6aacd5655fb143d1ada1a5ab63aba153', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1504.828299] env[69413]: DEBUG nova.network.neutron [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Successfully created port: 59ac809c-ceeb-445a-b426-a49b1ce55b5a {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1505.018501] env[69413]: DEBUG nova.compute.manager [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1506.031862] env[69413]: DEBUG nova.compute.manager [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1506.063914] env[69413]: DEBUG nova.virt.hardware [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1506.064908] env[69413]: DEBUG nova.virt.hardware [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1506.064908] env[69413]: DEBUG nova.virt.hardware [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1506.065078] env[69413]: DEBUG nova.virt.hardware [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1506.065189] env[69413]: DEBUG nova.virt.hardware [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1506.065395] env[69413]: DEBUG nova.virt.hardware [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1506.065684] env[69413]: DEBUG nova.virt.hardware [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1506.065903] env[69413]: DEBUG nova.virt.hardware [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1506.066147] env[69413]: DEBUG nova.virt.hardware [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1506.066370] env[69413]: DEBUG nova.virt.hardware [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1506.066610] env[69413]: DEBUG nova.virt.hardware [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1506.067828] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f36fb90-8e2c-410f-9243-5ab1f7ead857 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.077931] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c43337-69ab-42c6-bb3d-90f1a1439acb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.166982] env[69413]: DEBUG nova.compute.manager [req-c625e4a2-a0c8-4873-8830-b5eacbd84f4e req-aa10d37c-3328-4e01-a491-0b5dc10a71f9 service nova] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Received event network-vif-plugged-59ac809c-ceeb-445a-b426-a49b1ce55b5a {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1506.167151] env[69413]: DEBUG oslo_concurrency.lockutils [req-c625e4a2-a0c8-4873-8830-b5eacbd84f4e req-aa10d37c-3328-4e01-a491-0b5dc10a71f9 service nova] Acquiring lock "58a8d814-e213-47ed-b2ca-c563d5c16d29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1506.167359] env[69413]: DEBUG oslo_concurrency.lockutils [req-c625e4a2-a0c8-4873-8830-b5eacbd84f4e req-aa10d37c-3328-4e01-a491-0b5dc10a71f9 service nova] Lock "58a8d814-e213-47ed-b2ca-c563d5c16d29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1506.167529] env[69413]: DEBUG oslo_concurrency.lockutils [req-c625e4a2-a0c8-4873-8830-b5eacbd84f4e req-aa10d37c-3328-4e01-a491-0b5dc10a71f9 service nova] Lock "58a8d814-e213-47ed-b2ca-c563d5c16d29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1506.167688] env[69413]: DEBUG nova.compute.manager [req-c625e4a2-a0c8-4873-8830-b5eacbd84f4e req-aa10d37c-3328-4e01-a491-0b5dc10a71f9 service nova] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] No waiting events found dispatching network-vif-plugged-59ac809c-ceeb-445a-b426-a49b1ce55b5a {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1506.167844] env[69413]: WARNING nova.compute.manager [req-c625e4a2-a0c8-4873-8830-b5eacbd84f4e req-aa10d37c-3328-4e01-a491-0b5dc10a71f9 service nova] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Received unexpected event network-vif-plugged-59ac809c-ceeb-445a-b426-a49b1ce55b5a for instance with vm_state building and task_state spawning. [ 1506.241621] env[69413]: DEBUG nova.network.neutron [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Successfully updated port: 59ac809c-ceeb-445a-b426-a49b1ce55b5a {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1506.746171] env[69413]: DEBUG oslo_concurrency.lockutils [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "refresh_cache-58a8d814-e213-47ed-b2ca-c563d5c16d29" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.746365] env[69413]: DEBUG oslo_concurrency.lockutils [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquired lock "refresh_cache-58a8d814-e213-47ed-b2ca-c563d5c16d29" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.746506] env[69413]: DEBUG nova.network.neutron [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1507.276758] env[69413]: DEBUG nova.network.neutron [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1507.392879] env[69413]: DEBUG nova.network.neutron [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Updating instance_info_cache with network_info: [{"id": "59ac809c-ceeb-445a-b426-a49b1ce55b5a", "address": "fa:16:3e:e9:90:b5", "network": {"id": "8492e5ad-0087-4b27-92b1-644e4f31bb6f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-386319202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aacd5655fb143d1ada1a5ab63aba153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59ac809c-ce", "ovs_interfaceid": "59ac809c-ceeb-445a-b426-a49b1ce55b5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.896107] env[69413]: DEBUG oslo_concurrency.lockutils [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Releasing lock "refresh_cache-58a8d814-e213-47ed-b2ca-c563d5c16d29" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.896462] env[69413]: DEBUG nova.compute.manager [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Instance network_info: |[{"id": "59ac809c-ceeb-445a-b426-a49b1ce55b5a", "address": "fa:16:3e:e9:90:b5", "network": {"id": "8492e5ad-0087-4b27-92b1-644e4f31bb6f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-386319202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aacd5655fb143d1ada1a5ab63aba153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59ac809c-ce", "ovs_interfaceid": "59ac809c-ceeb-445a-b426-a49b1ce55b5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1507.896897] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:90:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59ac809c-ceeb-445a-b426-a49b1ce55b5a', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1507.904416] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1507.904626] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1507.904846] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f23fffe0-695c-4d73-9473-e75a27c5918d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.925370] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1507.925370] env[69413]: value = "task-3078752" [ 1507.925370] env[69413]: _type = "Task" [ 1507.925370] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.932725] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078752, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.194388] env[69413]: DEBUG nova.compute.manager [req-630b5ab0-ba82-4ad3-a0d1-32c28865757d req-1a8637b0-70bc-4a76-8b6b-57460c59d86b service nova] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Received event network-changed-59ac809c-ceeb-445a-b426-a49b1ce55b5a {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1508.194620] env[69413]: DEBUG nova.compute.manager [req-630b5ab0-ba82-4ad3-a0d1-32c28865757d req-1a8637b0-70bc-4a76-8b6b-57460c59d86b service nova] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Refreshing instance network info cache due to event network-changed-59ac809c-ceeb-445a-b426-a49b1ce55b5a. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1508.194837] env[69413]: DEBUG oslo_concurrency.lockutils [req-630b5ab0-ba82-4ad3-a0d1-32c28865757d req-1a8637b0-70bc-4a76-8b6b-57460c59d86b service nova] Acquiring lock "refresh_cache-58a8d814-e213-47ed-b2ca-c563d5c16d29" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.194986] env[69413]: DEBUG oslo_concurrency.lockutils [req-630b5ab0-ba82-4ad3-a0d1-32c28865757d req-1a8637b0-70bc-4a76-8b6b-57460c59d86b service nova] Acquired lock "refresh_cache-58a8d814-e213-47ed-b2ca-c563d5c16d29" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.195164] env[69413]: DEBUG nova.network.neutron [req-630b5ab0-ba82-4ad3-a0d1-32c28865757d req-1a8637b0-70bc-4a76-8b6b-57460c59d86b service nova] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Refreshing network info cache for port 59ac809c-ceeb-445a-b426-a49b1ce55b5a {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1508.435323] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078752, 'name': CreateVM_Task, 'duration_secs': 0.290095} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.435663] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1508.436119] env[69413]: DEBUG oslo_concurrency.lockutils [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.436288] env[69413]: DEBUG oslo_concurrency.lockutils [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.436622] env[69413]: DEBUG oslo_concurrency.lockutils [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.436875] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd5f7de4-ffe1-4e86-b840-dbc66c0db044 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.441159] env[69413]: DEBUG oslo_vmware.api [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1508.441159] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]525d2c86-00e1-eb3b-cdc3-62587845c3f1" [ 1508.441159] env[69413]: _type = "Task" [ 1508.441159] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.448069] env[69413]: DEBUG oslo_vmware.api [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]525d2c86-00e1-eb3b-cdc3-62587845c3f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.866425] env[69413]: DEBUG nova.network.neutron [req-630b5ab0-ba82-4ad3-a0d1-32c28865757d req-1a8637b0-70bc-4a76-8b6b-57460c59d86b service nova] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Updated VIF entry in instance network info cache for port 59ac809c-ceeb-445a-b426-a49b1ce55b5a. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1508.866767] env[69413]: DEBUG nova.network.neutron [req-630b5ab0-ba82-4ad3-a0d1-32c28865757d req-1a8637b0-70bc-4a76-8b6b-57460c59d86b service nova] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Updating instance_info_cache with network_info: [{"id": "59ac809c-ceeb-445a-b426-a49b1ce55b5a", "address": "fa:16:3e:e9:90:b5", "network": {"id": "8492e5ad-0087-4b27-92b1-644e4f31bb6f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-386319202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aacd5655fb143d1ada1a5ab63aba153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59ac809c-ce", "ovs_interfaceid": "59ac809c-ceeb-445a-b426-a49b1ce55b5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.952479] env[69413]: DEBUG oslo_vmware.api [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]525d2c86-00e1-eb3b-cdc3-62587845c3f1, 'name': SearchDatastore_Task, 'duration_secs': 0.011003} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.952775] env[69413]: DEBUG oslo_concurrency.lockutils [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.953028] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1508.953276] env[69413]: DEBUG oslo_concurrency.lockutils [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.953418] env[69413]: DEBUG oslo_concurrency.lockutils [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.953592] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1508.953853] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ce2e451-570d-47e1-99b3-35667cbe08d1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.961939] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1508.962139] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1508.962817] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d433a92-a77a-494f-8e1d-368bfd730ec5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.967487] env[69413]: DEBUG oslo_vmware.api [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1508.967487] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52cc9bad-0e96-148c-1692-9e88394ec750" [ 1508.967487] env[69413]: _type = "Task" [ 1508.967487] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.974625] env[69413]: DEBUG oslo_vmware.api [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52cc9bad-0e96-148c-1692-9e88394ec750, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.369272] env[69413]: DEBUG oslo_concurrency.lockutils [req-630b5ab0-ba82-4ad3-a0d1-32c28865757d req-1a8637b0-70bc-4a76-8b6b-57460c59d86b service nova] Releasing lock "refresh_cache-58a8d814-e213-47ed-b2ca-c563d5c16d29" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.477735] env[69413]: DEBUG oslo_vmware.api [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52cc9bad-0e96-148c-1692-9e88394ec750, 'name': SearchDatastore_Task, 'duration_secs': 0.00838} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.478568] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8d51610-8a77-42da-9d5c-db45553c15a4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.483279] env[69413]: DEBUG oslo_vmware.api [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1509.483279] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]526549fe-4458-6171-5371-b47d2bcca194" [ 1509.483279] env[69413]: _type = "Task" [ 1509.483279] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.490239] env[69413]: DEBUG oslo_vmware.api [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]526549fe-4458-6171-5371-b47d2bcca194, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.994017] env[69413]: DEBUG oslo_vmware.api [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]526549fe-4458-6171-5371-b47d2bcca194, 'name': SearchDatastore_Task, 'duration_secs': 0.009882} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.994292] env[69413]: DEBUG oslo_concurrency.lockutils [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.994546] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 58a8d814-e213-47ed-b2ca-c563d5c16d29/58a8d814-e213-47ed-b2ca-c563d5c16d29.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1509.994798] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38e4a143-0599-4393-bedb-bda524611f3b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.001726] env[69413]: DEBUG oslo_vmware.api [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1510.001726] env[69413]: value = "task-3078753" [ 1510.001726] env[69413]: _type = "Task" [ 1510.001726] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.008946] env[69413]: DEBUG oslo_vmware.api [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.511849] env[69413]: DEBUG oslo_vmware.api [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078753, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446492} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.512242] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 58a8d814-e213-47ed-b2ca-c563d5c16d29/58a8d814-e213-47ed-b2ca-c563d5c16d29.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1510.512378] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1510.512624] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9857ff8-7e9b-4252-99a8-c2916a320cd4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.518190] env[69413]: DEBUG oslo_vmware.api [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1510.518190] env[69413]: value = "task-3078754" [ 1510.518190] env[69413]: _type = "Task" [ 1510.518190] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.524888] env[69413]: DEBUG oslo_vmware.api [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078754, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.027396] env[69413]: DEBUG oslo_vmware.api [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078754, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058914} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.027661] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1511.028432] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a103918a-c697-44e3-886e-6b13fa2015a4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.049283] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 58a8d814-e213-47ed-b2ca-c563d5c16d29/58a8d814-e213-47ed-b2ca-c563d5c16d29.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1511.049502] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edbcb055-db71-4c68-9db4-827ef7b82894 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.069474] env[69413]: DEBUG oslo_vmware.api [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1511.069474] env[69413]: value = "task-3078755" [ 1511.069474] env[69413]: _type = "Task" [ 1511.069474] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.077908] env[69413]: DEBUG oslo_vmware.api [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078755, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.579138] env[69413]: DEBUG oslo_vmware.api [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078755, 'name': ReconfigVM_Task, 'duration_secs': 0.279823} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.579513] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 58a8d814-e213-47ed-b2ca-c563d5c16d29/58a8d814-e213-47ed-b2ca-c563d5c16d29.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1511.580053] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-064555f6-1d14-42d2-a24b-e900ac7dd5ef {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.586229] env[69413]: DEBUG oslo_vmware.api [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1511.586229] env[69413]: value = "task-3078756" [ 1511.586229] env[69413]: _type = "Task" [ 1511.586229] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.594432] env[69413]: DEBUG oslo_vmware.api [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078756, 'name': Rename_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.096212] env[69413]: DEBUG oslo_vmware.api [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078756, 'name': Rename_Task, 'duration_secs': 0.127493} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.096496] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1512.096735] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-216085c0-f529-497a-aa04-9fa7803a963e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.103858] env[69413]: DEBUG oslo_vmware.api [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1512.103858] env[69413]: value = "task-3078757" [ 1512.103858] env[69413]: _type = "Task" [ 1512.103858] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.110835] env[69413]: DEBUG oslo_vmware.api [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078757, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.616464] env[69413]: DEBUG oslo_vmware.api [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078757, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.114184] env[69413]: DEBUG oslo_vmware.api [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078757, 'name': PowerOnVM_Task, 'duration_secs': 0.532134} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.114403] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1513.114593] env[69413]: INFO nova.compute.manager [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Took 7.08 seconds to spawn the instance on the hypervisor. [ 1513.114789] env[69413]: DEBUG nova.compute.manager [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1513.115567] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9438cae-e29d-4ca5-934d-c7fc705bb751 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.634586] env[69413]: INFO nova.compute.manager [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Took 11.75 seconds to build instance. [ 1513.810300] env[69413]: DEBUG nova.compute.manager [req-e0c0e54f-1068-438c-ac5c-bc45c65e14ce req-1ff9abf4-96dd-427e-ae35-5ee753cd2f96 service nova] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Received event network-changed-59ac809c-ceeb-445a-b426-a49b1ce55b5a {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1513.810529] env[69413]: DEBUG nova.compute.manager [req-e0c0e54f-1068-438c-ac5c-bc45c65e14ce req-1ff9abf4-96dd-427e-ae35-5ee753cd2f96 service nova] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Refreshing instance network info cache due to event network-changed-59ac809c-ceeb-445a-b426-a49b1ce55b5a. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1513.810686] env[69413]: DEBUG oslo_concurrency.lockutils [req-e0c0e54f-1068-438c-ac5c-bc45c65e14ce req-1ff9abf4-96dd-427e-ae35-5ee753cd2f96 service nova] Acquiring lock "refresh_cache-58a8d814-e213-47ed-b2ca-c563d5c16d29" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.810822] env[69413]: DEBUG oslo_concurrency.lockutils [req-e0c0e54f-1068-438c-ac5c-bc45c65e14ce req-1ff9abf4-96dd-427e-ae35-5ee753cd2f96 service nova] Acquired lock "refresh_cache-58a8d814-e213-47ed-b2ca-c563d5c16d29" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.810997] env[69413]: DEBUG nova.network.neutron [req-e0c0e54f-1068-438c-ac5c-bc45c65e14ce req-1ff9abf4-96dd-427e-ae35-5ee753cd2f96 service nova] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Refreshing network info cache for port 59ac809c-ceeb-445a-b426-a49b1ce55b5a {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1514.137023] env[69413]: DEBUG oslo_concurrency.lockutils [None req-210aa2b0-1e28-4f9e-b24a-f330fc86033b tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "58a8d814-e213-47ed-b2ca-c563d5c16d29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.260s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1514.558403] env[69413]: DEBUG nova.network.neutron [req-e0c0e54f-1068-438c-ac5c-bc45c65e14ce req-1ff9abf4-96dd-427e-ae35-5ee753cd2f96 service nova] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Updated VIF entry in instance network info cache for port 59ac809c-ceeb-445a-b426-a49b1ce55b5a. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1514.558747] env[69413]: DEBUG nova.network.neutron [req-e0c0e54f-1068-438c-ac5c-bc45c65e14ce req-1ff9abf4-96dd-427e-ae35-5ee753cd2f96 service nova] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Updating instance_info_cache with network_info: [{"id": "59ac809c-ceeb-445a-b426-a49b1ce55b5a", "address": "fa:16:3e:e9:90:b5", "network": {"id": "8492e5ad-0087-4b27-92b1-644e4f31bb6f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-386319202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aacd5655fb143d1ada1a5ab63aba153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59ac809c-ce", "ovs_interfaceid": "59ac809c-ceeb-445a-b426-a49b1ce55b5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1515.061314] env[69413]: DEBUG oslo_concurrency.lockutils [req-e0c0e54f-1068-438c-ac5c-bc45c65e14ce req-1ff9abf4-96dd-427e-ae35-5ee753cd2f96 service nova] Releasing lock "refresh_cache-58a8d814-e213-47ed-b2ca-c563d5c16d29" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.767914] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1538.768321] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1539.274068] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1539.274068] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1539.274068] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1539.274068] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1539.274068] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1539.274068] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1539.274068] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69413) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1539.274516] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager.update_available_resource {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1539.777146] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1539.777521] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1539.777578] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1539.777721] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69413) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1539.778627] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e819a6-ffb5-4d41-b99f-63ac2820fae4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.787242] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d6cbc8-1100-4635-b239-aaade3cc696a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.800453] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da55196-6472-413a-bc6c-fff3f6b7b2a2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.806686] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13dd9b2a-4b36-41ec-b9c1-de1931ca38f5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.834798] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181060MB free_disk=140GB free_vcpus=48 pci_devices=None {{(pid=69413) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1539.834923] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1539.835145] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1540.858058] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 58a8d814-e213-47ed-b2ca-c563d5c16d29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1540.858058] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69413) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1540.858397] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69413) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1540.873397] env[69413]: DEBUG nova.scheduler.client.report [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Refreshing inventories for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1540.884879] env[69413]: DEBUG nova.scheduler.client.report [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Updating ProviderTree inventory for provider 65568fbe-598e-408e-afad-1b65d19c68ec from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1540.885073] env[69413]: DEBUG nova.compute.provider_tree [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Updating inventory in ProviderTree for provider 65568fbe-598e-408e-afad-1b65d19c68ec with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1540.894886] env[69413]: DEBUG nova.scheduler.client.report [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Refreshing aggregate associations for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec, aggregates: None {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1540.911448] env[69413]: DEBUG nova.scheduler.client.report [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Refreshing trait associations for resource provider 65568fbe-598e-408e-afad-1b65d19c68ec, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=69413) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1540.934039] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77cd1c10-f121-4868-a659-e56782fa58f6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.941160] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d128c910-c394-46b6-8bd0-d9944370f37d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.970984] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac1588d-a80d-4cfa-9d37-26257b2fe8f2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.977679] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab47d986-83e8-4835-adc5-5bda74b81a75 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.989997] env[69413]: DEBUG nova.compute.provider_tree [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1541.493580] env[69413]: DEBUG nova.scheduler.client.report [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1541.998471] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69413) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1541.998867] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.164s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1550.680185] env[69413]: DEBUG oslo_concurrency.lockutils [None req-88c3766e-1bef-4b92-a4b4-1e65e00ccc42 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "58a8d814-e213-47ed-b2ca-c563d5c16d29" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1550.680483] env[69413]: DEBUG oslo_concurrency.lockutils [None req-88c3766e-1bef-4b92-a4b4-1e65e00ccc42 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "58a8d814-e213-47ed-b2ca-c563d5c16d29" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1551.183945] env[69413]: DEBUG nova.compute.utils [None req-88c3766e-1bef-4b92-a4b4-1e65e00ccc42 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1554.190670] env[69413]: DEBUG oslo_concurrency.lockutils [None req-88c3766e-1bef-4b92-a4b4-1e65e00ccc42 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "58a8d814-e213-47ed-b2ca-c563d5c16d29" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 3.510s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1555.251685] env[69413]: DEBUG oslo_concurrency.lockutils [None req-88c3766e-1bef-4b92-a4b4-1e65e00ccc42 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "58a8d814-e213-47ed-b2ca-c563d5c16d29" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1555.252047] env[69413]: DEBUG oslo_concurrency.lockutils [None req-88c3766e-1bef-4b92-a4b4-1e65e00ccc42 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "58a8d814-e213-47ed-b2ca-c563d5c16d29" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1555.252207] env[69413]: INFO nova.compute.manager [None req-88c3766e-1bef-4b92-a4b4-1e65e00ccc42 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Attaching volume 1c27e50c-da7f-4663-8c30-66d5b409a418 to /dev/sdb [ 1555.282172] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac7e90d-a2b2-48dd-a385-806958811253 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.289286] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2761fe31-c435-4f1f-ba15-c33fad261586 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.301880] env[69413]: DEBUG nova.virt.block_device [None req-88c3766e-1bef-4b92-a4b4-1e65e00ccc42 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Updating existing volume attachment record: 5d29318b-954e-4903-9244-f8958c964154 {{(pid=69413) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1559.844510] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-88c3766e-1bef-4b92-a4b4-1e65e00ccc42 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Volume attach. Driver type: vmdk {{(pid=69413) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1559.844772] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-88c3766e-1bef-4b92-a4b4-1e65e00ccc42 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616375', 'volume_id': '1c27e50c-da7f-4663-8c30-66d5b409a418', 'name': 'volume-1c27e50c-da7f-4663-8c30-66d5b409a418', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '58a8d814-e213-47ed-b2ca-c563d5c16d29', 'attached_at': '', 'detached_at': '', 'volume_id': '1c27e50c-da7f-4663-8c30-66d5b409a418', 'serial': '1c27e50c-da7f-4663-8c30-66d5b409a418'} {{(pid=69413) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1559.845651] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163417a7-b8e3-47fd-8bc6-e367ff6badb7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.861401] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b5408e-6300-48fc-8bc8-89cdb21945e8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.885242] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-88c3766e-1bef-4b92-a4b4-1e65e00ccc42 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] volume-1c27e50c-da7f-4663-8c30-66d5b409a418/volume-1c27e50c-da7f-4663-8c30-66d5b409a418.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1559.885489] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6039c769-f779-44d7-a0e8-2cd75ab67be2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.902851] env[69413]: DEBUG oslo_vmware.api [None req-88c3766e-1bef-4b92-a4b4-1e65e00ccc42 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1559.902851] env[69413]: value = "task-3078762" [ 1559.902851] env[69413]: _type = "Task" [ 1559.902851] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.910134] env[69413]: DEBUG oslo_vmware.api [None req-88c3766e-1bef-4b92-a4b4-1e65e00ccc42 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078762, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.412623] env[69413]: DEBUG oslo_vmware.api [None req-88c3766e-1bef-4b92-a4b4-1e65e00ccc42 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078762, 'name': ReconfigVM_Task, 'duration_secs': 0.327527} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.412928] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-88c3766e-1bef-4b92-a4b4-1e65e00ccc42 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Reconfigured VM instance instance-0000007d to attach disk [datastore1] volume-1c27e50c-da7f-4663-8c30-66d5b409a418/volume-1c27e50c-da7f-4663-8c30-66d5b409a418.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1560.417439] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1ea05ef-173f-4241-9730-5e9bcac27034 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.431467] env[69413]: DEBUG oslo_vmware.api [None req-88c3766e-1bef-4b92-a4b4-1e65e00ccc42 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1560.431467] env[69413]: value = "task-3078763" [ 1560.431467] env[69413]: _type = "Task" [ 1560.431467] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.438708] env[69413]: DEBUG oslo_vmware.api [None req-88c3766e-1bef-4b92-a4b4-1e65e00ccc42 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078763, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.941394] env[69413]: DEBUG oslo_vmware.api [None req-88c3766e-1bef-4b92-a4b4-1e65e00ccc42 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078763, 'name': ReconfigVM_Task, 'duration_secs': 0.131569} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.941758] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-88c3766e-1bef-4b92-a4b4-1e65e00ccc42 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616375', 'volume_id': '1c27e50c-da7f-4663-8c30-66d5b409a418', 'name': 'volume-1c27e50c-da7f-4663-8c30-66d5b409a418', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '58a8d814-e213-47ed-b2ca-c563d5c16d29', 'attached_at': '', 'detached_at': '', 'volume_id': '1c27e50c-da7f-4663-8c30-66d5b409a418', 'serial': '1c27e50c-da7f-4663-8c30-66d5b409a418'} {{(pid=69413) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1561.976440] env[69413]: DEBUG nova.objects.instance [None req-88c3766e-1bef-4b92-a4b4-1e65e00ccc42 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lazy-loading 'flavor' on Instance uuid 58a8d814-e213-47ed-b2ca-c563d5c16d29 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1562.482963] env[69413]: DEBUG oslo_concurrency.lockutils [None req-88c3766e-1bef-4b92-a4b4-1e65e00ccc42 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "58a8d814-e213-47ed-b2ca-c563d5c16d29" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.231s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1563.332252] env[69413]: DEBUG nova.compute.manager [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Stashing vm_state: active {{(pid=69413) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1563.851854] env[69413]: DEBUG oslo_concurrency.lockutils [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1563.852187] env[69413]: DEBUG oslo_concurrency.lockutils [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1564.357534] env[69413]: INFO nova.compute.claims [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1564.864166] env[69413]: INFO nova.compute.resource_tracker [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Updating resource usage from migration 7e530313-0dc2-4bff-a15f-560f2e16c33f [ 1564.901596] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219036e1-78f3-45ce-ba58-fb08fae3cd81 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.909226] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f41636d-e603-4f22-96d4-6e7cd0a4d502 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.939083] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c39944b-7f7e-4ee7-8b7e-d22b0a412335 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.945695] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d14973-0c3f-47d0-b6d4-c28ffad3b4bd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.958122] env[69413]: DEBUG nova.compute.provider_tree [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1565.461732] env[69413]: DEBUG nova.scheduler.client.report [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1565.967053] env[69413]: DEBUG oslo_concurrency.lockutils [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.115s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1565.967309] env[69413]: INFO nova.compute.manager [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Migrating [ 1566.482064] env[69413]: DEBUG oslo_concurrency.lockutils [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "refresh_cache-58a8d814-e213-47ed-b2ca-c563d5c16d29" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.482064] env[69413]: DEBUG oslo_concurrency.lockutils [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquired lock "refresh_cache-58a8d814-e213-47ed-b2ca-c563d5c16d29" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.482064] env[69413]: DEBUG nova.network.neutron [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1567.185861] env[69413]: DEBUG nova.network.neutron [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Updating instance_info_cache with network_info: [{"id": "59ac809c-ceeb-445a-b426-a49b1ce55b5a", "address": "fa:16:3e:e9:90:b5", "network": {"id": "8492e5ad-0087-4b27-92b1-644e4f31bb6f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-386319202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aacd5655fb143d1ada1a5ab63aba153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59ac809c-ce", "ovs_interfaceid": "59ac809c-ceeb-445a-b426-a49b1ce55b5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1567.688981] env[69413]: DEBUG oslo_concurrency.lockutils [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Releasing lock "refresh_cache-58a8d814-e213-47ed-b2ca-c563d5c16d29" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.204482] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9044bdb7-f0d2-4878-a62b-9adaf7046f1d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.226154] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Updating instance '58a8d814-e213-47ed-b2ca-c563d5c16d29' progress to 0 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1569.732087] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1569.732384] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc86d841-5a51-4fd6-ac08-761f5ad5731a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.740251] env[69413]: DEBUG oslo_vmware.api [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1569.740251] env[69413]: value = "task-3078764" [ 1569.740251] env[69413]: _type = "Task" [ 1569.740251] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.747564] env[69413]: DEBUG oslo_vmware.api [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.250306] env[69413]: DEBUG oslo_vmware.api [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078764, 'name': PowerOffVM_Task, 'duration_secs': 0.211558} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.250738] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1570.250738] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Updating instance '58a8d814-e213-47ed-b2ca-c563d5c16d29' progress to 17 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1570.757341] env[69413]: DEBUG nova.virt.hardware [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:10:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1570.757613] env[69413]: DEBUG nova.virt.hardware [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1570.757769] env[69413]: DEBUG nova.virt.hardware [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1570.757947] env[69413]: DEBUG nova.virt.hardware [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1570.758104] env[69413]: DEBUG nova.virt.hardware [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1570.758256] env[69413]: DEBUG nova.virt.hardware [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1570.758463] env[69413]: DEBUG nova.virt.hardware [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1570.758627] env[69413]: DEBUG nova.virt.hardware [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1570.758794] env[69413]: DEBUG nova.virt.hardware [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1570.758957] env[69413]: DEBUG nova.virt.hardware [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1570.759144] env[69413]: DEBUG nova.virt.hardware [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1570.764306] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cf6db00-bf1d-4269-a613-60b6cb2fbf50 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.780557] env[69413]: DEBUG oslo_vmware.api [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1570.780557] env[69413]: value = "task-3078765" [ 1570.780557] env[69413]: _type = "Task" [ 1570.780557] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.788265] env[69413]: DEBUG oslo_vmware.api [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078765, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.290971] env[69413]: DEBUG oslo_vmware.api [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078765, 'name': ReconfigVM_Task, 'duration_secs': 0.159355} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.291293] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Updating instance '58a8d814-e213-47ed-b2ca-c563d5c16d29' progress to 33 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1571.797792] env[69413]: DEBUG nova.virt.hardware [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1571.798068] env[69413]: DEBUG nova.virt.hardware [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1571.798214] env[69413]: DEBUG nova.virt.hardware [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1571.798398] env[69413]: DEBUG nova.virt.hardware [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1571.798542] env[69413]: DEBUG nova.virt.hardware [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1571.798687] env[69413]: DEBUG nova.virt.hardware [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1571.798921] env[69413]: DEBUG nova.virt.hardware [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1571.799065] env[69413]: DEBUG nova.virt.hardware [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1571.799231] env[69413]: DEBUG nova.virt.hardware [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1571.799390] env[69413]: DEBUG nova.virt.hardware [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1571.799563] env[69413]: DEBUG nova.virt.hardware [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1571.804862] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1571.805187] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-923a8790-44e1-49de-9413-09b573db3d96 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.824783] env[69413]: DEBUG oslo_vmware.api [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1571.824783] env[69413]: value = "task-3078766" [ 1571.824783] env[69413]: _type = "Task" [ 1571.824783] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.832123] env[69413]: DEBUG oslo_vmware.api [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078766, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.334906] env[69413]: DEBUG oslo_vmware.api [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078766, 'name': ReconfigVM_Task, 'duration_secs': 0.182401} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.335286] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1572.335949] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14664003-219d-4293-b917-2cf60527db87 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.359392] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 58a8d814-e213-47ed-b2ca-c563d5c16d29/58a8d814-e213-47ed-b2ca-c563d5c16d29.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1572.359965] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98e0114c-b65e-4a36-aeda-10185f0b9b30 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.376981] env[69413]: DEBUG oslo_vmware.api [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1572.376981] env[69413]: value = "task-3078767" [ 1572.376981] env[69413]: _type = "Task" [ 1572.376981] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.383880] env[69413]: DEBUG oslo_vmware.api [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078767, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.888696] env[69413]: DEBUG oslo_vmware.api [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078767, 'name': ReconfigVM_Task, 'duration_secs': 0.281055} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.888972] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 58a8d814-e213-47ed-b2ca-c563d5c16d29/58a8d814-e213-47ed-b2ca-c563d5c16d29.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1572.889226] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Updating instance '58a8d814-e213-47ed-b2ca-c563d5c16d29' progress to 50 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1573.395926] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25572d4-f2a0-4f85-ad5e-80ee49093127 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.417563] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b288d913-155c-4003-b8a5-1730bac59bee {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.436497] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Updating instance '58a8d814-e213-47ed-b2ca-c563d5c16d29' progress to 67 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1575.069100] env[69413]: DEBUG nova.network.neutron [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Port 59ac809c-ceeb-445a-b426-a49b1ce55b5a binding to destination host cpu-1 is already ACTIVE {{(pid=69413) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1576.096839] env[69413]: DEBUG oslo_concurrency.lockutils [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "58a8d814-e213-47ed-b2ca-c563d5c16d29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1576.096839] env[69413]: DEBUG oslo_concurrency.lockutils [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "58a8d814-e213-47ed-b2ca-c563d5c16d29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1576.098047] env[69413]: DEBUG oslo_concurrency.lockutils [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "58a8d814-e213-47ed-b2ca-c563d5c16d29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1577.130290] env[69413]: DEBUG oslo_concurrency.lockutils [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "refresh_cache-58a8d814-e213-47ed-b2ca-c563d5c16d29" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.130544] env[69413]: DEBUG oslo_concurrency.lockutils [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquired lock "refresh_cache-58a8d814-e213-47ed-b2ca-c563d5c16d29" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.130629] env[69413]: DEBUG nova.network.neutron [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1577.827577] env[69413]: DEBUG nova.network.neutron [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Updating instance_info_cache with network_info: [{"id": "59ac809c-ceeb-445a-b426-a49b1ce55b5a", "address": "fa:16:3e:e9:90:b5", "network": {"id": "8492e5ad-0087-4b27-92b1-644e4f31bb6f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-386319202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aacd5655fb143d1ada1a5ab63aba153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59ac809c-ce", "ovs_interfaceid": "59ac809c-ceeb-445a-b426-a49b1ce55b5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1578.330444] env[69413]: DEBUG oslo_concurrency.lockutils [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Releasing lock "refresh_cache-58a8d814-e213-47ed-b2ca-c563d5c16d29" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.839937] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3182b6de-4687-4f05-93ca-09d25e44c45c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.847369] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4d8c32-4956-4369-9a4e-e09353f9b4d6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.941884] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9283e612-9678-4582-8bb2-cebe0328527a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.963555] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfe4488-ad31-4b07-8c30-bbf14d69ce1f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.970665] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Updating instance '58a8d814-e213-47ed-b2ca-c563d5c16d29' progress to 83 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1580.476535] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1580.476837] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cf94757-a344-4834-b821-8716f416f170 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.486107] env[69413]: DEBUG oslo_vmware.api [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1580.486107] env[69413]: value = "task-3078768" [ 1580.486107] env[69413]: _type = "Task" [ 1580.486107] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.493468] env[69413]: DEBUG oslo_vmware.api [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078768, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.995920] env[69413]: DEBUG oslo_vmware.api [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078768, 'name': PowerOnVM_Task, 'duration_secs': 0.484768} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.996340] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1580.996409] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-554c6a7f-49f7-496e-a1b9-805503c9d946 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Updating instance '58a8d814-e213-47ed-b2ca-c563d5c16d29' progress to 100 {{(pid=69413) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1583.791202] env[69413]: DEBUG nova.network.neutron [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Port 59ac809c-ceeb-445a-b426-a49b1ce55b5a binding to destination host cpu-1 is already ACTIVE {{(pid=69413) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1583.791491] env[69413]: DEBUG oslo_concurrency.lockutils [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "refresh_cache-58a8d814-e213-47ed-b2ca-c563d5c16d29" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.791625] env[69413]: DEBUG oslo_concurrency.lockutils [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquired lock "refresh_cache-58a8d814-e213-47ed-b2ca-c563d5c16d29" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.791784] env[69413]: DEBUG nova.network.neutron [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1584.495755] env[69413]: DEBUG nova.network.neutron [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Updating instance_info_cache with network_info: [{"id": "59ac809c-ceeb-445a-b426-a49b1ce55b5a", "address": "fa:16:3e:e9:90:b5", "network": {"id": "8492e5ad-0087-4b27-92b1-644e4f31bb6f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-386319202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aacd5655fb143d1ada1a5ab63aba153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59ac809c-ce", "ovs_interfaceid": "59ac809c-ceeb-445a-b426-a49b1ce55b5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.998709] env[69413]: DEBUG oslo_concurrency.lockutils [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Releasing lock "refresh_cache-58a8d814-e213-47ed-b2ca-c563d5c16d29" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.502530] env[69413]: DEBUG nova.compute.manager [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69413) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1586.602677] env[69413]: DEBUG oslo_concurrency.lockutils [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1586.602983] env[69413]: DEBUG oslo_concurrency.lockutils [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1587.106497] env[69413]: DEBUG nova.objects.instance [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lazy-loading 'migration_context' on Instance uuid 58a8d814-e213-47ed-b2ca-c563d5c16d29 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1587.649757] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1724e9ca-ab40-45c6-80ee-749ab4a71138 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.658459] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d36712-faa2-4000-a79c-a2821d565040 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.687120] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b4e195-f5dd-4f9f-96be-d4b43e59a258 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.694653] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0e2296-d538-467f-bc4a-3f9333a25b89 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.707504] env[69413]: DEBUG nova.compute.provider_tree [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1588.210934] env[69413]: DEBUG nova.scheduler.client.report [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1589.221521] env[69413]: DEBUG oslo_concurrency.lockutils [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.618s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1590.757988] env[69413]: INFO nova.compute.manager [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Swapping old allocation on dict_keys(['65568fbe-598e-408e-afad-1b65d19c68ec']) held by migration 7e530313-0dc2-4bff-a15f-560f2e16c33f for instance [ 1590.779591] env[69413]: DEBUG nova.scheduler.client.report [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Overwriting current allocation {'allocations': {'65568fbe-598e-408e-afad-1b65d19c68ec': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 179}}, 'project_id': '6aacd5655fb143d1ada1a5ab63aba153', 'user_id': 'a8166e000c1d486b96e7b928bf651178', 'consumer_generation': 1} on consumer 58a8d814-e213-47ed-b2ca-c563d5c16d29 {{(pid=69413) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1590.870593] env[69413]: DEBUG oslo_concurrency.lockutils [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "refresh_cache-58a8d814-e213-47ed-b2ca-c563d5c16d29" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.870773] env[69413]: DEBUG oslo_concurrency.lockutils [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquired lock "refresh_cache-58a8d814-e213-47ed-b2ca-c563d5c16d29" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.870947] env[69413]: DEBUG nova.network.neutron [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1591.570488] env[69413]: DEBUG nova.network.neutron [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Updating instance_info_cache with network_info: [{"id": "59ac809c-ceeb-445a-b426-a49b1ce55b5a", "address": "fa:16:3e:e9:90:b5", "network": {"id": "8492e5ad-0087-4b27-92b1-644e4f31bb6f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-386319202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aacd5655fb143d1ada1a5ab63aba153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59ac809c-ce", "ovs_interfaceid": "59ac809c-ceeb-445a-b426-a49b1ce55b5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.073756] env[69413]: DEBUG oslo_concurrency.lockutils [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Releasing lock "refresh_cache-58a8d814-e213-47ed-b2ca-c563d5c16d29" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1592.074866] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14477b8-b5c0-433f-aca2-fe6b7452daf5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.081881] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b44b33-174f-454b-b940-858980e2cd50 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.160066] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1593.160388] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5df4da0d-0677-45db-8fcb-c1f4ee785fc4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.169286] env[69413]: DEBUG oslo_vmware.api [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1593.169286] env[69413]: value = "task-3078769" [ 1593.169286] env[69413]: _type = "Task" [ 1593.169286] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.177125] env[69413]: DEBUG oslo_vmware.api [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078769, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.678854] env[69413]: DEBUG oslo_vmware.api [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078769, 'name': PowerOffVM_Task, 'duration_secs': 0.177669} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.679136] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1593.679787] env[69413]: DEBUG nova.virt.hardware [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1593.679997] env[69413]: DEBUG nova.virt.hardware [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1593.680172] env[69413]: DEBUG nova.virt.hardware [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1593.680358] env[69413]: DEBUG nova.virt.hardware [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1593.680498] env[69413]: DEBUG nova.virt.hardware [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1593.680640] env[69413]: DEBUG nova.virt.hardware [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1593.680843] env[69413]: DEBUG nova.virt.hardware [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1593.680999] env[69413]: DEBUG nova.virt.hardware [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1593.681205] env[69413]: DEBUG nova.virt.hardware [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1593.681391] env[69413]: DEBUG nova.virt.hardware [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1593.681566] env[69413]: DEBUG nova.virt.hardware [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1593.686532] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c8035e2-5967-4874-abee-a2aa82e89121 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.701095] env[69413]: DEBUG oslo_vmware.api [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1593.701095] env[69413]: value = "task-3078770" [ 1593.701095] env[69413]: _type = "Task" [ 1593.701095] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.708697] env[69413]: DEBUG oslo_vmware.api [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078770, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.210590] env[69413]: DEBUG oslo_vmware.api [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078770, 'name': ReconfigVM_Task, 'duration_secs': 0.137969} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.211408] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9575b8-f400-4235-a344-31651e279ba5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.233222] env[69413]: DEBUG nova.virt.hardware [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1594.233478] env[69413]: DEBUG nova.virt.hardware [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1594.233612] env[69413]: DEBUG nova.virt.hardware [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1594.233790] env[69413]: DEBUG nova.virt.hardware [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1594.233930] env[69413]: DEBUG nova.virt.hardware [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1594.234084] env[69413]: DEBUG nova.virt.hardware [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1594.234287] env[69413]: DEBUG nova.virt.hardware [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1594.234444] env[69413]: DEBUG nova.virt.hardware [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1594.234602] env[69413]: DEBUG nova.virt.hardware [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1594.234755] env[69413]: DEBUG nova.virt.hardware [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1594.234921] env[69413]: DEBUG nova.virt.hardware [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1594.235702] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb0bbccb-8a9a-46c5-adc1-1f3a12933823 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.240882] env[69413]: DEBUG oslo_vmware.api [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1594.240882] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528bf897-9607-9c7a-7cf7-ab69ce7f8307" [ 1594.240882] env[69413]: _type = "Task" [ 1594.240882] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.248412] env[69413]: DEBUG oslo_vmware.api [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528bf897-9607-9c7a-7cf7-ab69ce7f8307, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.750747] env[69413]: DEBUG oslo_vmware.api [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528bf897-9607-9c7a-7cf7-ab69ce7f8307, 'name': SearchDatastore_Task, 'duration_secs': 0.009115} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.755950] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1594.756226] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d2ae61e-98fe-4ac2-be04-0577ea071ca6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.776071] env[69413]: DEBUG oslo_vmware.api [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1594.776071] env[69413]: value = "task-3078771" [ 1594.776071] env[69413]: _type = "Task" [ 1594.776071] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.784017] env[69413]: DEBUG oslo_vmware.api [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078771, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.286671] env[69413]: DEBUG oslo_vmware.api [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078771, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.787444] env[69413]: DEBUG oslo_vmware.api [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078771, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.287899] env[69413]: DEBUG oslo_vmware.api [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078771, 'name': ReconfigVM_Task, 'duration_secs': 1.202894} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.288258] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1596.288938] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0453abb6-3740-4dd0-9894-80be8fb2a313 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.312243] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 58a8d814-e213-47ed-b2ca-c563d5c16d29/58a8d814-e213-47ed-b2ca-c563d5c16d29.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1596.312484] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97a4d12f-0ef0-4c76-8c6a-5df3b3082a7c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.329233] env[69413]: DEBUG oslo_vmware.api [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1596.329233] env[69413]: value = "task-3078772" [ 1596.329233] env[69413]: _type = "Task" [ 1596.329233] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.336406] env[69413]: DEBUG oslo_vmware.api [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078772, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.838573] env[69413]: DEBUG oslo_vmware.api [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078772, 'name': ReconfigVM_Task, 'duration_secs': 0.250959} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.838867] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 58a8d814-e213-47ed-b2ca-c563d5c16d29/58a8d814-e213-47ed-b2ca-c563d5c16d29.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1596.839671] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932d4ee4-14b8-4d4d-a804-1585d9d327c6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.859200] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a8e02a-d51e-4fd8-b955-64a977f9ed04 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.879196] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc90b6b4-7c95-4f30-afa0-c795c717068c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.898405] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb84011-ec7c-4960-9e03-3e09cf2882d4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.904577] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1596.904787] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9b58a41-fd5d-4c16-a49c-a151c54db3aa {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.911096] env[69413]: DEBUG oslo_vmware.api [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1596.911096] env[69413]: value = "task-3078773" [ 1596.911096] env[69413]: _type = "Task" [ 1596.911096] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.917831] env[69413]: DEBUG oslo_vmware.api [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078773, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.420556] env[69413]: DEBUG oslo_vmware.api [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078773, 'name': PowerOnVM_Task, 'duration_secs': 0.359068} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.420948] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1598.462551] env[69413]: INFO nova.compute.manager [None req-408c3831-3f27-4ede-bde5-ac2fdff9aea4 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Updating instance to original state: 'active' [ 1599.407856] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ff29a961-abdd-439c-b4c1-023dabc35275 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "58a8d814-e213-47ed-b2ca-c563d5c16d29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1599.408152] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ff29a961-abdd-439c-b4c1-023dabc35275 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "58a8d814-e213-47ed-b2ca-c563d5c16d29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1599.408372] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ff29a961-abdd-439c-b4c1-023dabc35275 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "58a8d814-e213-47ed-b2ca-c563d5c16d29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1599.408562] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ff29a961-abdd-439c-b4c1-023dabc35275 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "58a8d814-e213-47ed-b2ca-c563d5c16d29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1599.408730] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ff29a961-abdd-439c-b4c1-023dabc35275 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "58a8d814-e213-47ed-b2ca-c563d5c16d29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1599.410986] env[69413]: INFO nova.compute.manager [None req-ff29a961-abdd-439c-b4c1-023dabc35275 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Terminating instance [ 1599.915407] env[69413]: DEBUG nova.compute.manager [None req-ff29a961-abdd-439c-b4c1-023dabc35275 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1599.915812] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff29a961-abdd-439c-b4c1-023dabc35275 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1599.915943] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9be97869-975c-4101-98c4-f569f1b8fd03 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.923779] env[69413]: DEBUG oslo_vmware.api [None req-ff29a961-abdd-439c-b4c1-023dabc35275 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1599.923779] env[69413]: value = "task-3078774" [ 1599.923779] env[69413]: _type = "Task" [ 1599.923779] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.932781] env[69413]: DEBUG oslo_vmware.api [None req-ff29a961-abdd-439c-b4c1-023dabc35275 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.433619] env[69413]: DEBUG oslo_vmware.api [None req-ff29a961-abdd-439c-b4c1-023dabc35275 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078774, 'name': PowerOffVM_Task, 'duration_secs': 0.196286} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.433909] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff29a961-abdd-439c-b4c1-023dabc35275 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1600.434166] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff29a961-abdd-439c-b4c1-023dabc35275 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Volume detach. Driver type: vmdk {{(pid=69413) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1600.434366] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff29a961-abdd-439c-b4c1-023dabc35275 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616375', 'volume_id': '1c27e50c-da7f-4663-8c30-66d5b409a418', 'name': 'volume-1c27e50c-da7f-4663-8c30-66d5b409a418', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '58a8d814-e213-47ed-b2ca-c563d5c16d29', 'attached_at': '2025-03-19T04:28:05.000000', 'detached_at': '', 'volume_id': '1c27e50c-da7f-4663-8c30-66d5b409a418', 'serial': '1c27e50c-da7f-4663-8c30-66d5b409a418'} {{(pid=69413) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1600.435114] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6018fc2b-2a3c-4b80-ab4d-0ff422d1087a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.455551] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158c7747-f0cc-469a-8346-5ec45efdd793 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.461494] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d092b66a-55fc-47bb-b8eb-ebfd711a09fe {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.480898] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4aa37a4-fa3f-42e1-90a4-0a7eb8593e2a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.494521] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff29a961-abdd-439c-b4c1-023dabc35275 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] The volume has not been displaced from its original location: [datastore1] volume-1c27e50c-da7f-4663-8c30-66d5b409a418/volume-1c27e50c-da7f-4663-8c30-66d5b409a418.vmdk. No consolidation needed. {{(pid=69413) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1600.499795] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff29a961-abdd-439c-b4c1-023dabc35275 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1600.500050] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a2f74b7-9e08-4f95-80ac-19515662679f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.517712] env[69413]: DEBUG oslo_vmware.api [None req-ff29a961-abdd-439c-b4c1-023dabc35275 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1600.517712] env[69413]: value = "task-3078775" [ 1600.517712] env[69413]: _type = "Task" [ 1600.517712] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.527175] env[69413]: DEBUG oslo_vmware.api [None req-ff29a961-abdd-439c-b4c1-023dabc35275 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078775, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.027114] env[69413]: DEBUG oslo_vmware.api [None req-ff29a961-abdd-439c-b4c1-023dabc35275 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078775, 'name': ReconfigVM_Task, 'duration_secs': 0.187675} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.027469] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff29a961-abdd-439c-b4c1-023dabc35275 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=69413) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1601.031962] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5114fe6e-29e1-44d7-8e67-d85e4849ab81 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.047486] env[69413]: DEBUG oslo_vmware.api [None req-ff29a961-abdd-439c-b4c1-023dabc35275 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1601.047486] env[69413]: value = "task-3078776" [ 1601.047486] env[69413]: _type = "Task" [ 1601.047486] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.054666] env[69413]: DEBUG oslo_vmware.api [None req-ff29a961-abdd-439c-b4c1-023dabc35275 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078776, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.557036] env[69413]: DEBUG oslo_vmware.api [None req-ff29a961-abdd-439c-b4c1-023dabc35275 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078776, 'name': ReconfigVM_Task, 'duration_secs': 0.126828} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.557363] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff29a961-abdd-439c-b4c1-023dabc35275 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-616375', 'volume_id': '1c27e50c-da7f-4663-8c30-66d5b409a418', 'name': 'volume-1c27e50c-da7f-4663-8c30-66d5b409a418', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '58a8d814-e213-47ed-b2ca-c563d5c16d29', 'attached_at': '2025-03-19T04:28:05.000000', 'detached_at': '', 'volume_id': '1c27e50c-da7f-4663-8c30-66d5b409a418', 'serial': '1c27e50c-da7f-4663-8c30-66d5b409a418'} {{(pid=69413) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1601.557643] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ff29a961-abdd-439c-b4c1-023dabc35275 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1601.558394] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5009e864-d05f-4a86-af5e-b8bfea03fe8d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.564512] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ff29a961-abdd-439c-b4c1-023dabc35275 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1601.564713] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea0953e3-5585-4f6e-b08b-e096151f6379 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.621586] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ff29a961-abdd-439c-b4c1-023dabc35275 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1601.621789] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ff29a961-abdd-439c-b4c1-023dabc35275 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1601.621970] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff29a961-abdd-439c-b4c1-023dabc35275 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Deleting the datastore file [datastore2] 58a8d814-e213-47ed-b2ca-c563d5c16d29 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1601.622295] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67ba64d3-c6bf-458b-be2b-62a470834825 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.628829] env[69413]: DEBUG oslo_vmware.api [None req-ff29a961-abdd-439c-b4c1-023dabc35275 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1601.628829] env[69413]: value = "task-3078778" [ 1601.628829] env[69413]: _type = "Task" [ 1601.628829] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.635976] env[69413]: DEBUG oslo_vmware.api [None req-ff29a961-abdd-439c-b4c1-023dabc35275 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078778, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.000015] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1602.000303] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1602.000478] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1602.000630] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1602.000806] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1602.000960] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1602.001125] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1602.001265] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69413) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1602.001410] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager.update_available_resource {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1602.139253] env[69413]: DEBUG oslo_vmware.api [None req-ff29a961-abdd-439c-b4c1-023dabc35275 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078778, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140119} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.139643] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff29a961-abdd-439c-b4c1-023dabc35275 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1602.139742] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ff29a961-abdd-439c-b4c1-023dabc35275 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1602.139835] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ff29a961-abdd-439c-b4c1-023dabc35275 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1602.140015] env[69413]: INFO nova.compute.manager [None req-ff29a961-abdd-439c-b4c1-023dabc35275 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Took 2.22 seconds to destroy the instance on the hypervisor. [ 1602.140299] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff29a961-abdd-439c-b4c1-023dabc35275 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1602.140741] env[69413]: DEBUG nova.compute.manager [-] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1602.140840] env[69413]: DEBUG nova.network.neutron [-] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1602.505878] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1602.505878] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1602.505878] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1602.505878] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69413) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1602.505878] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45e0698-07bb-41c4-b51f-56a08b50126c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.514258] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186e529f-6838-4a8b-8ac5-78a85c801409 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.527825] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c1f61d-7ef7-419b-a798-14a9d8c1682a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.534139] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a215624-30da-432d-a9b4-619e9fe5c214 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.563825] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180868MB free_disk=140GB free_vcpus=48 pci_devices=None {{(pid=69413) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1602.563997] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1602.564842] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1602.636258] env[69413]: DEBUG nova.compute.manager [req-ea2d3f00-c6dd-4f47-9406-1d711201c2e2 req-5e45d6b8-9982-4b60-a2cf-72632b93f5e7 service nova] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Received event network-vif-deleted-59ac809c-ceeb-445a-b426-a49b1ce55b5a {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1602.636353] env[69413]: INFO nova.compute.manager [req-ea2d3f00-c6dd-4f47-9406-1d711201c2e2 req-5e45d6b8-9982-4b60-a2cf-72632b93f5e7 service nova] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Neutron deleted interface 59ac809c-ceeb-445a-b426-a49b1ce55b5a; detaching it from the instance and deleting it from the info cache [ 1602.636516] env[69413]: DEBUG nova.network.neutron [req-ea2d3f00-c6dd-4f47-9406-1d711201c2e2 req-5e45d6b8-9982-4b60-a2cf-72632b93f5e7 service nova] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1603.070704] env[69413]: DEBUG nova.network.neutron [-] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1603.140745] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76596320-2389-4224-bacd-b55edc54f7d4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.152336] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0c43d6-350a-427d-add7-ec72764dd10e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.175410] env[69413]: DEBUG nova.compute.manager [req-ea2d3f00-c6dd-4f47-9406-1d711201c2e2 req-5e45d6b8-9982-4b60-a2cf-72632b93f5e7 service nova] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Detach interface failed, port_id=59ac809c-ceeb-445a-b426-a49b1ce55b5a, reason: Instance 58a8d814-e213-47ed-b2ca-c563d5c16d29 could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1603.573179] env[69413]: INFO nova.compute.manager [-] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Took 1.43 seconds to deallocate network for instance. [ 1603.589932] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 58a8d814-e213-47ed-b2ca-c563d5c16d29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1603.590160] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69413) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1603.590306] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69413) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1603.615852] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566b1203-e58a-4120-8cf8-d0050509f6c4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.623322] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76cb7925-1fc7-4541-a03f-9b332f135090 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.651702] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa45f47-f6fc-4342-adb6-fc3b5f32c2df {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.658314] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846e60b0-303b-4eab-8529-9ff1602af9de {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.670696] env[69413]: DEBUG nova.compute.provider_tree [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1604.115268] env[69413]: INFO nova.compute.manager [None req-ff29a961-abdd-439c-b4c1-023dabc35275 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 58a8d814-e213-47ed-b2ca-c563d5c16d29] Took 0.54 seconds to detach 1 volumes for instance. [ 1604.173395] env[69413]: DEBUG nova.scheduler.client.report [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1604.622844] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ff29a961-abdd-439c-b4c1-023dabc35275 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1604.677776] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69413) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1604.677926] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.114s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1604.678193] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ff29a961-abdd-439c-b4c1-023dabc35275 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.056s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1604.678413] env[69413]: DEBUG nova.objects.instance [None req-ff29a961-abdd-439c-b4c1-023dabc35275 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lazy-loading 'resources' on Instance uuid 58a8d814-e213-47ed-b2ca-c563d5c16d29 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1605.207372] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed312a3b-5165-4372-843d-c8e8449df81e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.214971] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74da7b2a-518f-44cd-a739-f7f5bdbb7799 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.244052] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7404cb-54ef-4fc5-81a0-903b0062e5a8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.250469] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa33735-b07d-4b76-b347-4d73d5da65fb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.263310] env[69413]: DEBUG nova.compute.provider_tree [None req-ff29a961-abdd-439c-b4c1-023dabc35275 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1605.766818] env[69413]: DEBUG nova.scheduler.client.report [None req-ff29a961-abdd-439c-b4c1-023dabc35275 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1606.272940] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ff29a961-abdd-439c-b4c1-023dabc35275 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.594s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1606.304497] env[69413]: INFO nova.scheduler.client.report [None req-ff29a961-abdd-439c-b4c1-023dabc35275 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Deleted allocations for instance 58a8d814-e213-47ed-b2ca-c563d5c16d29 [ 1606.814964] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ff29a961-abdd-439c-b4c1-023dabc35275 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "58a8d814-e213-47ed-b2ca-c563d5c16d29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.406s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1607.611401] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "951615d9-7b1f-4220-b006-a77312287681" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1607.611714] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "951615d9-7b1f-4220-b006-a77312287681" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1608.114099] env[69413]: DEBUG nova.compute.manager [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1608.636267] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1608.636574] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1608.638057] env[69413]: INFO nova.compute.claims [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1609.672808] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a835140-8e05-47fe-8560-10923b07a200 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.680622] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac55aae1-bf46-4e22-9fa1-74b9106fdc5e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.710490] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ea4a9a-2cdd-44ed-8cb3-eeca3308f2e1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.716871] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf5e308-aeaa-481c-874a-f6428c458663 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.730193] env[69413]: DEBUG nova.compute.provider_tree [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1610.233372] env[69413]: DEBUG nova.scheduler.client.report [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1610.738554] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.102s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1610.739125] env[69413]: DEBUG nova.compute.manager [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1611.244787] env[69413]: DEBUG nova.compute.utils [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1611.246214] env[69413]: DEBUG nova.compute.manager [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1611.246388] env[69413]: DEBUG nova.network.neutron [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1611.294303] env[69413]: DEBUG nova.policy [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8166e000c1d486b96e7b928bf651178', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6aacd5655fb143d1ada1a5ab63aba153', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1611.562415] env[69413]: DEBUG nova.network.neutron [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Successfully created port: 6186a428-5063-4d0b-9d83-5ba727fabb5e {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1611.749910] env[69413]: DEBUG nova.compute.manager [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1612.760047] env[69413]: DEBUG nova.compute.manager [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1612.785461] env[69413]: DEBUG nova.virt.hardware [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1612.785705] env[69413]: DEBUG nova.virt.hardware [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1612.785859] env[69413]: DEBUG nova.virt.hardware [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1612.786048] env[69413]: DEBUG nova.virt.hardware [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1612.786194] env[69413]: DEBUG nova.virt.hardware [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1612.786336] env[69413]: DEBUG nova.virt.hardware [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1612.786571] env[69413]: DEBUG nova.virt.hardware [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1612.786745] env[69413]: DEBUG nova.virt.hardware [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1612.786913] env[69413]: DEBUG nova.virt.hardware [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1612.787083] env[69413]: DEBUG nova.virt.hardware [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1612.787256] env[69413]: DEBUG nova.virt.hardware [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1612.788155] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419ddf7e-57bf-4f10-8f19-6b9c433d8f78 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.795887] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908aea6c-253b-4001-b71d-713ad8797e33 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.898080] env[69413]: DEBUG nova.compute.manager [req-1be2b23f-1bc0-4c29-bcc9-5914f3b18eec req-0321f35d-1257-4b3c-915e-094617c3e64b service nova] [instance: 951615d9-7b1f-4220-b006-a77312287681] Received event network-vif-plugged-6186a428-5063-4d0b-9d83-5ba727fabb5e {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1612.898302] env[69413]: DEBUG oslo_concurrency.lockutils [req-1be2b23f-1bc0-4c29-bcc9-5914f3b18eec req-0321f35d-1257-4b3c-915e-094617c3e64b service nova] Acquiring lock "951615d9-7b1f-4220-b006-a77312287681-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1612.898532] env[69413]: DEBUG oslo_concurrency.lockutils [req-1be2b23f-1bc0-4c29-bcc9-5914f3b18eec req-0321f35d-1257-4b3c-915e-094617c3e64b service nova] Lock "951615d9-7b1f-4220-b006-a77312287681-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1612.898667] env[69413]: DEBUG oslo_concurrency.lockutils [req-1be2b23f-1bc0-4c29-bcc9-5914f3b18eec req-0321f35d-1257-4b3c-915e-094617c3e64b service nova] Lock "951615d9-7b1f-4220-b006-a77312287681-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1612.898832] env[69413]: DEBUG nova.compute.manager [req-1be2b23f-1bc0-4c29-bcc9-5914f3b18eec req-0321f35d-1257-4b3c-915e-094617c3e64b service nova] [instance: 951615d9-7b1f-4220-b006-a77312287681] No waiting events found dispatching network-vif-plugged-6186a428-5063-4d0b-9d83-5ba727fabb5e {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1612.898994] env[69413]: WARNING nova.compute.manager [req-1be2b23f-1bc0-4c29-bcc9-5914f3b18eec req-0321f35d-1257-4b3c-915e-094617c3e64b service nova] [instance: 951615d9-7b1f-4220-b006-a77312287681] Received unexpected event network-vif-plugged-6186a428-5063-4d0b-9d83-5ba727fabb5e for instance with vm_state building and task_state spawning. [ 1612.974968] env[69413]: DEBUG nova.network.neutron [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Successfully updated port: 6186a428-5063-4d0b-9d83-5ba727fabb5e {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1613.477729] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "refresh_cache-951615d9-7b1f-4220-b006-a77312287681" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.477910] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquired lock "refresh_cache-951615d9-7b1f-4220-b006-a77312287681" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.478089] env[69413]: DEBUG nova.network.neutron [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1614.008503] env[69413]: DEBUG nova.network.neutron [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1614.318027] env[69413]: DEBUG nova.network.neutron [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Updating instance_info_cache with network_info: [{"id": "6186a428-5063-4d0b-9d83-5ba727fabb5e", "address": "fa:16:3e:17:9e:22", "network": {"id": "8492e5ad-0087-4b27-92b1-644e4f31bb6f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-386319202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aacd5655fb143d1ada1a5ab63aba153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6186a428-50", "ovs_interfaceid": "6186a428-5063-4d0b-9d83-5ba727fabb5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.820907] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Releasing lock "refresh_cache-951615d9-7b1f-4220-b006-a77312287681" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1614.821212] env[69413]: DEBUG nova.compute.manager [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Instance network_info: |[{"id": "6186a428-5063-4d0b-9d83-5ba727fabb5e", "address": "fa:16:3e:17:9e:22", "network": {"id": "8492e5ad-0087-4b27-92b1-644e4f31bb6f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-386319202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aacd5655fb143d1ada1a5ab63aba153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6186a428-50", "ovs_interfaceid": "6186a428-5063-4d0b-9d83-5ba727fabb5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1614.821668] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:9e:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6186a428-5063-4d0b-9d83-5ba727fabb5e', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1614.829103] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1614.829312] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 951615d9-7b1f-4220-b006-a77312287681] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1614.829537] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d03a195c-cd71-4a52-90bf-76f8cb602dca {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.848733] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1614.848733] env[69413]: value = "task-3078779" [ 1614.848733] env[69413]: _type = "Task" [ 1614.848733] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.856052] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078779, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.926136] env[69413]: DEBUG nova.compute.manager [req-18dab981-2bb2-437f-b523-b4513fc19e27 req-c7f64045-b1fd-478f-ae20-dcce58173ea7 service nova] [instance: 951615d9-7b1f-4220-b006-a77312287681] Received event network-changed-6186a428-5063-4d0b-9d83-5ba727fabb5e {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1614.926280] env[69413]: DEBUG nova.compute.manager [req-18dab981-2bb2-437f-b523-b4513fc19e27 req-c7f64045-b1fd-478f-ae20-dcce58173ea7 service nova] [instance: 951615d9-7b1f-4220-b006-a77312287681] Refreshing instance network info cache due to event network-changed-6186a428-5063-4d0b-9d83-5ba727fabb5e. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1614.926487] env[69413]: DEBUG oslo_concurrency.lockutils [req-18dab981-2bb2-437f-b523-b4513fc19e27 req-c7f64045-b1fd-478f-ae20-dcce58173ea7 service nova] Acquiring lock "refresh_cache-951615d9-7b1f-4220-b006-a77312287681" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.926650] env[69413]: DEBUG oslo_concurrency.lockutils [req-18dab981-2bb2-437f-b523-b4513fc19e27 req-c7f64045-b1fd-478f-ae20-dcce58173ea7 service nova] Acquired lock "refresh_cache-951615d9-7b1f-4220-b006-a77312287681" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.926782] env[69413]: DEBUG nova.network.neutron [req-18dab981-2bb2-437f-b523-b4513fc19e27 req-c7f64045-b1fd-478f-ae20-dcce58173ea7 service nova] [instance: 951615d9-7b1f-4220-b006-a77312287681] Refreshing network info cache for port 6186a428-5063-4d0b-9d83-5ba727fabb5e {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1615.358737] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078779, 'name': CreateVM_Task, 'duration_secs': 0.306217} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.359185] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 951615d9-7b1f-4220-b006-a77312287681] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1615.359588] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.359757] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.360081] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.360340] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49564719-afba-42e8-9ec3-15476205a2a8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.364338] env[69413]: DEBUG oslo_vmware.api [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1615.364338] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52651c09-81f4-e053-e249-dc73d6b7cdd0" [ 1615.364338] env[69413]: _type = "Task" [ 1615.364338] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.371676] env[69413]: DEBUG oslo_vmware.api [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52651c09-81f4-e053-e249-dc73d6b7cdd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.610185] env[69413]: DEBUG nova.network.neutron [req-18dab981-2bb2-437f-b523-b4513fc19e27 req-c7f64045-b1fd-478f-ae20-dcce58173ea7 service nova] [instance: 951615d9-7b1f-4220-b006-a77312287681] Updated VIF entry in instance network info cache for port 6186a428-5063-4d0b-9d83-5ba727fabb5e. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1615.610592] env[69413]: DEBUG nova.network.neutron [req-18dab981-2bb2-437f-b523-b4513fc19e27 req-c7f64045-b1fd-478f-ae20-dcce58173ea7 service nova] [instance: 951615d9-7b1f-4220-b006-a77312287681] Updating instance_info_cache with network_info: [{"id": "6186a428-5063-4d0b-9d83-5ba727fabb5e", "address": "fa:16:3e:17:9e:22", "network": {"id": "8492e5ad-0087-4b27-92b1-644e4f31bb6f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-386319202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aacd5655fb143d1ada1a5ab63aba153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6186a428-50", "ovs_interfaceid": "6186a428-5063-4d0b-9d83-5ba727fabb5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.874944] env[69413]: DEBUG oslo_vmware.api [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52651c09-81f4-e053-e249-dc73d6b7cdd0, 'name': SearchDatastore_Task, 'duration_secs': 0.012159} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.875283] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.875513] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1615.875745] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.875887] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.876109] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1615.876346] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76108069-c1e8-4696-9fe4-8c43d3b91ff7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.884507] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1615.884730] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1615.885691] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70c0c514-4e3d-49f5-b6d3-b7f061c0557c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.890468] env[69413]: DEBUG oslo_vmware.api [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1615.890468] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52644dd8-9949-2365-160f-c2fd60557e97" [ 1615.890468] env[69413]: _type = "Task" [ 1615.890468] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.897741] env[69413]: DEBUG oslo_vmware.api [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52644dd8-9949-2365-160f-c2fd60557e97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.113446] env[69413]: DEBUG oslo_concurrency.lockutils [req-18dab981-2bb2-437f-b523-b4513fc19e27 req-c7f64045-b1fd-478f-ae20-dcce58173ea7 service nova] Releasing lock "refresh_cache-951615d9-7b1f-4220-b006-a77312287681" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1616.401072] env[69413]: DEBUG oslo_vmware.api [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52644dd8-9949-2365-160f-c2fd60557e97, 'name': SearchDatastore_Task, 'duration_secs': 0.008243} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.401803] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a85b6968-5208-4f9f-80d5-2f62daf05222 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.406396] env[69413]: DEBUG oslo_vmware.api [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1616.406396] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52681f19-c50a-8988-6308-a0532e20d1a5" [ 1616.406396] env[69413]: _type = "Task" [ 1616.406396] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.413321] env[69413]: DEBUG oslo_vmware.api [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52681f19-c50a-8988-6308-a0532e20d1a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.918133] env[69413]: DEBUG oslo_vmware.api [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52681f19-c50a-8988-6308-a0532e20d1a5, 'name': SearchDatastore_Task, 'duration_secs': 0.00905} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.918343] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1616.918582] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 951615d9-7b1f-4220-b006-a77312287681/951615d9-7b1f-4220-b006-a77312287681.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1616.918825] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f667b6c-2eb0-487c-bd4a-1efd91840bcb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.925540] env[69413]: DEBUG oslo_vmware.api [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1616.925540] env[69413]: value = "task-3078780" [ 1616.925540] env[69413]: _type = "Task" [ 1616.925540] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.932563] env[69413]: DEBUG oslo_vmware.api [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.434822] env[69413]: DEBUG oslo_vmware.api [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078780, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458842} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.435269] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] 951615d9-7b1f-4220-b006-a77312287681/951615d9-7b1f-4220-b006-a77312287681.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1617.435358] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1617.435545] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aee76f1d-a7d3-41e4-bff0-ed5363a59fc3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.441166] env[69413]: DEBUG oslo_vmware.api [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1617.441166] env[69413]: value = "task-3078781" [ 1617.441166] env[69413]: _type = "Task" [ 1617.441166] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.447752] env[69413]: DEBUG oslo_vmware.api [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078781, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.950621] env[69413]: DEBUG oslo_vmware.api [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078781, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063455} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.950957] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1617.952153] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975d5dfc-65ca-47f7-85f0-f68b49657d6d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.974960] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 951615d9-7b1f-4220-b006-a77312287681/951615d9-7b1f-4220-b006-a77312287681.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1617.975225] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8e018ec-fc0a-45cb-ae47-881fa339b305 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.994448] env[69413]: DEBUG oslo_vmware.api [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1617.994448] env[69413]: value = "task-3078782" [ 1617.994448] env[69413]: _type = "Task" [ 1617.994448] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.000581] env[69413]: DEBUG oslo_vmware.api [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078782, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.504309] env[69413]: DEBUG oslo_vmware.api [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078782, 'name': ReconfigVM_Task, 'duration_secs': 0.488244} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.504664] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 951615d9-7b1f-4220-b006-a77312287681/951615d9-7b1f-4220-b006-a77312287681.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1618.505226] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-934453a3-7146-4baf-b9aa-2421cc257088 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.511017] env[69413]: DEBUG oslo_vmware.api [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1618.511017] env[69413]: value = "task-3078783" [ 1618.511017] env[69413]: _type = "Task" [ 1618.511017] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.523642] env[69413]: DEBUG oslo_vmware.api [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078783, 'name': Rename_Task} progress is 6%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.020940] env[69413]: DEBUG oslo_vmware.api [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078783, 'name': Rename_Task, 'duration_secs': 0.134548} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.021241] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1619.021482] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-357fec61-70fa-4821-a622-657395227f39 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.027860] env[69413]: DEBUG oslo_vmware.api [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1619.027860] env[69413]: value = "task-3078784" [ 1619.027860] env[69413]: _type = "Task" [ 1619.027860] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.035495] env[69413]: DEBUG oslo_vmware.api [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.538703] env[69413]: DEBUG oslo_vmware.api [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078784, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.041483] env[69413]: DEBUG oslo_vmware.api [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078784, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.539976] env[69413]: DEBUG oslo_vmware.api [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078784, 'name': PowerOnVM_Task, 'duration_secs': 1.028357} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.540291] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1620.540468] env[69413]: INFO nova.compute.manager [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Took 7.78 seconds to spawn the instance on the hypervisor. [ 1620.540648] env[69413]: DEBUG nova.compute.manager [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1620.541399] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87878102-f35b-4728-8d71-fb83f341ec62 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.058062] env[69413]: INFO nova.compute.manager [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Took 12.44 seconds to build instance. [ 1621.560175] env[69413]: DEBUG oslo_concurrency.lockutils [None req-a2db5d7b-31d7-488e-a7cb-c4ec91641a58 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "951615d9-7b1f-4220-b006-a77312287681" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.948s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1621.714146] env[69413]: DEBUG nova.compute.manager [req-c9a7f388-05f6-49e4-82b5-cc4ca83e8f88 req-7ef8bcb9-a4d0-4b9a-8d95-fb9f5df3dfea service nova] [instance: 951615d9-7b1f-4220-b006-a77312287681] Received event network-changed-6186a428-5063-4d0b-9d83-5ba727fabb5e {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1621.714323] env[69413]: DEBUG nova.compute.manager [req-c9a7f388-05f6-49e4-82b5-cc4ca83e8f88 req-7ef8bcb9-a4d0-4b9a-8d95-fb9f5df3dfea service nova] [instance: 951615d9-7b1f-4220-b006-a77312287681] Refreshing instance network info cache due to event network-changed-6186a428-5063-4d0b-9d83-5ba727fabb5e. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1621.714544] env[69413]: DEBUG oslo_concurrency.lockutils [req-c9a7f388-05f6-49e4-82b5-cc4ca83e8f88 req-7ef8bcb9-a4d0-4b9a-8d95-fb9f5df3dfea service nova] Acquiring lock "refresh_cache-951615d9-7b1f-4220-b006-a77312287681" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.714691] env[69413]: DEBUG oslo_concurrency.lockutils [req-c9a7f388-05f6-49e4-82b5-cc4ca83e8f88 req-7ef8bcb9-a4d0-4b9a-8d95-fb9f5df3dfea service nova] Acquired lock "refresh_cache-951615d9-7b1f-4220-b006-a77312287681" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1621.714851] env[69413]: DEBUG nova.network.neutron [req-c9a7f388-05f6-49e4-82b5-cc4ca83e8f88 req-7ef8bcb9-a4d0-4b9a-8d95-fb9f5df3dfea service nova] [instance: 951615d9-7b1f-4220-b006-a77312287681] Refreshing network info cache for port 6186a428-5063-4d0b-9d83-5ba727fabb5e {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1622.423834] env[69413]: DEBUG nova.network.neutron [req-c9a7f388-05f6-49e4-82b5-cc4ca83e8f88 req-7ef8bcb9-a4d0-4b9a-8d95-fb9f5df3dfea service nova] [instance: 951615d9-7b1f-4220-b006-a77312287681] Updated VIF entry in instance network info cache for port 6186a428-5063-4d0b-9d83-5ba727fabb5e. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1622.424201] env[69413]: DEBUG nova.network.neutron [req-c9a7f388-05f6-49e4-82b5-cc4ca83e8f88 req-7ef8bcb9-a4d0-4b9a-8d95-fb9f5df3dfea service nova] [instance: 951615d9-7b1f-4220-b006-a77312287681] Updating instance_info_cache with network_info: [{"id": "6186a428-5063-4d0b-9d83-5ba727fabb5e", "address": "fa:16:3e:17:9e:22", "network": {"id": "8492e5ad-0087-4b27-92b1-644e4f31bb6f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-386319202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aacd5655fb143d1ada1a5ab63aba153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6186a428-50", "ovs_interfaceid": "6186a428-5063-4d0b-9d83-5ba727fabb5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1622.927181] env[69413]: DEBUG oslo_concurrency.lockutils [req-c9a7f388-05f6-49e4-82b5-cc4ca83e8f88 req-7ef8bcb9-a4d0-4b9a-8d95-fb9f5df3dfea service nova] Releasing lock "refresh_cache-951615d9-7b1f-4220-b006-a77312287681" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1658.874118] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "951615d9-7b1f-4220-b006-a77312287681" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1658.874540] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "951615d9-7b1f-4220-b006-a77312287681" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1658.874603] env[69413]: INFO nova.compute.manager [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Shelving [ 1659.884514] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1659.884927] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9859d869-b7ba-4630-abe2-972594561116 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.892804] env[69413]: DEBUG oslo_vmware.api [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1659.892804] env[69413]: value = "task-3078785" [ 1659.892804] env[69413]: _type = "Task" [ 1659.892804] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.900394] env[69413]: DEBUG oslo_vmware.api [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.402210] env[69413]: DEBUG oslo_vmware.api [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078785, 'name': PowerOffVM_Task, 'duration_secs': 0.174297} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.402472] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1660.403304] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbfa5da-8c74-4a2d-8b0f-660178abe966 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.421905] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b15017-8f35-46aa-b25d-a27cd5509b13 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.932496] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Creating Snapshot of the VM instance {{(pid=69413) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1660.932875] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8ccce597-035a-4036-be46-07b5634aeeb1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.940920] env[69413]: DEBUG oslo_vmware.api [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1660.940920] env[69413]: value = "task-3078786" [ 1660.940920] env[69413]: _type = "Task" [ 1660.940920] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.950320] env[69413]: DEBUG oslo_vmware.api [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078786, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.451710] env[69413]: DEBUG oslo_vmware.api [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078786, 'name': CreateSnapshot_Task, 'duration_secs': 0.411588} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.452041] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Created Snapshot of the VM instance {{(pid=69413) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1661.452693] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68eeb026-37dc-4991-9c13-35e7916bb62a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.969496] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Creating linked-clone VM from snapshot {{(pid=69413) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1661.969857] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6fe5c1c9-c1e1-4f06-97e1-4959736ac08b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.978206] env[69413]: DEBUG oslo_vmware.api [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1661.978206] env[69413]: value = "task-3078787" [ 1661.978206] env[69413]: _type = "Task" [ 1661.978206] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.985734] env[69413]: DEBUG oslo_vmware.api [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078787, 'name': CloneVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.487836] env[69413]: DEBUG oslo_vmware.api [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078787, 'name': CloneVM_Task} progress is 94%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.987968] env[69413]: DEBUG oslo_vmware.api [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078787, 'name': CloneVM_Task, 'duration_secs': 0.91768} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.988330] env[69413]: INFO nova.virt.vmwareapi.vmops [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Created linked-clone VM from snapshot [ 1662.988966] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e6cd6f-d941-4dd0-9a58-8ca6c9161691 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.995630] env[69413]: DEBUG nova.virt.vmwareapi.images [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Uploading image 012a3eb5-2e9a-41ce-a23f-9e460a10cb22 {{(pid=69413) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1663.020375] env[69413]: DEBUG oslo_vmware.rw_handles [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1663.020375] env[69413]: value = "vm-616378" [ 1663.020375] env[69413]: _type = "VirtualMachine" [ 1663.020375] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1663.020618] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f0ffe632-a2a0-4f5e-8836-5915d02940ab {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.027176] env[69413]: DEBUG oslo_vmware.rw_handles [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lease: (returnval){ [ 1663.027176] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528ecd5e-f8a6-5493-071f-7bace09072f0" [ 1663.027176] env[69413]: _type = "HttpNfcLease" [ 1663.027176] env[69413]: } obtained for exporting VM: (result){ [ 1663.027176] env[69413]: value = "vm-616378" [ 1663.027176] env[69413]: _type = "VirtualMachine" [ 1663.027176] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1663.027451] env[69413]: DEBUG oslo_vmware.api [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the lease: (returnval){ [ 1663.027451] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528ecd5e-f8a6-5493-071f-7bace09072f0" [ 1663.027451] env[69413]: _type = "HttpNfcLease" [ 1663.027451] env[69413]: } to be ready. {{(pid=69413) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1663.033211] env[69413]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1663.033211] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528ecd5e-f8a6-5493-071f-7bace09072f0" [ 1663.033211] env[69413]: _type = "HttpNfcLease" [ 1663.033211] env[69413]: } is initializing. {{(pid=69413) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1663.536326] env[69413]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1663.536326] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528ecd5e-f8a6-5493-071f-7bace09072f0" [ 1663.536326] env[69413]: _type = "HttpNfcLease" [ 1663.536326] env[69413]: } is ready. {{(pid=69413) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1663.536656] env[69413]: DEBUG oslo_vmware.rw_handles [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1663.536656] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528ecd5e-f8a6-5493-071f-7bace09072f0" [ 1663.536656] env[69413]: _type = "HttpNfcLease" [ 1663.536656] env[69413]: }. {{(pid=69413) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1663.537280] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ff095d-8f1f-4456-8d9d-16bf085cb8d9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.544388] env[69413]: DEBUG oslo_vmware.rw_handles [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e42535-5990-5580-199c-229e17168b58/disk-0.vmdk from lease info. {{(pid=69413) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1663.544556] env[69413]: DEBUG oslo_vmware.rw_handles [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e42535-5990-5580-199c-229e17168b58/disk-0.vmdk for reading. {{(pid=69413) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1663.632058] env[69413]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7411d696-1447-4357-a87d-cda1f45340f7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.680660] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1664.681071] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1665.185868] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1665.186506] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1665.186506] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1665.186506] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1665.186696] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1665.186791] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1665.186969] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69413) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1665.187456] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager.update_available_resource {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1665.689996] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1665.690574] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1665.690659] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1665.690842] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69413) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1665.691841] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93fcdf15-1755-46ff-b825-c67209ee0992 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.700504] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a585dbd8-1399-4019-9f09-f70fc09ef8b9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.716020] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabe794b-4a16-417c-a7f0-95b2b0f5ad1e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.723139] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e5af42-3ffc-482a-afec-6d34c998a9e1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.753147] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181058MB free_disk=140GB free_vcpus=48 pci_devices=None {{(pid=69413) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1665.753470] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1665.753773] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1666.780344] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance 951615d9-7b1f-4220-b006-a77312287681 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1666.780726] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69413) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1666.780795] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69413) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1666.808275] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f168162-5dce-4d94-a24c-831b09e2dedf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.816084] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8926fd7-07c6-46b7-998b-f0bc49c045ee {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.849231] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49eb1a82-6dc8-4a2d-a2fc-c63b81a92e52 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.856634] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911d2f3b-53ba-4026-8745-6093ed6431fc {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.871307] env[69413]: DEBUG nova.compute.provider_tree [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1667.374519] env[69413]: DEBUG nova.scheduler.client.report [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1667.880334] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69413) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1667.880727] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.127s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1670.875665] env[69413]: DEBUG oslo_vmware.rw_handles [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e42535-5990-5580-199c-229e17168b58/disk-0.vmdk. {{(pid=69413) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1670.876823] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd6da5a-d4f8-48cd-9cb3-43eb029b3c4a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.882765] env[69413]: DEBUG oslo_vmware.rw_handles [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e42535-5990-5580-199c-229e17168b58/disk-0.vmdk is in state: ready. {{(pid=69413) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1670.882924] env[69413]: ERROR oslo_vmware.rw_handles [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e42535-5990-5580-199c-229e17168b58/disk-0.vmdk due to incomplete transfer. [ 1670.883144] env[69413]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-37c31444-0eb9-4670-8060-9356fd7291ba {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.890121] env[69413]: DEBUG oslo_vmware.rw_handles [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e42535-5990-5580-199c-229e17168b58/disk-0.vmdk. {{(pid=69413) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1670.890310] env[69413]: DEBUG nova.virt.vmwareapi.images [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Uploaded image 012a3eb5-2e9a-41ce-a23f-9e460a10cb22 to the Glance image server {{(pid=69413) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1670.892645] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Destroying the VM {{(pid=69413) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1670.892870] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4304d98b-8ebf-4915-ac48-8438e7b2bdaa {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.898182] env[69413]: DEBUG oslo_vmware.api [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1670.898182] env[69413]: value = "task-3078789" [ 1670.898182] env[69413]: _type = "Task" [ 1670.898182] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.905982] env[69413]: DEBUG oslo_vmware.api [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078789, 'name': Destroy_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.407462] env[69413]: DEBUG oslo_vmware.api [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078789, 'name': Destroy_Task, 'duration_secs': 0.30833} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.407724] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Destroyed the VM [ 1671.407959] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Deleting Snapshot of the VM instance {{(pid=69413) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1671.408225] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-43577a97-d2c7-482a-982e-4732a0a82a34 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.414847] env[69413]: DEBUG oslo_vmware.api [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1671.414847] env[69413]: value = "task-3078790" [ 1671.414847] env[69413]: _type = "Task" [ 1671.414847] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.422135] env[69413]: DEBUG oslo_vmware.api [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078790, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.926071] env[69413]: DEBUG oslo_vmware.api [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078790, 'name': RemoveSnapshot_Task, 'duration_secs': 0.363077} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.926071] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Deleted Snapshot of the VM instance {{(pid=69413) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1671.926071] env[69413]: DEBUG nova.compute.manager [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1671.926790] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c775e828-dbcc-40fb-bc3c-96bca51c5301 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.438665] env[69413]: INFO nova.compute.manager [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Shelve offloading [ 1672.942817] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1672.943240] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47a99714-cf38-401b-8d47-45e844369941 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.951284] env[69413]: DEBUG oslo_vmware.api [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1672.951284] env[69413]: value = "task-3078791" [ 1672.951284] env[69413]: _type = "Task" [ 1672.951284] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.958998] env[69413]: DEBUG oslo_vmware.api [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.461388] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] VM already powered off {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1673.461617] env[69413]: DEBUG nova.compute.manager [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1673.462306] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b161609-2ffc-42b5-901f-a25db8cf4f8f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.467554] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "refresh_cache-951615d9-7b1f-4220-b006-a77312287681" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.467719] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquired lock "refresh_cache-951615d9-7b1f-4220-b006-a77312287681" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1673.467883] env[69413]: DEBUG nova.network.neutron [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1674.161293] env[69413]: DEBUG nova.network.neutron [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Updating instance_info_cache with network_info: [{"id": "6186a428-5063-4d0b-9d83-5ba727fabb5e", "address": "fa:16:3e:17:9e:22", "network": {"id": "8492e5ad-0087-4b27-92b1-644e4f31bb6f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-386319202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aacd5655fb143d1ada1a5ab63aba153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6186a428-50", "ovs_interfaceid": "6186a428-5063-4d0b-9d83-5ba727fabb5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1674.664160] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Releasing lock "refresh_cache-951615d9-7b1f-4220-b006-a77312287681" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1674.873173] env[69413]: DEBUG nova.compute.manager [req-eedba12c-42ea-4b7f-ac0c-17c50d8d3286 req-6ae369d5-8c2e-480d-bce4-b9c83d5dbb87 service nova] [instance: 951615d9-7b1f-4220-b006-a77312287681] Received event network-vif-unplugged-6186a428-5063-4d0b-9d83-5ba727fabb5e {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1674.873449] env[69413]: DEBUG oslo_concurrency.lockutils [req-eedba12c-42ea-4b7f-ac0c-17c50d8d3286 req-6ae369d5-8c2e-480d-bce4-b9c83d5dbb87 service nova] Acquiring lock "951615d9-7b1f-4220-b006-a77312287681-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1674.873621] env[69413]: DEBUG oslo_concurrency.lockutils [req-eedba12c-42ea-4b7f-ac0c-17c50d8d3286 req-6ae369d5-8c2e-480d-bce4-b9c83d5dbb87 service nova] Lock "951615d9-7b1f-4220-b006-a77312287681-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1674.873762] env[69413]: DEBUG oslo_concurrency.lockutils [req-eedba12c-42ea-4b7f-ac0c-17c50d8d3286 req-6ae369d5-8c2e-480d-bce4-b9c83d5dbb87 service nova] Lock "951615d9-7b1f-4220-b006-a77312287681-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1674.873926] env[69413]: DEBUG nova.compute.manager [req-eedba12c-42ea-4b7f-ac0c-17c50d8d3286 req-6ae369d5-8c2e-480d-bce4-b9c83d5dbb87 service nova] [instance: 951615d9-7b1f-4220-b006-a77312287681] No waiting events found dispatching network-vif-unplugged-6186a428-5063-4d0b-9d83-5ba727fabb5e {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1674.874247] env[69413]: WARNING nova.compute.manager [req-eedba12c-42ea-4b7f-ac0c-17c50d8d3286 req-6ae369d5-8c2e-480d-bce4-b9c83d5dbb87 service nova] [instance: 951615d9-7b1f-4220-b006-a77312287681] Received unexpected event network-vif-unplugged-6186a428-5063-4d0b-9d83-5ba727fabb5e for instance with vm_state shelved and task_state shelving_offloading. [ 1674.964897] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1674.965803] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5fdf73-8420-49ce-86ac-1ad981ca4d94 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.973193] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1674.973430] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3be36e4a-e179-48e3-9fbd-40e80a4c0f83 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.042605] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1675.042814] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1675.042995] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Deleting the datastore file [datastore2] 951615d9-7b1f-4220-b006-a77312287681 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1675.043279] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e722a77e-6c41-42b8-8b85-628ba5bfe368 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.050671] env[69413]: DEBUG oslo_vmware.api [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1675.050671] env[69413]: value = "task-3078793" [ 1675.050671] env[69413]: _type = "Task" [ 1675.050671] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.058047] env[69413]: DEBUG oslo_vmware.api [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.560117] env[69413]: DEBUG oslo_vmware.api [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143634} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.560475] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1675.560533] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1675.560653] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1675.584863] env[69413]: INFO nova.scheduler.client.report [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Deleted allocations for instance 951615d9-7b1f-4220-b006-a77312287681 [ 1676.089550] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1676.089846] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1676.090096] env[69413]: DEBUG nova.objects.instance [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lazy-loading 'resources' on Instance uuid 951615d9-7b1f-4220-b006-a77312287681 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1676.593171] env[69413]: DEBUG nova.objects.instance [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lazy-loading 'numa_topology' on Instance uuid 951615d9-7b1f-4220-b006-a77312287681 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1676.897405] env[69413]: DEBUG nova.compute.manager [req-0270fd7e-2a38-4de1-85fc-3dbf15c07d1d req-d72b0bc8-b4bb-4957-96f2-8a04cdc4101e service nova] [instance: 951615d9-7b1f-4220-b006-a77312287681] Received event network-changed-6186a428-5063-4d0b-9d83-5ba727fabb5e {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1676.897603] env[69413]: DEBUG nova.compute.manager [req-0270fd7e-2a38-4de1-85fc-3dbf15c07d1d req-d72b0bc8-b4bb-4957-96f2-8a04cdc4101e service nova] [instance: 951615d9-7b1f-4220-b006-a77312287681] Refreshing instance network info cache due to event network-changed-6186a428-5063-4d0b-9d83-5ba727fabb5e. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1676.897808] env[69413]: DEBUG oslo_concurrency.lockutils [req-0270fd7e-2a38-4de1-85fc-3dbf15c07d1d req-d72b0bc8-b4bb-4957-96f2-8a04cdc4101e service nova] Acquiring lock "refresh_cache-951615d9-7b1f-4220-b006-a77312287681" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.897948] env[69413]: DEBUG oslo_concurrency.lockutils [req-0270fd7e-2a38-4de1-85fc-3dbf15c07d1d req-d72b0bc8-b4bb-4957-96f2-8a04cdc4101e service nova] Acquired lock "refresh_cache-951615d9-7b1f-4220-b006-a77312287681" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1676.898288] env[69413]: DEBUG nova.network.neutron [req-0270fd7e-2a38-4de1-85fc-3dbf15c07d1d req-d72b0bc8-b4bb-4957-96f2-8a04cdc4101e service nova] [instance: 951615d9-7b1f-4220-b006-a77312287681] Refreshing network info cache for port 6186a428-5063-4d0b-9d83-5ba727fabb5e {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1677.095836] env[69413]: DEBUG nova.objects.base [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Object Instance<951615d9-7b1f-4220-b006-a77312287681> lazy-loaded attributes: resources,numa_topology {{(pid=69413) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1677.122326] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffe7a3d-2111-4874-ad10-626a8e167f07 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.130719] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659cbe61-3185-4d65-a465-33ab4cd85e70 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.162689] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66418258-b6a6-478c-b977-a8b63d5564cf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.169393] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ebf579-856e-42fd-91b2-fde082fd1407 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.182053] env[69413]: DEBUG nova.compute.provider_tree [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1677.600526] env[69413]: DEBUG nova.network.neutron [req-0270fd7e-2a38-4de1-85fc-3dbf15c07d1d req-d72b0bc8-b4bb-4957-96f2-8a04cdc4101e service nova] [instance: 951615d9-7b1f-4220-b006-a77312287681] Updated VIF entry in instance network info cache for port 6186a428-5063-4d0b-9d83-5ba727fabb5e. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1677.600870] env[69413]: DEBUG nova.network.neutron [req-0270fd7e-2a38-4de1-85fc-3dbf15c07d1d req-d72b0bc8-b4bb-4957-96f2-8a04cdc4101e service nova] [instance: 951615d9-7b1f-4220-b006-a77312287681] Updating instance_info_cache with network_info: [{"id": "6186a428-5063-4d0b-9d83-5ba727fabb5e", "address": "fa:16:3e:17:9e:22", "network": {"id": "8492e5ad-0087-4b27-92b1-644e4f31bb6f", "bridge": null, "label": "tempest-ServerActionsTestOtherB-386319202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aacd5655fb143d1ada1a5ab63aba153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6186a428-50", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.684792] env[69413]: DEBUG nova.scheduler.client.report [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1677.728457] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "951615d9-7b1f-4220-b006-a77312287681" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1678.103552] env[69413]: DEBUG oslo_concurrency.lockutils [req-0270fd7e-2a38-4de1-85fc-3dbf15c07d1d req-d72b0bc8-b4bb-4957-96f2-8a04cdc4101e service nova] Releasing lock "refresh_cache-951615d9-7b1f-4220-b006-a77312287681" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1678.189724] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.100s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1678.698921] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9281ab4b-fff3-487e-863c-27baadf201fb tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "951615d9-7b1f-4220-b006-a77312287681" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.824s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1678.699763] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "951615d9-7b1f-4220-b006-a77312287681" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.971s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1678.699941] env[69413]: INFO nova.compute.manager [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Unshelving [ 1679.727265] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1679.727588] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1679.727744] env[69413]: DEBUG nova.objects.instance [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lazy-loading 'pci_requests' on Instance uuid 951615d9-7b1f-4220-b006-a77312287681 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1680.232179] env[69413]: DEBUG nova.objects.instance [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lazy-loading 'numa_topology' on Instance uuid 951615d9-7b1f-4220-b006-a77312287681 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1680.734644] env[69413]: INFO nova.compute.claims [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1681.771093] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7cb869-88e8-4896-8269-d6fe78d9c297 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.778441] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96be830-e748-45b3-bb69-3b6ef2c2ecc1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.808417] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cf7c87-6822-491b-9544-cabb0009ce2d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.814849] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389123b3-77b2-449f-817d-e13c7c1226bf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.827793] env[69413]: DEBUG nova.compute.provider_tree [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1682.331400] env[69413]: DEBUG nova.scheduler.client.report [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1682.835974] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.108s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1682.865561] env[69413]: INFO nova.network.neutron [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Updating port 6186a428-5063-4d0b-9d83-5ba727fabb5e with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1684.231942] env[69413]: DEBUG nova.compute.manager [req-9f566326-8af3-4c02-87f9-ed6fbd084600 req-99ee2b56-2dec-4366-8a5e-5b187c620624 service nova] [instance: 951615d9-7b1f-4220-b006-a77312287681] Received event network-vif-plugged-6186a428-5063-4d0b-9d83-5ba727fabb5e {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1684.232218] env[69413]: DEBUG oslo_concurrency.lockutils [req-9f566326-8af3-4c02-87f9-ed6fbd084600 req-99ee2b56-2dec-4366-8a5e-5b187c620624 service nova] Acquiring lock "951615d9-7b1f-4220-b006-a77312287681-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1684.232371] env[69413]: DEBUG oslo_concurrency.lockutils [req-9f566326-8af3-4c02-87f9-ed6fbd084600 req-99ee2b56-2dec-4366-8a5e-5b187c620624 service nova] Lock "951615d9-7b1f-4220-b006-a77312287681-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1684.232483] env[69413]: DEBUG oslo_concurrency.lockutils [req-9f566326-8af3-4c02-87f9-ed6fbd084600 req-99ee2b56-2dec-4366-8a5e-5b187c620624 service nova] Lock "951615d9-7b1f-4220-b006-a77312287681-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1684.232597] env[69413]: DEBUG nova.compute.manager [req-9f566326-8af3-4c02-87f9-ed6fbd084600 req-99ee2b56-2dec-4366-8a5e-5b187c620624 service nova] [instance: 951615d9-7b1f-4220-b006-a77312287681] No waiting events found dispatching network-vif-plugged-6186a428-5063-4d0b-9d83-5ba727fabb5e {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1684.232754] env[69413]: WARNING nova.compute.manager [req-9f566326-8af3-4c02-87f9-ed6fbd084600 req-99ee2b56-2dec-4366-8a5e-5b187c620624 service nova] [instance: 951615d9-7b1f-4220-b006-a77312287681] Received unexpected event network-vif-plugged-6186a428-5063-4d0b-9d83-5ba727fabb5e for instance with vm_state shelved_offloaded and task_state spawning. [ 1684.316935] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "refresh_cache-951615d9-7b1f-4220-b006-a77312287681" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.317149] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquired lock "refresh_cache-951615d9-7b1f-4220-b006-a77312287681" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1684.317327] env[69413]: DEBUG nova.network.neutron [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1685.002938] env[69413]: DEBUG nova.network.neutron [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Updating instance_info_cache with network_info: [{"id": "6186a428-5063-4d0b-9d83-5ba727fabb5e", "address": "fa:16:3e:17:9e:22", "network": {"id": "8492e5ad-0087-4b27-92b1-644e4f31bb6f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-386319202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aacd5655fb143d1ada1a5ab63aba153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6186a428-50", "ovs_interfaceid": "6186a428-5063-4d0b-9d83-5ba727fabb5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1685.505609] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Releasing lock "refresh_cache-951615d9-7b1f-4220-b006-a77312287681" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1685.531643] env[69413]: DEBUG nova.virt.hardware [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4b7c62cd38c0d85153cbd67dcb0745e2',container_format='bare',created_at=2025-03-19T04:29:11Z,direct_url=,disk_format='vmdk',id=012a3eb5-2e9a-41ce-a23f-9e460a10cb22,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-325156801-shelved',owner='6aacd5655fb143d1ada1a5ab63aba153',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-03-19T04:29:23Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1685.531890] env[69413]: DEBUG nova.virt.hardware [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1685.532057] env[69413]: DEBUG nova.virt.hardware [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1685.532245] env[69413]: DEBUG nova.virt.hardware [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1685.532388] env[69413]: DEBUG nova.virt.hardware [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1685.532532] env[69413]: DEBUG nova.virt.hardware [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1685.532741] env[69413]: DEBUG nova.virt.hardware [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1685.532895] env[69413]: DEBUG nova.virt.hardware [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1685.533067] env[69413]: DEBUG nova.virt.hardware [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1685.533232] env[69413]: DEBUG nova.virt.hardware [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1685.533405] env[69413]: DEBUG nova.virt.hardware [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1685.534611] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e81dd2-3a3c-4de5-8f4e-02f4d629267b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.542372] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9d08fb-d979-475e-9277-e41a87d62c83 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.555097] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:9e:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6186a428-5063-4d0b-9d83-5ba727fabb5e', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1685.562346] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1685.562559] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 951615d9-7b1f-4220-b006-a77312287681] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1685.562749] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22db7a18-d52e-445c-88c0-a9abf5189877 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.581189] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1685.581189] env[69413]: value = "task-3078794" [ 1685.581189] env[69413]: _type = "Task" [ 1685.581189] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.588300] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078794, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.091886] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078794, 'name': CreateVM_Task, 'duration_secs': 0.294189} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.092097] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 951615d9-7b1f-4220-b006-a77312287681] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1686.092672] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/012a3eb5-2e9a-41ce-a23f-9e460a10cb22" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.092833] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquired lock "[datastore1] devstack-image-cache_base/012a3eb5-2e9a-41ce-a23f-9e460a10cb22" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1686.093228] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/012a3eb5-2e9a-41ce-a23f-9e460a10cb22" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1686.093494] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab590e2a-207b-4fcf-b424-16c6e6af70fe {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.097644] env[69413]: DEBUG oslo_vmware.api [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1686.097644] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5241af09-48b9-2ac5-55bc-e88556989be4" [ 1686.097644] env[69413]: _type = "Task" [ 1686.097644] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.104568] env[69413]: DEBUG oslo_vmware.api [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5241af09-48b9-2ac5-55bc-e88556989be4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.257021] env[69413]: DEBUG nova.compute.manager [req-5c3d8ee6-d6eb-4150-8c3f-243876852d46 req-30bae666-5406-4e9c-86f6-c44d4dcf571b service nova] [instance: 951615d9-7b1f-4220-b006-a77312287681] Received event network-changed-6186a428-5063-4d0b-9d83-5ba727fabb5e {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1686.257229] env[69413]: DEBUG nova.compute.manager [req-5c3d8ee6-d6eb-4150-8c3f-243876852d46 req-30bae666-5406-4e9c-86f6-c44d4dcf571b service nova] [instance: 951615d9-7b1f-4220-b006-a77312287681] Refreshing instance network info cache due to event network-changed-6186a428-5063-4d0b-9d83-5ba727fabb5e. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1686.257435] env[69413]: DEBUG oslo_concurrency.lockutils [req-5c3d8ee6-d6eb-4150-8c3f-243876852d46 req-30bae666-5406-4e9c-86f6-c44d4dcf571b service nova] Acquiring lock "refresh_cache-951615d9-7b1f-4220-b006-a77312287681" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.257582] env[69413]: DEBUG oslo_concurrency.lockutils [req-5c3d8ee6-d6eb-4150-8c3f-243876852d46 req-30bae666-5406-4e9c-86f6-c44d4dcf571b service nova] Acquired lock "refresh_cache-951615d9-7b1f-4220-b006-a77312287681" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1686.257778] env[69413]: DEBUG nova.network.neutron [req-5c3d8ee6-d6eb-4150-8c3f-243876852d46 req-30bae666-5406-4e9c-86f6-c44d4dcf571b service nova] [instance: 951615d9-7b1f-4220-b006-a77312287681] Refreshing network info cache for port 6186a428-5063-4d0b-9d83-5ba727fabb5e {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1686.607698] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Releasing lock "[datastore1] devstack-image-cache_base/012a3eb5-2e9a-41ce-a23f-9e460a10cb22" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.607973] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Processing image 012a3eb5-2e9a-41ce-a23f-9e460a10cb22 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1686.608202] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/012a3eb5-2e9a-41ce-a23f-9e460a10cb22/012a3eb5-2e9a-41ce-a23f-9e460a10cb22.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.608349] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquired lock "[datastore1] devstack-image-cache_base/012a3eb5-2e9a-41ce-a23f-9e460a10cb22/012a3eb5-2e9a-41ce-a23f-9e460a10cb22.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1686.608516] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1686.608777] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f21b303-41d0-4c75-922c-665b55796008 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.617191] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1686.617356] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1686.618041] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb457265-418f-420e-bf8a-59cd4e572a65 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.622442] env[69413]: DEBUG oslo_vmware.api [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1686.622442] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5283456b-532a-54c4-7c18-d6eecb4a2a6f" [ 1686.622442] env[69413]: _type = "Task" [ 1686.622442] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.629315] env[69413]: DEBUG oslo_vmware.api [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5283456b-532a-54c4-7c18-d6eecb4a2a6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.940626] env[69413]: DEBUG nova.network.neutron [req-5c3d8ee6-d6eb-4150-8c3f-243876852d46 req-30bae666-5406-4e9c-86f6-c44d4dcf571b service nova] [instance: 951615d9-7b1f-4220-b006-a77312287681] Updated VIF entry in instance network info cache for port 6186a428-5063-4d0b-9d83-5ba727fabb5e. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1686.940997] env[69413]: DEBUG nova.network.neutron [req-5c3d8ee6-d6eb-4150-8c3f-243876852d46 req-30bae666-5406-4e9c-86f6-c44d4dcf571b service nova] [instance: 951615d9-7b1f-4220-b006-a77312287681] Updating instance_info_cache with network_info: [{"id": "6186a428-5063-4d0b-9d83-5ba727fabb5e", "address": "fa:16:3e:17:9e:22", "network": {"id": "8492e5ad-0087-4b27-92b1-644e4f31bb6f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-386319202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aacd5655fb143d1ada1a5ab63aba153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6186a428-50", "ovs_interfaceid": "6186a428-5063-4d0b-9d83-5ba727fabb5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.131803] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Preparing fetch location {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1687.132066] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Fetch image to [datastore1] OSTACK_IMG_aacbd5ed-9641-4096-a714-740c90bfa35b/OSTACK_IMG_aacbd5ed-9641-4096-a714-740c90bfa35b.vmdk {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1687.132250] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Downloading stream optimized image 012a3eb5-2e9a-41ce-a23f-9e460a10cb22 to [datastore1] OSTACK_IMG_aacbd5ed-9641-4096-a714-740c90bfa35b/OSTACK_IMG_aacbd5ed-9641-4096-a714-740c90bfa35b.vmdk on the data store datastore1 as vApp {{(pid=69413) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1687.132411] env[69413]: DEBUG nova.virt.vmwareapi.images [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Downloading image file data 012a3eb5-2e9a-41ce-a23f-9e460a10cb22 to the ESX as VM named 'OSTACK_IMG_aacbd5ed-9641-4096-a714-740c90bfa35b' {{(pid=69413) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1687.198492] env[69413]: DEBUG oslo_vmware.rw_handles [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1687.198492] env[69413]: value = "resgroup-9" [ 1687.198492] env[69413]: _type = "ResourcePool" [ 1687.198492] env[69413]: }. {{(pid=69413) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1687.198782] env[69413]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-cf4bccea-3873-4a02-b6fa-2453454af130 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.219899] env[69413]: DEBUG oslo_vmware.rw_handles [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lease: (returnval){ [ 1687.219899] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5284b1e7-4f4b-1057-43b3-939411b41ac7" [ 1687.219899] env[69413]: _type = "HttpNfcLease" [ 1687.219899] env[69413]: } obtained for vApp import into resource pool (val){ [ 1687.219899] env[69413]: value = "resgroup-9" [ 1687.219899] env[69413]: _type = "ResourcePool" [ 1687.219899] env[69413]: }. {{(pid=69413) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1687.220343] env[69413]: DEBUG oslo_vmware.api [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the lease: (returnval){ [ 1687.220343] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5284b1e7-4f4b-1057-43b3-939411b41ac7" [ 1687.220343] env[69413]: _type = "HttpNfcLease" [ 1687.220343] env[69413]: } to be ready. {{(pid=69413) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1687.226223] env[69413]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1687.226223] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5284b1e7-4f4b-1057-43b3-939411b41ac7" [ 1687.226223] env[69413]: _type = "HttpNfcLease" [ 1687.226223] env[69413]: } is initializing. {{(pid=69413) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1687.443475] env[69413]: DEBUG oslo_concurrency.lockutils [req-5c3d8ee6-d6eb-4150-8c3f-243876852d46 req-30bae666-5406-4e9c-86f6-c44d4dcf571b service nova] Releasing lock "refresh_cache-951615d9-7b1f-4220-b006-a77312287681" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1687.728574] env[69413]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1687.728574] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5284b1e7-4f4b-1057-43b3-939411b41ac7" [ 1687.728574] env[69413]: _type = "HttpNfcLease" [ 1687.728574] env[69413]: } is ready. {{(pid=69413) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1687.728964] env[69413]: DEBUG oslo_vmware.rw_handles [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1687.728964] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]5284b1e7-4f4b-1057-43b3-939411b41ac7" [ 1687.728964] env[69413]: _type = "HttpNfcLease" [ 1687.728964] env[69413]: }. {{(pid=69413) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1687.729611] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ac9d8e-7668-413d-95e4-f6e6eabd3486 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.736355] env[69413]: DEBUG oslo_vmware.rw_handles [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526d0f68-c82e-03af-bcff-fcff2b4309e2/disk-0.vmdk from lease info. {{(pid=69413) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1687.736581] env[69413]: DEBUG oslo_vmware.rw_handles [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526d0f68-c82e-03af-bcff-fcff2b4309e2/disk-0.vmdk. {{(pid=69413) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1687.798849] env[69413]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e27a132e-7511-4211-9a22-46ff41de1d24 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.795956] env[69413]: DEBUG oslo_vmware.rw_handles [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Completed reading data from the image iterator. {{(pid=69413) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1688.796337] env[69413]: DEBUG oslo_vmware.rw_handles [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526d0f68-c82e-03af-bcff-fcff2b4309e2/disk-0.vmdk. {{(pid=69413) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1688.797315] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a11663-6abb-44bf-ae95-ca46620761e1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.804290] env[69413]: DEBUG oslo_vmware.rw_handles [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526d0f68-c82e-03af-bcff-fcff2b4309e2/disk-0.vmdk is in state: ready. {{(pid=69413) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1688.804454] env[69413]: DEBUG oslo_vmware.rw_handles [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526d0f68-c82e-03af-bcff-fcff2b4309e2/disk-0.vmdk. {{(pid=69413) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1688.804684] env[69413]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-cc4eb6fe-9d81-44a1-8de4-3eac397bd4a5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.004873] env[69413]: DEBUG oslo_vmware.rw_handles [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526d0f68-c82e-03af-bcff-fcff2b4309e2/disk-0.vmdk. {{(pid=69413) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1689.005143] env[69413]: INFO nova.virt.vmwareapi.images [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Downloaded image file data 012a3eb5-2e9a-41ce-a23f-9e460a10cb22 [ 1689.006017] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65427836-ad31-41fe-9015-726f0f2e62ba {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.021685] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23e0ab09-60a0-46e1-aa43-bb294e413c94 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.057517] env[69413]: INFO nova.virt.vmwareapi.images [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] The imported VM was unregistered [ 1689.059894] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Caching image {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1689.060136] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Creating directory with path [datastore1] devstack-image-cache_base/012a3eb5-2e9a-41ce-a23f-9e460a10cb22 {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1689.060398] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5fe0d5a-13a2-4ec4-842c-ae083fded966 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.079462] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Created directory with path [datastore1] devstack-image-cache_base/012a3eb5-2e9a-41ce-a23f-9e460a10cb22 {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1689.079637] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_aacbd5ed-9641-4096-a714-740c90bfa35b/OSTACK_IMG_aacbd5ed-9641-4096-a714-740c90bfa35b.vmdk to [datastore1] devstack-image-cache_base/012a3eb5-2e9a-41ce-a23f-9e460a10cb22/012a3eb5-2e9a-41ce-a23f-9e460a10cb22.vmdk. {{(pid=69413) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1689.079861] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-3a73db2e-292f-4921-bf76-21ab88a375d3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.087534] env[69413]: DEBUG oslo_vmware.api [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1689.087534] env[69413]: value = "task-3078797" [ 1689.087534] env[69413]: _type = "Task" [ 1689.087534] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.094876] env[69413]: DEBUG oslo_vmware.api [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078797, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.599182] env[69413]: DEBUG oslo_vmware.api [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078797, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.100291] env[69413]: DEBUG oslo_vmware.api [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078797, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.599569] env[69413]: DEBUG oslo_vmware.api [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078797, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.100318] env[69413]: DEBUG oslo_vmware.api [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078797, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.601934] env[69413]: DEBUG oslo_vmware.api [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078797, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.213843} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.602390] env[69413]: INFO nova.virt.vmwareapi.ds_util [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_aacbd5ed-9641-4096-a714-740c90bfa35b/OSTACK_IMG_aacbd5ed-9641-4096-a714-740c90bfa35b.vmdk to [datastore1] devstack-image-cache_base/012a3eb5-2e9a-41ce-a23f-9e460a10cb22/012a3eb5-2e9a-41ce-a23f-9e460a10cb22.vmdk. [ 1691.602589] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Cleaning up location [datastore1] OSTACK_IMG_aacbd5ed-9641-4096-a714-740c90bfa35b {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1691.602754] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_aacbd5ed-9641-4096-a714-740c90bfa35b {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1691.603010] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4919e25d-2139-4563-a8e2-a0d2737d62a6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.608589] env[69413]: DEBUG oslo_vmware.api [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1691.608589] env[69413]: value = "task-3078798" [ 1691.608589] env[69413]: _type = "Task" [ 1691.608589] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.616012] env[69413]: DEBUG oslo_vmware.api [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078798, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.118516] env[69413]: DEBUG oslo_vmware.api [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078798, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.031652} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.118840] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1692.119037] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Releasing lock "[datastore1] devstack-image-cache_base/012a3eb5-2e9a-41ce-a23f-9e460a10cb22/012a3eb5-2e9a-41ce-a23f-9e460a10cb22.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1692.119364] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/012a3eb5-2e9a-41ce-a23f-9e460a10cb22/012a3eb5-2e9a-41ce-a23f-9e460a10cb22.vmdk to [datastore1] 951615d9-7b1f-4220-b006-a77312287681/951615d9-7b1f-4220-b006-a77312287681.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1692.119618] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89ce3e8a-d6e0-4382-8cc1-ba35272b0c39 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.125707] env[69413]: DEBUG oslo_vmware.api [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1692.125707] env[69413]: value = "task-3078799" [ 1692.125707] env[69413]: _type = "Task" [ 1692.125707] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.132820] env[69413]: DEBUG oslo_vmware.api [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078799, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.635537] env[69413]: DEBUG oslo_vmware.api [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078799, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.136799] env[69413]: DEBUG oslo_vmware.api [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078799, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.637401] env[69413]: DEBUG oslo_vmware.api [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078799, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.138956] env[69413]: DEBUG oslo_vmware.api [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078799, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.638911] env[69413]: DEBUG oslo_vmware.api [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078799, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.192139} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.639190] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/012a3eb5-2e9a-41ce-a23f-9e460a10cb22/012a3eb5-2e9a-41ce-a23f-9e460a10cb22.vmdk to [datastore1] 951615d9-7b1f-4220-b006-a77312287681/951615d9-7b1f-4220-b006-a77312287681.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1694.639976] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20824fc7-ddd4-4c37-a827-32234e8ce07e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.661072] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 951615d9-7b1f-4220-b006-a77312287681/951615d9-7b1f-4220-b006-a77312287681.vmdk or device None with type streamOptimized {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1694.661307] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a62958c-e9b3-4267-bd8a-f10da5faadaf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.679649] env[69413]: DEBUG oslo_vmware.api [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1694.679649] env[69413]: value = "task-3078800" [ 1694.679649] env[69413]: _type = "Task" [ 1694.679649] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.686951] env[69413]: DEBUG oslo_vmware.api [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078800, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.190943] env[69413]: DEBUG oslo_vmware.api [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078800, 'name': ReconfigVM_Task, 'duration_secs': 0.267181} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.191319] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 951615d9-7b1f-4220-b006-a77312287681/951615d9-7b1f-4220-b006-a77312287681.vmdk or device None with type streamOptimized {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1695.191792] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e843f589-c70a-4de4-97a2-69af71a4bd6a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.197581] env[69413]: DEBUG oslo_vmware.api [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1695.197581] env[69413]: value = "task-3078801" [ 1695.197581] env[69413]: _type = "Task" [ 1695.197581] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.204426] env[69413]: DEBUG oslo_vmware.api [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078801, 'name': Rename_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.707890] env[69413]: DEBUG oslo_vmware.api [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078801, 'name': Rename_Task, 'duration_secs': 0.256729} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.708198] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1695.708469] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79631ad9-2179-4da1-bb75-ed390101d869 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.716373] env[69413]: DEBUG oslo_vmware.api [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1695.716373] env[69413]: value = "task-3078802" [ 1695.716373] env[69413]: _type = "Task" [ 1695.716373] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.723465] env[69413]: DEBUG oslo_vmware.api [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078802, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.226269] env[69413]: DEBUG oslo_vmware.api [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078802, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.727210] env[69413]: DEBUG oslo_vmware.api [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078802, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.227706] env[69413]: DEBUG oslo_vmware.api [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078802, 'name': PowerOnVM_Task, 'duration_secs': 1.144855} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.227980] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1697.314682] env[69413]: DEBUG nova.compute.manager [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1697.315621] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581fa46f-7607-45e2-854f-9051a4e76273 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.832074] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1e92f77e-2619-4b63-baba-9516f1bac997 tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "951615d9-7b1f-4220-b006-a77312287681" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.132s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1698.256739] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ca58a29a-aab1-49ad-9edd-5c11d3adf80d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "951615d9-7b1f-4220-b006-a77312287681" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1698.257187] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ca58a29a-aab1-49ad-9edd-5c11d3adf80d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "951615d9-7b1f-4220-b006-a77312287681" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1698.257254] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ca58a29a-aab1-49ad-9edd-5c11d3adf80d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "951615d9-7b1f-4220-b006-a77312287681-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1698.257434] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ca58a29a-aab1-49ad-9edd-5c11d3adf80d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "951615d9-7b1f-4220-b006-a77312287681-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1698.257602] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ca58a29a-aab1-49ad-9edd-5c11d3adf80d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "951615d9-7b1f-4220-b006-a77312287681-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1698.259840] env[69413]: INFO nova.compute.manager [None req-ca58a29a-aab1-49ad-9edd-5c11d3adf80d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Terminating instance [ 1698.763675] env[69413]: DEBUG nova.compute.manager [None req-ca58a29a-aab1-49ad-9edd-5c11d3adf80d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1698.763953] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ca58a29a-aab1-49ad-9edd-5c11d3adf80d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1698.764853] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b08c08b-a8a3-4f40-9637-a0c0a4a418ff {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.772840] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca58a29a-aab1-49ad-9edd-5c11d3adf80d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1698.773071] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24e854bd-1464-47ff-a832-ea01eb1fb4b5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.780862] env[69413]: DEBUG oslo_vmware.api [None req-ca58a29a-aab1-49ad-9edd-5c11d3adf80d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1698.780862] env[69413]: value = "task-3078803" [ 1698.780862] env[69413]: _type = "Task" [ 1698.780862] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.788599] env[69413]: DEBUG oslo_vmware.api [None req-ca58a29a-aab1-49ad-9edd-5c11d3adf80d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.291244] env[69413]: DEBUG oslo_vmware.api [None req-ca58a29a-aab1-49ad-9edd-5c11d3adf80d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078803, 'name': PowerOffVM_Task, 'duration_secs': 0.188307} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.291648] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca58a29a-aab1-49ad-9edd-5c11d3adf80d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1699.291693] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ca58a29a-aab1-49ad-9edd-5c11d3adf80d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1699.291938] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-133ec91f-826f-454f-91ea-384ca01a4a1f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.350942] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ca58a29a-aab1-49ad-9edd-5c11d3adf80d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1699.350942] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ca58a29a-aab1-49ad-9edd-5c11d3adf80d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Deleting contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1699.350942] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca58a29a-aab1-49ad-9edd-5c11d3adf80d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Deleting the datastore file [datastore1] 951615d9-7b1f-4220-b006-a77312287681 {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1699.350942] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4415fbf-5fcf-4f74-8fda-2df13b91dbb9 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.359209] env[69413]: DEBUG oslo_vmware.api [None req-ca58a29a-aab1-49ad-9edd-5c11d3adf80d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for the task: (returnval){ [ 1699.359209] env[69413]: value = "task-3078805" [ 1699.359209] env[69413]: _type = "Task" [ 1699.359209] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.366771] env[69413]: DEBUG oslo_vmware.api [None req-ca58a29a-aab1-49ad-9edd-5c11d3adf80d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078805, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.870507] env[69413]: DEBUG oslo_vmware.api [None req-ca58a29a-aab1-49ad-9edd-5c11d3adf80d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Task: {'id': task-3078805, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147935} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.870868] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca58a29a-aab1-49ad-9edd-5c11d3adf80d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1699.871097] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ca58a29a-aab1-49ad-9edd-5c11d3adf80d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Deleted contents of the VM from datastore datastore1 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1699.871279] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-ca58a29a-aab1-49ad-9edd-5c11d3adf80d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1699.871449] env[69413]: INFO nova.compute.manager [None req-ca58a29a-aab1-49ad-9edd-5c11d3adf80d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] [instance: 951615d9-7b1f-4220-b006-a77312287681] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1699.871692] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca58a29a-aab1-49ad-9edd-5c11d3adf80d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1699.871895] env[69413]: DEBUG nova.compute.manager [-] [instance: 951615d9-7b1f-4220-b006-a77312287681] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1699.871996] env[69413]: DEBUG nova.network.neutron [-] [instance: 951615d9-7b1f-4220-b006-a77312287681] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1700.308078] env[69413]: DEBUG nova.compute.manager [req-f2c3d125-2566-47c1-888d-e4b2c632a7ab req-8f80c0f1-e379-4a2f-bd8b-8fb1c6c2c4ae service nova] [instance: 951615d9-7b1f-4220-b006-a77312287681] Received event network-vif-deleted-6186a428-5063-4d0b-9d83-5ba727fabb5e {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1700.308369] env[69413]: INFO nova.compute.manager [req-f2c3d125-2566-47c1-888d-e4b2c632a7ab req-8f80c0f1-e379-4a2f-bd8b-8fb1c6c2c4ae service nova] [instance: 951615d9-7b1f-4220-b006-a77312287681] Neutron deleted interface 6186a428-5063-4d0b-9d83-5ba727fabb5e; detaching it from the instance and deleting it from the info cache [ 1700.308742] env[69413]: DEBUG nova.network.neutron [req-f2c3d125-2566-47c1-888d-e4b2c632a7ab req-8f80c0f1-e379-4a2f-bd8b-8fb1c6c2c4ae service nova] [instance: 951615d9-7b1f-4220-b006-a77312287681] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1700.787366] env[69413]: DEBUG nova.network.neutron [-] [instance: 951615d9-7b1f-4220-b006-a77312287681] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1700.811232] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe33de0a-dc48-43c3-99ef-7244b7a7a89c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.821748] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e923aa-98e6-4cef-bee1-ce89354d1564 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.845627] env[69413]: DEBUG nova.compute.manager [req-f2c3d125-2566-47c1-888d-e4b2c632a7ab req-8f80c0f1-e379-4a2f-bd8b-8fb1c6c2c4ae service nova] [instance: 951615d9-7b1f-4220-b006-a77312287681] Detach interface failed, port_id=6186a428-5063-4d0b-9d83-5ba727fabb5e, reason: Instance 951615d9-7b1f-4220-b006-a77312287681 could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1701.291198] env[69413]: INFO nova.compute.manager [-] [instance: 951615d9-7b1f-4220-b006-a77312287681] Took 1.42 seconds to deallocate network for instance. [ 1701.797351] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ca58a29a-aab1-49ad-9edd-5c11d3adf80d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1701.797726] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ca58a29a-aab1-49ad-9edd-5c11d3adf80d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1701.797857] env[69413]: DEBUG nova.objects.instance [None req-ca58a29a-aab1-49ad-9edd-5c11d3adf80d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lazy-loading 'resources' on Instance uuid 951615d9-7b1f-4220-b006-a77312287681 {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1702.332830] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d26a22-ce47-4c23-823a-c57330f8adaa {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.340011] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba6d04d-4ca9-47cb-b56a-a830c0005154 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.369582] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a114a884-8a27-4d35-854e-0f95b6ed9af4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.376781] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ec6e4f-f466-494e-8076-59fbe47e9fcd {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.389527] env[69413]: DEBUG nova.compute.provider_tree [None req-ca58a29a-aab1-49ad-9edd-5c11d3adf80d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1702.892758] env[69413]: DEBUG nova.scheduler.client.report [None req-ca58a29a-aab1-49ad-9edd-5c11d3adf80d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1703.398372] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ca58a29a-aab1-49ad-9edd-5c11d3adf80d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.601s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1703.423187] env[69413]: INFO nova.scheduler.client.report [None req-ca58a29a-aab1-49ad-9edd-5c11d3adf80d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Deleted allocations for instance 951615d9-7b1f-4220-b006-a77312287681 [ 1703.930420] env[69413]: DEBUG oslo_concurrency.lockutils [None req-ca58a29a-aab1-49ad-9edd-5c11d3adf80d tempest-ServerActionsTestOtherB-230115770 tempest-ServerActionsTestOtherB-230115770-project-member] Lock "951615d9-7b1f-4220-b006-a77312287681" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.673s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1712.023813] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Acquiring lock "d9f85577-b74a-4d86-a487-4034d25d40de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1712.024133] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Lock "d9f85577-b74a-4d86-a487-4034d25d40de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1712.526557] env[69413]: DEBUG nova.compute.manager [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Starting instance... {{(pid=69413) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1713.047874] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1713.048179] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1713.049608] env[69413]: INFO nova.compute.claims [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1714.086206] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e509b6f0-b45c-42e5-9653-17b6261eb6a7 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.093310] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722cdb04-11b1-4cf9-b9a1-e38ba47e892f {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.121908] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a32335-ef61-45fa-8bb8-481a0bad423d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.128483] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c123c5-0049-46b1-a6ed-0007e9a95638 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.141421] env[69413]: DEBUG nova.compute.provider_tree [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1714.644249] env[69413]: DEBUG nova.scheduler.client.report [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1715.149508] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.101s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1715.150063] env[69413]: DEBUG nova.compute.manager [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Start building networks asynchronously for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1715.654887] env[69413]: DEBUG nova.compute.utils [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Using /dev/sd instead of None {{(pid=69413) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1715.656721] env[69413]: DEBUG nova.compute.manager [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Allocating IP information in the background. {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1715.656908] env[69413]: DEBUG nova.network.neutron [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] allocate_for_instance() {{(pid=69413) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1715.694994] env[69413]: DEBUG nova.policy [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b4c89c50ba249b8a2136a0148e54820', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66aead41f54842eea5391cb84a355158', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69413) authorize /opt/stack/nova/nova/policy.py:192}} [ 1715.948607] env[69413]: DEBUG nova.network.neutron [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Successfully created port: ea259b69-0e7b-4d5c-af47-98a6fa7fb758 {{(pid=69413) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1716.159547] env[69413]: DEBUG nova.compute.manager [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Start building block device mappings for instance. {{(pid=69413) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1717.169171] env[69413]: DEBUG nova.compute.manager [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Start spawning the instance on the hypervisor. {{(pid=69413) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1717.194843] env[69413]: DEBUG nova.virt.hardware [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-19T04:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-19T04:09:39Z,direct_url=,disk_format='vmdk',id=2ef2504d-027d-42fe-98dd-6e912ffbdf46,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9a021a88be0b4ec0bf1248cc136ac194',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-19T04:09:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1717.195130] env[69413]: DEBUG nova.virt.hardware [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Flavor limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1717.195293] env[69413]: DEBUG nova.virt.hardware [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Image limits 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1717.195473] env[69413]: DEBUG nova.virt.hardware [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Flavor pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1717.195616] env[69413]: DEBUG nova.virt.hardware [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Image pref 0:0:0 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1717.195757] env[69413]: DEBUG nova.virt.hardware [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69413) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1717.195955] env[69413]: DEBUG nova.virt.hardware [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1717.196130] env[69413]: DEBUG nova.virt.hardware [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1717.196329] env[69413]: DEBUG nova.virt.hardware [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Got 1 possible topologies {{(pid=69413) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1717.196496] env[69413]: DEBUG nova.virt.hardware [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1717.196669] env[69413]: DEBUG nova.virt.hardware [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69413) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1717.197548] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddcb5d2-427f-43db-b544-7ea3d87728ef {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.204802] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4aa218-8750-443b-a9db-a9ae16465dc5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.477573] env[69413]: DEBUG nova.compute.manager [req-5588f2b1-6adf-4d76-a2bf-e010ecce2d45 req-7d6be7ba-8f58-48cd-9f45-914ac1db7993 service nova] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Received event network-vif-plugged-ea259b69-0e7b-4d5c-af47-98a6fa7fb758 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1717.477800] env[69413]: DEBUG oslo_concurrency.lockutils [req-5588f2b1-6adf-4d76-a2bf-e010ecce2d45 req-7d6be7ba-8f58-48cd-9f45-914ac1db7993 service nova] Acquiring lock "d9f85577-b74a-4d86-a487-4034d25d40de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1717.478017] env[69413]: DEBUG oslo_concurrency.lockutils [req-5588f2b1-6adf-4d76-a2bf-e010ecce2d45 req-7d6be7ba-8f58-48cd-9f45-914ac1db7993 service nova] Lock "d9f85577-b74a-4d86-a487-4034d25d40de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1717.478636] env[69413]: DEBUG oslo_concurrency.lockutils [req-5588f2b1-6adf-4d76-a2bf-e010ecce2d45 req-7d6be7ba-8f58-48cd-9f45-914ac1db7993 service nova] Lock "d9f85577-b74a-4d86-a487-4034d25d40de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1717.478636] env[69413]: DEBUG nova.compute.manager [req-5588f2b1-6adf-4d76-a2bf-e010ecce2d45 req-7d6be7ba-8f58-48cd-9f45-914ac1db7993 service nova] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] No waiting events found dispatching network-vif-plugged-ea259b69-0e7b-4d5c-af47-98a6fa7fb758 {{(pid=69413) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1717.478636] env[69413]: WARNING nova.compute.manager [req-5588f2b1-6adf-4d76-a2bf-e010ecce2d45 req-7d6be7ba-8f58-48cd-9f45-914ac1db7993 service nova] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Received unexpected event network-vif-plugged-ea259b69-0e7b-4d5c-af47-98a6fa7fb758 for instance with vm_state building and task_state spawning. [ 1717.556126] env[69413]: DEBUG nova.network.neutron [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Successfully updated port: ea259b69-0e7b-4d5c-af47-98a6fa7fb758 {{(pid=69413) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1718.059111] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Acquiring lock "refresh_cache-d9f85577-b74a-4d86-a487-4034d25d40de" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.059282] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Acquired lock "refresh_cache-d9f85577-b74a-4d86-a487-4034d25d40de" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1718.059441] env[69413]: DEBUG nova.network.neutron [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1718.592062] env[69413]: DEBUG nova.network.neutron [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Instance cache missing network info. {{(pid=69413) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1718.692192] env[69413]: DEBUG nova.network.neutron [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Updating instance_info_cache with network_info: [{"id": "ea259b69-0e7b-4d5c-af47-98a6fa7fb758", "address": "fa:16:3e:8e:4a:9b", "network": {"id": "c5cdaa6f-5025-4c1d-ae8e-7938605fb7f7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1009500730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "66aead41f54842eea5391cb84a355158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea259b69-0e", "ovs_interfaceid": "ea259b69-0e7b-4d5c-af47-98a6fa7fb758", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.195125] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Releasing lock "refresh_cache-d9f85577-b74a-4d86-a487-4034d25d40de" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1719.195422] env[69413]: DEBUG nova.compute.manager [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Instance network_info: |[{"id": "ea259b69-0e7b-4d5c-af47-98a6fa7fb758", "address": "fa:16:3e:8e:4a:9b", "network": {"id": "c5cdaa6f-5025-4c1d-ae8e-7938605fb7f7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1009500730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "66aead41f54842eea5391cb84a355158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea259b69-0e", "ovs_interfaceid": "ea259b69-0e7b-4d5c-af47-98a6fa7fb758", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69413) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1719.195850] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:4a:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54c45719-5690-47bf-b45b-6cad9813071e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea259b69-0e7b-4d5c-af47-98a6fa7fb758', 'vif_model': 'vmxnet3'}] {{(pid=69413) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1719.203233] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Creating folder: Project (66aead41f54842eea5391cb84a355158). Parent ref: group-v616034. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1719.203484] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-519d97de-4ffa-4bc1-8a03-c8861f0501cf {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.216132] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Created folder: Project (66aead41f54842eea5391cb84a355158) in parent group-v616034. [ 1719.216306] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Creating folder: Instances. Parent ref: group-v616381. {{(pid=69413) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1719.216803] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21f58bed-7eb1-4854-95a3-414881148ebb {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.229233] env[69413]: INFO nova.virt.vmwareapi.vm_util [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Created folder: Instances in parent group-v616381. [ 1719.229443] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1719.229619] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Creating VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1719.229800] env[69413]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ab84305-fa6d-46fb-addd-b8b625bd4b0e {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.247851] env[69413]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1719.247851] env[69413]: value = "task-3078810" [ 1719.247851] env[69413]: _type = "Task" [ 1719.247851] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.255691] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078810, 'name': CreateVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.510565] env[69413]: DEBUG nova.compute.manager [req-40f6f7e7-e772-4b80-9724-c55959a11c1e req-d2b0f953-8cf4-4c0d-8566-fabf870ac8dc service nova] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Received event network-changed-ea259b69-0e7b-4d5c-af47-98a6fa7fb758 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1719.510712] env[69413]: DEBUG nova.compute.manager [req-40f6f7e7-e772-4b80-9724-c55959a11c1e req-d2b0f953-8cf4-4c0d-8566-fabf870ac8dc service nova] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Refreshing instance network info cache due to event network-changed-ea259b69-0e7b-4d5c-af47-98a6fa7fb758. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1719.510926] env[69413]: DEBUG oslo_concurrency.lockutils [req-40f6f7e7-e772-4b80-9724-c55959a11c1e req-d2b0f953-8cf4-4c0d-8566-fabf870ac8dc service nova] Acquiring lock "refresh_cache-d9f85577-b74a-4d86-a487-4034d25d40de" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.511070] env[69413]: DEBUG oslo_concurrency.lockutils [req-40f6f7e7-e772-4b80-9724-c55959a11c1e req-d2b0f953-8cf4-4c0d-8566-fabf870ac8dc service nova] Acquired lock "refresh_cache-d9f85577-b74a-4d86-a487-4034d25d40de" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1719.511233] env[69413]: DEBUG nova.network.neutron [req-40f6f7e7-e772-4b80-9724-c55959a11c1e req-d2b0f953-8cf4-4c0d-8566-fabf870ac8dc service nova] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Refreshing network info cache for port ea259b69-0e7b-4d5c-af47-98a6fa7fb758 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1719.758584] env[69413]: DEBUG oslo_vmware.api [-] Task: {'id': task-3078810, 'name': CreateVM_Task, 'duration_secs': 0.294713} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.758898] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Created VM on the ESX host {{(pid=69413) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1719.759356] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.759521] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1719.759831] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1719.760095] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62d67136-7d5b-44f1-b046-039327bdc65a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.764808] env[69413]: DEBUG oslo_vmware.api [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Waiting for the task: (returnval){ [ 1719.764808] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528b87b4-e025-1f25-c3af-8584b2895fd8" [ 1719.764808] env[69413]: _type = "Task" [ 1719.764808] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.772756] env[69413]: DEBUG oslo_vmware.api [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528b87b4-e025-1f25-c3af-8584b2895fd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.173976] env[69413]: DEBUG nova.network.neutron [req-40f6f7e7-e772-4b80-9724-c55959a11c1e req-d2b0f953-8cf4-4c0d-8566-fabf870ac8dc service nova] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Updated VIF entry in instance network info cache for port ea259b69-0e7b-4d5c-af47-98a6fa7fb758. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1720.174378] env[69413]: DEBUG nova.network.neutron [req-40f6f7e7-e772-4b80-9724-c55959a11c1e req-d2b0f953-8cf4-4c0d-8566-fabf870ac8dc service nova] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Updating instance_info_cache with network_info: [{"id": "ea259b69-0e7b-4d5c-af47-98a6fa7fb758", "address": "fa:16:3e:8e:4a:9b", "network": {"id": "c5cdaa6f-5025-4c1d-ae8e-7938605fb7f7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1009500730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "66aead41f54842eea5391cb84a355158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea259b69-0e", "ovs_interfaceid": "ea259b69-0e7b-4d5c-af47-98a6fa7fb758", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.274675] env[69413]: DEBUG oslo_vmware.api [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]528b87b4-e025-1f25-c3af-8584b2895fd8, 'name': SearchDatastore_Task, 'duration_secs': 0.012067} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.274967] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1720.275222] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1720.275448] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.275590] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1720.275766] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1720.276021] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c15f1dc-a8c0-43a2-96e2-7893438d2168 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.284368] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1720.284529] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1720.285219] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d41080b-6bbe-451b-96eb-011b786e52ec {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.290179] env[69413]: DEBUG oslo_vmware.api [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Waiting for the task: (returnval){ [ 1720.290179] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e3f909-a095-8c18-97ed-ca969e88e298" [ 1720.290179] env[69413]: _type = "Task" [ 1720.290179] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.297231] env[69413]: DEBUG oslo_vmware.api [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e3f909-a095-8c18-97ed-ca969e88e298, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.676761] env[69413]: DEBUG oslo_concurrency.lockutils [req-40f6f7e7-e772-4b80-9724-c55959a11c1e req-d2b0f953-8cf4-4c0d-8566-fabf870ac8dc service nova] Releasing lock "refresh_cache-d9f85577-b74a-4d86-a487-4034d25d40de" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1720.799949] env[69413]: DEBUG oslo_vmware.api [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e3f909-a095-8c18-97ed-ca969e88e298, 'name': SearchDatastore_Task, 'duration_secs': 0.008011} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.800723] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0de3e4e1-728b-40bc-8034-14c3a13e29b0 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.805505] env[69413]: DEBUG oslo_vmware.api [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Waiting for the task: (returnval){ [ 1720.805505] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]526632d1-a4a4-196a-35f0-b8858c0af39c" [ 1720.805505] env[69413]: _type = "Task" [ 1720.805505] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.812973] env[69413]: DEBUG oslo_vmware.api [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]526632d1-a4a4-196a-35f0-b8858c0af39c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.315703] env[69413]: DEBUG oslo_vmware.api [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]526632d1-a4a4-196a-35f0-b8858c0af39c, 'name': SearchDatastore_Task, 'duration_secs': 0.008709} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.315962] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1721.316236] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] d9f85577-b74a-4d86-a487-4034d25d40de/d9f85577-b74a-4d86-a487-4034d25d40de.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1721.316487] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-338c1351-2f5a-449a-8d02-8838e4ba823a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.322507] env[69413]: DEBUG oslo_vmware.api [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Waiting for the task: (returnval){ [ 1721.322507] env[69413]: value = "task-3078811" [ 1721.322507] env[69413]: _type = "Task" [ 1721.322507] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.329433] env[69413]: DEBUG oslo_vmware.api [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Task: {'id': task-3078811, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.831615] env[69413]: DEBUG oslo_vmware.api [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Task: {'id': task-3078811, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.332932] env[69413]: DEBUG oslo_vmware.api [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Task: {'id': task-3078811, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.833374] env[69413]: DEBUG oslo_vmware.api [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Task: {'id': task-3078811, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.41131} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.833766] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] d9f85577-b74a-4d86-a487-4034d25d40de/d9f85577-b74a-4d86-a487-4034d25d40de.vmdk {{(pid=69413) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1722.833840] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Extending root virtual disk to 1048576 {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1722.834092] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5bd9c37e-3e7f-4e25-b7a2-f4f4b7444bde {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.840297] env[69413]: DEBUG oslo_vmware.api [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Waiting for the task: (returnval){ [ 1722.840297] env[69413]: value = "task-3078812" [ 1722.840297] env[69413]: _type = "Task" [ 1722.840297] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.847292] env[69413]: DEBUG oslo_vmware.api [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Task: {'id': task-3078812, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.352134] env[69413]: DEBUG oslo_vmware.api [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Task: {'id': task-3078812, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060693} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.352415] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Extended root virtual disk {{(pid=69413) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1723.353212] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3410a5-bf1e-4ffc-af06-6e066fe067b4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.375540] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] d9f85577-b74a-4d86-a487-4034d25d40de/d9f85577-b74a-4d86-a487-4034d25d40de.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1723.375782] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fb020ab-8f82-4108-a3b2-7501b34fee74 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.394361] env[69413]: DEBUG oslo_vmware.api [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Waiting for the task: (returnval){ [ 1723.394361] env[69413]: value = "task-3078813" [ 1723.394361] env[69413]: _type = "Task" [ 1723.394361] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.401870] env[69413]: DEBUG oslo_vmware.api [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Task: {'id': task-3078813, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.904025] env[69413]: DEBUG oslo_vmware.api [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Task: {'id': task-3078813, 'name': ReconfigVM_Task, 'duration_secs': 0.254814} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.904458] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Reconfigured VM instance instance-0000007f to attach disk [datastore2] d9f85577-b74a-4d86-a487-4034d25d40de/d9f85577-b74a-4d86-a487-4034d25d40de.vmdk or device None with type sparse {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1723.905010] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c11ad23b-3840-49a9-bafd-525ca2cc824c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.911566] env[69413]: DEBUG oslo_vmware.api [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Waiting for the task: (returnval){ [ 1723.911566] env[69413]: value = "task-3078814" [ 1723.911566] env[69413]: _type = "Task" [ 1723.911566] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.918737] env[69413]: DEBUG oslo_vmware.api [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Task: {'id': task-3078814, 'name': Rename_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.421045] env[69413]: DEBUG oslo_vmware.api [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Task: {'id': task-3078814, 'name': Rename_Task, 'duration_secs': 0.12822} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.421351] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1724.421587] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a94978e-8ae4-406f-b64c-e540ed3f607d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.427219] env[69413]: DEBUG oslo_vmware.api [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Waiting for the task: (returnval){ [ 1724.427219] env[69413]: value = "task-3078815" [ 1724.427219] env[69413]: _type = "Task" [ 1724.427219] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.434494] env[69413]: DEBUG oslo_vmware.api [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Task: {'id': task-3078815, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.936530] env[69413]: DEBUG oslo_vmware.api [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Task: {'id': task-3078815, 'name': PowerOnVM_Task, 'duration_secs': 0.459448} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.936930] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1724.937018] env[69413]: INFO nova.compute.manager [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Took 7.77 seconds to spawn the instance on the hypervisor. [ 1724.937209] env[69413]: DEBUG nova.compute.manager [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1724.937943] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ffb44e6-f064-4661-ba27-79710a2aca2b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.455269] env[69413]: INFO nova.compute.manager [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Took 12.42 seconds to build instance. [ 1725.957771] env[69413]: DEBUG oslo_concurrency.lockutils [None req-1be1ca3c-fb51-478a-81de-a5454479ecaf tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Lock "d9f85577-b74a-4d86-a487-4034d25d40de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.933s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1726.108636] env[69413]: INFO nova.compute.manager [None req-f1b0a64d-1e41-40a6-b99a-78eadd9ff041 tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Rescuing [ 1726.108914] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f1b0a64d-1e41-40a6-b99a-78eadd9ff041 tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Acquiring lock "refresh_cache-d9f85577-b74a-4d86-a487-4034d25d40de" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.109088] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f1b0a64d-1e41-40a6-b99a-78eadd9ff041 tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Acquired lock "refresh_cache-d9f85577-b74a-4d86-a487-4034d25d40de" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1726.109262] env[69413]: DEBUG nova.network.neutron [None req-f1b0a64d-1e41-40a6-b99a-78eadd9ff041 tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Building network info cache for instance {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1726.786466] env[69413]: DEBUG nova.network.neutron [None req-f1b0a64d-1e41-40a6-b99a-78eadd9ff041 tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Updating instance_info_cache with network_info: [{"id": "ea259b69-0e7b-4d5c-af47-98a6fa7fb758", "address": "fa:16:3e:8e:4a:9b", "network": {"id": "c5cdaa6f-5025-4c1d-ae8e-7938605fb7f7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1009500730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "66aead41f54842eea5391cb84a355158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea259b69-0e", "ovs_interfaceid": "ea259b69-0e7b-4d5c-af47-98a6fa7fb758", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1727.289405] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f1b0a64d-1e41-40a6-b99a-78eadd9ff041 tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Releasing lock "refresh_cache-d9f85577-b74a-4d86-a487-4034d25d40de" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1727.881297] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1727.881572] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1727.881766] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1727.881926] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1727.882096] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1727.882259] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1727.882405] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1727.882540] env[69413]: DEBUG nova.compute.manager [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69413) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1727.882679] env[69413]: DEBUG oslo_service.periodic_task [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Running periodic task ComputeManager.update_available_resource {{(pid=69413) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1728.385830] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1728.386201] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1728.386335] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1728.386533] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69413) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1728.387898] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6f02e5-1f2d-4928-8708-daadee8bf3ad {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.396205] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c74e98f-d837-49e1-a5df-541edbfb5030 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.409961] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18de821-0516-415f-9d5f-9eb564a9a606 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.416088] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23de7e17-7f9c-469a-b396-9d6021fa1228 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.444204] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180839MB free_disk=140GB free_vcpus=48 pci_devices=None {{(pid=69413) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1728.444374] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1728.444557] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1728.825558] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b0a64d-1e41-40a6-b99a-78eadd9ff041 tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1728.825885] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63f5b0c7-b00e-43c6-ac16-6c6e3561cba3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.834265] env[69413]: DEBUG oslo_vmware.api [None req-f1b0a64d-1e41-40a6-b99a-78eadd9ff041 tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Waiting for the task: (returnval){ [ 1728.834265] env[69413]: value = "task-3078816" [ 1728.834265] env[69413]: _type = "Task" [ 1728.834265] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.841540] env[69413]: DEBUG oslo_vmware.api [None req-f1b0a64d-1e41-40a6-b99a-78eadd9ff041 tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Task: {'id': task-3078816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.343363] env[69413]: DEBUG oslo_vmware.api [None req-f1b0a64d-1e41-40a6-b99a-78eadd9ff041 tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Task: {'id': task-3078816, 'name': PowerOffVM_Task, 'duration_secs': 0.179982} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.343500] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b0a64d-1e41-40a6-b99a-78eadd9ff041 tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1729.344287] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121b032e-52da-42a3-851a-af3ccb4adab4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.362501] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdecb00c-fc1f-4d12-957e-b0d50ca428b1 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.387202] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b0a64d-1e41-40a6-b99a-78eadd9ff041 tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1729.387456] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce9a90f3-7173-4139-9e5e-7f5a6cc38a81 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.396128] env[69413]: DEBUG oslo_vmware.api [None req-f1b0a64d-1e41-40a6-b99a-78eadd9ff041 tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Waiting for the task: (returnval){ [ 1729.396128] env[69413]: value = "task-3078817" [ 1729.396128] env[69413]: _type = "Task" [ 1729.396128] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.403656] env[69413]: DEBUG oslo_vmware.api [None req-f1b0a64d-1e41-40a6-b99a-78eadd9ff041 tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Task: {'id': task-3078817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.467665] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Instance d9f85577-b74a-4d86-a487-4034d25d40de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69413) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.467854] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69413) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1729.467991] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69413) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1729.492279] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba3eaca-7e4c-4874-b05c-9c3297aa6268 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.499284] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0717387e-b353-4ee3-9af7-ef302b0bc256 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.527698] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634c248f-56f9-4f9a-9a18-6ee69d594c30 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.534279] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed44d67-8cde-4f69-a524-bc24fec81c3c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.546710] env[69413]: DEBUG nova.compute.provider_tree [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1729.906506] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b0a64d-1e41-40a6-b99a-78eadd9ff041 tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] VM already powered off {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1729.906758] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b0a64d-1e41-40a6-b99a-78eadd9ff041 tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Processing image 2ef2504d-027d-42fe-98dd-6e912ffbdf46 {{(pid=69413) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1729.906995] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f1b0a64d-1e41-40a6-b99a-78eadd9ff041 tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.907160] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f1b0a64d-1e41-40a6-b99a-78eadd9ff041 tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1729.907341] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1b0a64d-1e41-40a6-b99a-78eadd9ff041 tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1729.907576] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1eb8d79c-85eb-4365-94e8-51ea93ee277c {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.916376] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1b0a64d-1e41-40a6-b99a-78eadd9ff041 tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69413) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1729.916568] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b0a64d-1e41-40a6-b99a-78eadd9ff041 tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69413) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1729.917232] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91ca6f03-ac7f-4dc3-9d78-1635496ac6a2 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.921758] env[69413]: DEBUG oslo_vmware.api [None req-f1b0a64d-1e41-40a6-b99a-78eadd9ff041 tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Waiting for the task: (returnval){ [ 1729.921758] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e6ef3d-c825-d8b7-59ab-da8ff971ed87" [ 1729.921758] env[69413]: _type = "Task" [ 1729.921758] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.928600] env[69413]: DEBUG oslo_vmware.api [None req-f1b0a64d-1e41-40a6-b99a-78eadd9ff041 tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e6ef3d-c825-d8b7-59ab-da8ff971ed87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.051095] env[69413]: DEBUG nova.scheduler.client.report [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1730.432942] env[69413]: DEBUG oslo_vmware.api [None req-f1b0a64d-1e41-40a6-b99a-78eadd9ff041 tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]52e6ef3d-c825-d8b7-59ab-da8ff971ed87, 'name': SearchDatastore_Task, 'duration_secs': 0.007437} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.433760] env[69413]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3301991-9b4e-4c11-9eb0-e13e6df24003 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.438496] env[69413]: DEBUG oslo_vmware.api [None req-f1b0a64d-1e41-40a6-b99a-78eadd9ff041 tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Waiting for the task: (returnval){ [ 1730.438496] env[69413]: value = "session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]525c47e4-e318-6582-ae07-f33d2dfd2afc" [ 1730.438496] env[69413]: _type = "Task" [ 1730.438496] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.445620] env[69413]: DEBUG oslo_vmware.api [None req-f1b0a64d-1e41-40a6-b99a-78eadd9ff041 tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]525c47e4-e318-6582-ae07-f33d2dfd2afc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.556524] env[69413]: DEBUG nova.compute.resource_tracker [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69413) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1730.556714] env[69413]: DEBUG oslo_concurrency.lockutils [None req-9d857a97-6a24-4091-83f3-60f319b2453d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.112s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1730.948683] env[69413]: DEBUG oslo_vmware.api [None req-f1b0a64d-1e41-40a6-b99a-78eadd9ff041 tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Task: {'id': session[52b73c80-76ae-5cce-bb1f-3ea0b93f38b0]525c47e4-e318-6582-ae07-f33d2dfd2afc, 'name': SearchDatastore_Task, 'duration_secs': 0.009236} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.948929] env[69413]: DEBUG oslo_concurrency.lockutils [None req-f1b0a64d-1e41-40a6-b99a-78eadd9ff041 tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1730.949208] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1b0a64d-1e41-40a6-b99a-78eadd9ff041 tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] d9f85577-b74a-4d86-a487-4034d25d40de/2ef2504d-027d-42fe-98dd-6e912ffbdf46-rescue.vmdk. {{(pid=69413) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1730.949459] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53839d04-90fd-4ec1-95d8-f108fefe8de4 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.955606] env[69413]: DEBUG oslo_vmware.api [None req-f1b0a64d-1e41-40a6-b99a-78eadd9ff041 tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Waiting for the task: (returnval){ [ 1730.955606] env[69413]: value = "task-3078818" [ 1730.955606] env[69413]: _type = "Task" [ 1730.955606] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.962776] env[69413]: DEBUG oslo_vmware.api [None req-f1b0a64d-1e41-40a6-b99a-78eadd9ff041 tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Task: {'id': task-3078818, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.465735] env[69413]: DEBUG oslo_vmware.api [None req-f1b0a64d-1e41-40a6-b99a-78eadd9ff041 tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Task: {'id': task-3078818, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.432716} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.466087] env[69413]: INFO nova.virt.vmwareapi.ds_util [None req-f1b0a64d-1e41-40a6-b99a-78eadd9ff041 tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/2ef2504d-027d-42fe-98dd-6e912ffbdf46/2ef2504d-027d-42fe-98dd-6e912ffbdf46.vmdk to [datastore2] d9f85577-b74a-4d86-a487-4034d25d40de/2ef2504d-027d-42fe-98dd-6e912ffbdf46-rescue.vmdk. [ 1731.466753] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f83b53-329e-4ad2-890c-d2082c9e059d {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.490436] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1b0a64d-1e41-40a6-b99a-78eadd9ff041 tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] d9f85577-b74a-4d86-a487-4034d25d40de/2ef2504d-027d-42fe-98dd-6e912ffbdf46-rescue.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1731.490620] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75bf4f95-c613-4431-ad98-1aa778f3171a {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.507046] env[69413]: DEBUG oslo_vmware.api [None req-f1b0a64d-1e41-40a6-b99a-78eadd9ff041 tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Waiting for the task: (returnval){ [ 1731.507046] env[69413]: value = "task-3078819" [ 1731.507046] env[69413]: _type = "Task" [ 1731.507046] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.513842] env[69413]: DEBUG oslo_vmware.api [None req-f1b0a64d-1e41-40a6-b99a-78eadd9ff041 tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Task: {'id': task-3078819, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.016201] env[69413]: DEBUG oslo_vmware.api [None req-f1b0a64d-1e41-40a6-b99a-78eadd9ff041 tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Task: {'id': task-3078819, 'name': ReconfigVM_Task, 'duration_secs': 0.248828} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.016522] env[69413]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1b0a64d-1e41-40a6-b99a-78eadd9ff041 tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Reconfigured VM instance instance-0000007f to attach disk [datastore2] d9f85577-b74a-4d86-a487-4034d25d40de/2ef2504d-027d-42fe-98dd-6e912ffbdf46-rescue.vmdk or device None with type thin {{(pid=69413) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1732.017300] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22476d4-d2e6-4cef-912a-9e0089d2f4d8 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.041581] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bcea0f0-8e75-4a21-be58-b45f16debdc5 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.056500] env[69413]: DEBUG oslo_vmware.api [None req-f1b0a64d-1e41-40a6-b99a-78eadd9ff041 tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Waiting for the task: (returnval){ [ 1732.056500] env[69413]: value = "task-3078820" [ 1732.056500] env[69413]: _type = "Task" [ 1732.056500] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.064743] env[69413]: DEBUG oslo_vmware.api [None req-f1b0a64d-1e41-40a6-b99a-78eadd9ff041 tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Task: {'id': task-3078820, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.565791] env[69413]: DEBUG oslo_vmware.api [None req-f1b0a64d-1e41-40a6-b99a-78eadd9ff041 tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Task: {'id': task-3078820, 'name': ReconfigVM_Task, 'duration_secs': 0.15929} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.566069] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b0a64d-1e41-40a6-b99a-78eadd9ff041 tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Powering on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1732.566296] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bcb3e57-4deb-4cbb-9508-d2807a1bc6ca {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.572316] env[69413]: DEBUG oslo_vmware.api [None req-f1b0a64d-1e41-40a6-b99a-78eadd9ff041 tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Waiting for the task: (returnval){ [ 1732.572316] env[69413]: value = "task-3078821" [ 1732.572316] env[69413]: _type = "Task" [ 1732.572316] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.579046] env[69413]: DEBUG oslo_vmware.api [None req-f1b0a64d-1e41-40a6-b99a-78eadd9ff041 tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Task: {'id': task-3078821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.082240] env[69413]: DEBUG oslo_vmware.api [None req-f1b0a64d-1e41-40a6-b99a-78eadd9ff041 tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Task: {'id': task-3078821, 'name': PowerOnVM_Task, 'duration_secs': 0.468751} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.082499] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b0a64d-1e41-40a6-b99a-78eadd9ff041 tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Powered on the VM {{(pid=69413) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1733.085194] env[69413]: DEBUG nova.compute.manager [None req-f1b0a64d-1e41-40a6-b99a-78eadd9ff041 tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Checking state {{(pid=69413) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1733.085906] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454d94df-71c7-41a8-bc1c-d564bade3dca {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.787769] env[69413]: DEBUG nova.compute.manager [req-ffa67575-4d87-4a7a-9f75-23d6ad439f9f req-e9709c20-2881-42ee-9bd2-e011060a9390 service nova] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Received event network-changed-ea259b69-0e7b-4d5c-af47-98a6fa7fb758 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1733.788066] env[69413]: DEBUG nova.compute.manager [req-ffa67575-4d87-4a7a-9f75-23d6ad439f9f req-e9709c20-2881-42ee-9bd2-e011060a9390 service nova] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Refreshing instance network info cache due to event network-changed-ea259b69-0e7b-4d5c-af47-98a6fa7fb758. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1733.788201] env[69413]: DEBUG oslo_concurrency.lockutils [req-ffa67575-4d87-4a7a-9f75-23d6ad439f9f req-e9709c20-2881-42ee-9bd2-e011060a9390 service nova] Acquiring lock "refresh_cache-d9f85577-b74a-4d86-a487-4034d25d40de" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.788341] env[69413]: DEBUG oslo_concurrency.lockutils [req-ffa67575-4d87-4a7a-9f75-23d6ad439f9f req-e9709c20-2881-42ee-9bd2-e011060a9390 service nova] Acquired lock "refresh_cache-d9f85577-b74a-4d86-a487-4034d25d40de" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1733.788497] env[69413]: DEBUG nova.network.neutron [req-ffa67575-4d87-4a7a-9f75-23d6ad439f9f req-e9709c20-2881-42ee-9bd2-e011060a9390 service nova] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Refreshing network info cache for port ea259b69-0e7b-4d5c-af47-98a6fa7fb758 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1734.457121] env[69413]: DEBUG nova.network.neutron [req-ffa67575-4d87-4a7a-9f75-23d6ad439f9f req-e9709c20-2881-42ee-9bd2-e011060a9390 service nova] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Updated VIF entry in instance network info cache for port ea259b69-0e7b-4d5c-af47-98a6fa7fb758. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1734.457495] env[69413]: DEBUG nova.network.neutron [req-ffa67575-4d87-4a7a-9f75-23d6ad439f9f req-e9709c20-2881-42ee-9bd2-e011060a9390 service nova] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Updating instance_info_cache with network_info: [{"id": "ea259b69-0e7b-4d5c-af47-98a6fa7fb758", "address": "fa:16:3e:8e:4a:9b", "network": {"id": "c5cdaa6f-5025-4c1d-ae8e-7938605fb7f7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1009500730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "66aead41f54842eea5391cb84a355158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea259b69-0e", "ovs_interfaceid": "ea259b69-0e7b-4d5c-af47-98a6fa7fb758", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1734.960375] env[69413]: DEBUG oslo_concurrency.lockutils [req-ffa67575-4d87-4a7a-9f75-23d6ad439f9f req-e9709c20-2881-42ee-9bd2-e011060a9390 service nova] Releasing lock "refresh_cache-d9f85577-b74a-4d86-a487-4034d25d40de" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1735.819094] env[69413]: DEBUG nova.compute.manager [req-35208af6-34e4-4466-8bb8-b3f5c8b6f0fc req-7c310b55-42de-45c8-8b33-d710f1f5d1fe service nova] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Received event network-changed-ea259b69-0e7b-4d5c-af47-98a6fa7fb758 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1735.819148] env[69413]: DEBUG nova.compute.manager [req-35208af6-34e4-4466-8bb8-b3f5c8b6f0fc req-7c310b55-42de-45c8-8b33-d710f1f5d1fe service nova] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Refreshing instance network info cache due to event network-changed-ea259b69-0e7b-4d5c-af47-98a6fa7fb758. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1735.819436] env[69413]: DEBUG oslo_concurrency.lockutils [req-35208af6-34e4-4466-8bb8-b3f5c8b6f0fc req-7c310b55-42de-45c8-8b33-d710f1f5d1fe service nova] Acquiring lock "refresh_cache-d9f85577-b74a-4d86-a487-4034d25d40de" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.819498] env[69413]: DEBUG oslo_concurrency.lockutils [req-35208af6-34e4-4466-8bb8-b3f5c8b6f0fc req-7c310b55-42de-45c8-8b33-d710f1f5d1fe service nova] Acquired lock "refresh_cache-d9f85577-b74a-4d86-a487-4034d25d40de" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1735.819613] env[69413]: DEBUG nova.network.neutron [req-35208af6-34e4-4466-8bb8-b3f5c8b6f0fc req-7c310b55-42de-45c8-8b33-d710f1f5d1fe service nova] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Refreshing network info cache for port ea259b69-0e7b-4d5c-af47-98a6fa7fb758 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1736.481709] env[69413]: DEBUG nova.network.neutron [req-35208af6-34e4-4466-8bb8-b3f5c8b6f0fc req-7c310b55-42de-45c8-8b33-d710f1f5d1fe service nova] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Updated VIF entry in instance network info cache for port ea259b69-0e7b-4d5c-af47-98a6fa7fb758. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1736.482054] env[69413]: DEBUG nova.network.neutron [req-35208af6-34e4-4466-8bb8-b3f5c8b6f0fc req-7c310b55-42de-45c8-8b33-d710f1f5d1fe service nova] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Updating instance_info_cache with network_info: [{"id": "ea259b69-0e7b-4d5c-af47-98a6fa7fb758", "address": "fa:16:3e:8e:4a:9b", "network": {"id": "c5cdaa6f-5025-4c1d-ae8e-7938605fb7f7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1009500730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "66aead41f54842eea5391cb84a355158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea259b69-0e", "ovs_interfaceid": "ea259b69-0e7b-4d5c-af47-98a6fa7fb758", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.586699] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b0612686-5c2c-4a2e-823b-e6ed73eb5a3f tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Acquiring lock "d9f85577-b74a-4d86-a487-4034d25d40de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1736.586954] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b0612686-5c2c-4a2e-823b-e6ed73eb5a3f tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Lock "d9f85577-b74a-4d86-a487-4034d25d40de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1736.587180] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b0612686-5c2c-4a2e-823b-e6ed73eb5a3f tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Acquiring lock "d9f85577-b74a-4d86-a487-4034d25d40de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1736.587362] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b0612686-5c2c-4a2e-823b-e6ed73eb5a3f tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Lock "d9f85577-b74a-4d86-a487-4034d25d40de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1736.587528] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b0612686-5c2c-4a2e-823b-e6ed73eb5a3f tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Lock "d9f85577-b74a-4d86-a487-4034d25d40de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1736.590903] env[69413]: INFO nova.compute.manager [None req-b0612686-5c2c-4a2e-823b-e6ed73eb5a3f tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Terminating instance [ 1736.985038] env[69413]: DEBUG oslo_concurrency.lockutils [req-35208af6-34e4-4466-8bb8-b3f5c8b6f0fc req-7c310b55-42de-45c8-8b33-d710f1f5d1fe service nova] Releasing lock "refresh_cache-d9f85577-b74a-4d86-a487-4034d25d40de" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1736.985282] env[69413]: DEBUG nova.compute.manager [req-35208af6-34e4-4466-8bb8-b3f5c8b6f0fc req-7c310b55-42de-45c8-8b33-d710f1f5d1fe service nova] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Received event network-changed-ea259b69-0e7b-4d5c-af47-98a6fa7fb758 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1736.985464] env[69413]: DEBUG nova.compute.manager [req-35208af6-34e4-4466-8bb8-b3f5c8b6f0fc req-7c310b55-42de-45c8-8b33-d710f1f5d1fe service nova] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Refreshing instance network info cache due to event network-changed-ea259b69-0e7b-4d5c-af47-98a6fa7fb758. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1736.985697] env[69413]: DEBUG oslo_concurrency.lockutils [req-35208af6-34e4-4466-8bb8-b3f5c8b6f0fc req-7c310b55-42de-45c8-8b33-d710f1f5d1fe service nova] Acquiring lock "refresh_cache-d9f85577-b74a-4d86-a487-4034d25d40de" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.985850] env[69413]: DEBUG oslo_concurrency.lockutils [req-35208af6-34e4-4466-8bb8-b3f5c8b6f0fc req-7c310b55-42de-45c8-8b33-d710f1f5d1fe service nova] Acquired lock "refresh_cache-d9f85577-b74a-4d86-a487-4034d25d40de" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1736.986022] env[69413]: DEBUG nova.network.neutron [req-35208af6-34e4-4466-8bb8-b3f5c8b6f0fc req-7c310b55-42de-45c8-8b33-d710f1f5d1fe service nova] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Refreshing network info cache for port ea259b69-0e7b-4d5c-af47-98a6fa7fb758 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1737.095240] env[69413]: DEBUG nova.compute.manager [None req-b0612686-5c2c-4a2e-823b-e6ed73eb5a3f tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Start destroying the instance on the hypervisor. {{(pid=69413) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1737.095489] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b0612686-5c2c-4a2e-823b-e6ed73eb5a3f tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Destroying instance {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1737.096383] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49519fd-0b65-4931-9ebc-b4c14de33708 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.104418] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0612686-5c2c-4a2e-823b-e6ed73eb5a3f tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Powering off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1737.104645] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed778c4d-ba05-40f9-8b5f-c8d61ff7024b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.110995] env[69413]: DEBUG oslo_vmware.api [None req-b0612686-5c2c-4a2e-823b-e6ed73eb5a3f tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Waiting for the task: (returnval){ [ 1737.110995] env[69413]: value = "task-3078822" [ 1737.110995] env[69413]: _type = "Task" [ 1737.110995] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.118391] env[69413]: DEBUG oslo_vmware.api [None req-b0612686-5c2c-4a2e-823b-e6ed73eb5a3f tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Task: {'id': task-3078822, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.620316] env[69413]: DEBUG oslo_vmware.api [None req-b0612686-5c2c-4a2e-823b-e6ed73eb5a3f tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Task: {'id': task-3078822, 'name': PowerOffVM_Task, 'duration_secs': 0.198713} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.622471] env[69413]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0612686-5c2c-4a2e-823b-e6ed73eb5a3f tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Powered off the VM {{(pid=69413) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1737.622650] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b0612686-5c2c-4a2e-823b-e6ed73eb5a3f tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Unregistering the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1737.622925] env[69413]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9707e211-880b-435c-9f4d-e42e96925d54 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.652396] env[69413]: DEBUG nova.network.neutron [req-35208af6-34e4-4466-8bb8-b3f5c8b6f0fc req-7c310b55-42de-45c8-8b33-d710f1f5d1fe service nova] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Updated VIF entry in instance network info cache for port ea259b69-0e7b-4d5c-af47-98a6fa7fb758. {{(pid=69413) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1737.652786] env[69413]: DEBUG nova.network.neutron [req-35208af6-34e4-4466-8bb8-b3f5c8b6f0fc req-7c310b55-42de-45c8-8b33-d710f1f5d1fe service nova] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Updating instance_info_cache with network_info: [{"id": "ea259b69-0e7b-4d5c-af47-98a6fa7fb758", "address": "fa:16:3e:8e:4a:9b", "network": {"id": "c5cdaa6f-5025-4c1d-ae8e-7938605fb7f7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1009500730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "66aead41f54842eea5391cb84a355158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea259b69-0e", "ovs_interfaceid": "ea259b69-0e7b-4d5c-af47-98a6fa7fb758", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1737.690815] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b0612686-5c2c-4a2e-823b-e6ed73eb5a3f tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Unregistered the VM {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1737.691034] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b0612686-5c2c-4a2e-823b-e6ed73eb5a3f tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Deleting contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1737.691225] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0612686-5c2c-4a2e-823b-e6ed73eb5a3f tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Deleting the datastore file [datastore2] d9f85577-b74a-4d86-a487-4034d25d40de {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1737.691484] env[69413]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c83cfc3-885f-4b4d-a55e-8914d3d2cc28 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.698688] env[69413]: DEBUG oslo_vmware.api [None req-b0612686-5c2c-4a2e-823b-e6ed73eb5a3f tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Waiting for the task: (returnval){ [ 1737.698688] env[69413]: value = "task-3078824" [ 1737.698688] env[69413]: _type = "Task" [ 1737.698688] env[69413]: } to complete. {{(pid=69413) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.705931] env[69413]: DEBUG oslo_vmware.api [None req-b0612686-5c2c-4a2e-823b-e6ed73eb5a3f tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Task: {'id': task-3078824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.156089] env[69413]: DEBUG oslo_concurrency.lockutils [req-35208af6-34e4-4466-8bb8-b3f5c8b6f0fc req-7c310b55-42de-45c8-8b33-d710f1f5d1fe service nova] Releasing lock "refresh_cache-d9f85577-b74a-4d86-a487-4034d25d40de" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1738.156360] env[69413]: DEBUG nova.compute.manager [req-35208af6-34e4-4466-8bb8-b3f5c8b6f0fc req-7c310b55-42de-45c8-8b33-d710f1f5d1fe service nova] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Received event network-changed-ea259b69-0e7b-4d5c-af47-98a6fa7fb758 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1738.156531] env[69413]: DEBUG nova.compute.manager [req-35208af6-34e4-4466-8bb8-b3f5c8b6f0fc req-7c310b55-42de-45c8-8b33-d710f1f5d1fe service nova] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Refreshing instance network info cache due to event network-changed-ea259b69-0e7b-4d5c-af47-98a6fa7fb758. {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1738.156740] env[69413]: DEBUG oslo_concurrency.lockutils [req-35208af6-34e4-4466-8bb8-b3f5c8b6f0fc req-7c310b55-42de-45c8-8b33-d710f1f5d1fe service nova] Acquiring lock "refresh_cache-d9f85577-b74a-4d86-a487-4034d25d40de" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.156878] env[69413]: DEBUG oslo_concurrency.lockutils [req-35208af6-34e4-4466-8bb8-b3f5c8b6f0fc req-7c310b55-42de-45c8-8b33-d710f1f5d1fe service nova] Acquired lock "refresh_cache-d9f85577-b74a-4d86-a487-4034d25d40de" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1738.157048] env[69413]: DEBUG nova.network.neutron [req-35208af6-34e4-4466-8bb8-b3f5c8b6f0fc req-7c310b55-42de-45c8-8b33-d710f1f5d1fe service nova] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Refreshing network info cache for port ea259b69-0e7b-4d5c-af47-98a6fa7fb758 {{(pid=69413) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1738.207613] env[69413]: DEBUG oslo_vmware.api [None req-b0612686-5c2c-4a2e-823b-e6ed73eb5a3f tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Task: {'id': task-3078824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162533} completed successfully. {{(pid=69413) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.207843] env[69413]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0612686-5c2c-4a2e-823b-e6ed73eb5a3f tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Deleted the datastore file {{(pid=69413) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1738.208032] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b0612686-5c2c-4a2e-823b-e6ed73eb5a3f tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Deleted contents of the VM from datastore datastore2 {{(pid=69413) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1738.208211] env[69413]: DEBUG nova.virt.vmwareapi.vmops [None req-b0612686-5c2c-4a2e-823b-e6ed73eb5a3f tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Instance destroyed {{(pid=69413) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1738.208381] env[69413]: INFO nova.compute.manager [None req-b0612686-5c2c-4a2e-823b-e6ed73eb5a3f tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1738.208613] env[69413]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0612686-5c2c-4a2e-823b-e6ed73eb5a3f tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69413) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1738.208792] env[69413]: DEBUG nova.compute.manager [-] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Deallocating network for instance {{(pid=69413) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1738.208888] env[69413]: DEBUG nova.network.neutron [-] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] deallocate_for_instance() {{(pid=69413) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1738.450895] env[69413]: DEBUG nova.compute.manager [req-20a863a4-26de-441d-a264-c7371f91f173 req-0a79cdb7-981e-4ea8-9301-3f659ecb2d5e service nova] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Received event network-vif-deleted-ea259b69-0e7b-4d5c-af47-98a6fa7fb758 {{(pid=69413) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1738.451044] env[69413]: INFO nova.compute.manager [req-20a863a4-26de-441d-a264-c7371f91f173 req-0a79cdb7-981e-4ea8-9301-3f659ecb2d5e service nova] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Neutron deleted interface ea259b69-0e7b-4d5c-af47-98a6fa7fb758; detaching it from the instance and deleting it from the info cache [ 1738.451214] env[69413]: DEBUG nova.network.neutron [req-20a863a4-26de-441d-a264-c7371f91f173 req-0a79cdb7-981e-4ea8-9301-3f659ecb2d5e service nova] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1738.674967] env[69413]: INFO nova.network.neutron [req-35208af6-34e4-4466-8bb8-b3f5c8b6f0fc req-7c310b55-42de-45c8-8b33-d710f1f5d1fe service nova] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Port ea259b69-0e7b-4d5c-af47-98a6fa7fb758 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1738.675212] env[69413]: DEBUG nova.network.neutron [req-35208af6-34e4-4466-8bb8-b3f5c8b6f0fc req-7c310b55-42de-45c8-8b33-d710f1f5d1fe service nova] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1738.934941] env[69413]: DEBUG nova.network.neutron [-] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Updating instance_info_cache with network_info: [] {{(pid=69413) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1738.953666] env[69413]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2585ba58-e468-4744-b47a-181eccd3c28b {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.964046] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f12bde-fd15-43f5-8828-418e5f68c8e3 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.987795] env[69413]: DEBUG nova.compute.manager [req-20a863a4-26de-441d-a264-c7371f91f173 req-0a79cdb7-981e-4ea8-9301-3f659ecb2d5e service nova] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Detach interface failed, port_id=ea259b69-0e7b-4d5c-af47-98a6fa7fb758, reason: Instance d9f85577-b74a-4d86-a487-4034d25d40de could not be found. {{(pid=69413) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1739.178656] env[69413]: DEBUG oslo_concurrency.lockutils [req-35208af6-34e4-4466-8bb8-b3f5c8b6f0fc req-7c310b55-42de-45c8-8b33-d710f1f5d1fe service nova] Releasing lock "refresh_cache-d9f85577-b74a-4d86-a487-4034d25d40de" {{(pid=69413) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1739.437627] env[69413]: INFO nova.compute.manager [-] [instance: d9f85577-b74a-4d86-a487-4034d25d40de] Took 1.23 seconds to deallocate network for instance. [ 1739.947012] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b0612686-5c2c-4a2e-823b-e6ed73eb5a3f tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1739.947329] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b0612686-5c2c-4a2e-823b-e6ed73eb5a3f tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1739.947557] env[69413]: DEBUG nova.objects.instance [None req-b0612686-5c2c-4a2e-823b-e6ed73eb5a3f tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Lazy-loading 'resources' on Instance uuid d9f85577-b74a-4d86-a487-4034d25d40de {{(pid=69413) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1740.480987] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5b57b8-8c05-4308-8f07-85a42bb81d72 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.488726] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f068c0f3-2a9e-4ebb-98e4-6a8958188241 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.517944] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4e3cfe-042a-40b3-94d7-bf83e52bbcce {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.524941] env[69413]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e1efe8-0136-4ed8-8db5-bc9c8a05c0c6 {{(pid=69413) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.537521] env[69413]: DEBUG nova.compute.provider_tree [None req-b0612686-5c2c-4a2e-823b-e6ed73eb5a3f tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Inventory has not changed in ProviderTree for provider: 65568fbe-598e-408e-afad-1b65d19c68ec {{(pid=69413) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1741.040957] env[69413]: DEBUG nova.scheduler.client.report [None req-b0612686-5c2c-4a2e-823b-e6ed73eb5a3f tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Inventory has not changed for provider 65568fbe-598e-408e-afad-1b65d19c68ec based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 140, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69413) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1741.547418] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b0612686-5c2c-4a2e-823b-e6ed73eb5a3f tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1741.567475] env[69413]: INFO nova.scheduler.client.report [None req-b0612686-5c2c-4a2e-823b-e6ed73eb5a3f tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Deleted allocations for instance d9f85577-b74a-4d86-a487-4034d25d40de [ 1742.075985] env[69413]: DEBUG oslo_concurrency.lockutils [None req-b0612686-5c2c-4a2e-823b-e6ed73eb5a3f tempest-ServerRescueTestJSONUnderV235-652487345 tempest-ServerRescueTestJSONUnderV235-652487345-project-member] Lock "d9f85577-b74a-4d86-a487-4034d25d40de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.489s {{(pid=69413) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}